-- Logs begin at Mon 2022-01-31 20:16:59 UTC, end at Mon 2022-01-31 21:11:55 UTC. -- Jan 31 20:45:32.144754 dv-cinder-813229-5-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jan 31 20:45:35.121044 dv-cinder-813229-5-iscsi neutron-server[102342]: INFO neutron.common.config [-] Logging enabled! Jan 31 20:45:35.121675 dv-cinder-813229-5-iscsi neutron-server[102342]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev458 Jan 31 20:45:35.121834 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102342) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jan 31 20:45:35.125138 dv-cinder-813229-5-iscsi neutron-server[102342]: INFO neutron.common.config [-] Logging enabled! Jan 31 20:45:35.125399 dv-cinder-813229-5-iscsi neutron-server[102342]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev458 Jan 31 20:45:35.125714 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102342) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jan 31 20:45:35.126644 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 31 20:45:35.126906 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 31 20:45:35.127322 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 31 20:45:35.127604 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 31 20:45:35.127873 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 31 20:45:35.128203 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 20:45:35.128631 dv-cinder-813229-5-iscsi neutron-server[102342]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Jan 31 20:45:35.128957 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 20:45:35.129257 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 20:45:35.129554 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 20:45:35.129855 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 20:45:35.130148 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 20:45:35.130430 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 20:45:35.130720 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 20:45:35.131048 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 20:45:35.131339 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 20:45:35.131622 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 20:45:35.131910 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 20:45:35.132207 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 20:45:35.132492 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.common.config [-] config_source = [] {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 20:45:35.132780 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 20:45:35.133334 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 20:45:35.133621 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.common.config [-] debug = True {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 20:45:35.133903 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 20:45:35.134338 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 20:45:35.134764 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 20:45:35.135071 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 20:45:35.135364 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 20:45:35.135647 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 20:45:35.135921 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 20:45:35.136200 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 20:45:35.136485 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 20:45:35.136812 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.common.config [-] host = dv-cinder-813229-5-iscsi {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 20:45:35.137091 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 20:45:35.137400 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 20:45:35.137691 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 20:45:35.137979 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 20:45:35.138255 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 20:45:35.138538 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 20:45:35.138845 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 20:45:35.139123 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.common.config [-] log_dir = None {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 20:45:35.139398 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.common.config [-] log_file = None {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 20:45:35.139676 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 20:45:35.139964 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 20:45:35.140253 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 20:45:35.140543 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 20:45:35.140772 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 20:45:35.140998 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 20:45:35.141286 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 20:45:35.141574 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 20:45:35.141852 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 20:45:35.142127 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 20:45:35.142403 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 20:45:35.143247 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 20:45:35.143756 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 20:45:35.143894 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 20:45:35.144186 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 20:45:35.144475 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 20:45:35.144765 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 20:45:35.145060 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 20:45:35.145345 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 20:45:35.145618 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 20:45:35.145894 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 20:45:35.146186 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 20:45:35.146476 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 20:45:35.146768 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 20:45:35.147058 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 20:45:35.147344 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 20:45:35.147616 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 20:45:35.147891 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 20:45:35.148194 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 20:45:35.148502 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 20:45:35.148788 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 20:45:35.149075 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 20:45:35.149352 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 20:45:35.149633 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 20:45:35.149904 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 20:45:35.150177 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.common.config [-] use_journal = False {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 20:45:35.150447 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.common.config [-] use_json = False {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 20:45:35.150718 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 20:45:35.151014 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 20:45:35.151298 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 20:45:35.151571 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 20:45:35.151842 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 20:45:35.152116 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 20:45:35.152408 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 20:45:35.152692 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 20:45:35.152997 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 20:45:35.153296 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:35.153595 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:35.153899 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:35.154202 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:35.154496 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:35.154795 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:35.155091 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:35.155372 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:35.155661 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:35.155947 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:35.156236 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:35.156540 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:35.156886 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:35.157207 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:35.157502 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:35.157808 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:35.158102 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:35.159277 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:35.159277 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:35.159562 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:35.159840 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:35.160122 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:35.160411 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:35.160692 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:35.160986 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:35.161277 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:35.161557 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:35.161858 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:35.162147 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:35.162442 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:35.162759 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:35.163062 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:35.163343 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:35.163637 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:35.163917 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:35.164192 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:35.164491 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:35.164789 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:35.165070 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:35.165344 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:35.165627 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:35.165909 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:35.166185 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:35.166460 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:35.166741 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:35.167061 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:35.167344 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:35.167615 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:35.167888 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:35.168167 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:35.168440 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:35.168723 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:35.169001 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:35.169276 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:35.169550 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:35.169827 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:35.170100 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:35.170373 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:35.170650 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:35.170966 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:35.171247 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:35.171520 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:35.171814 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:35.172089 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:35.172364 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:35.172639 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:35.172929 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:35.173202 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:35.173480 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:35.173754 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:35.174175 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:35.174175 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:35.174694 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:35.175001 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:35.175294 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:35.175597 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:35.175899 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:35.176183 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:35.176464 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:35.176744 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:35.177025 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:35.177313 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:35.177593 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:35.177873 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:35.178147 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:35.178440 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:35.178723 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:35.179038 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:35.179342 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:35.179625 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:35.179928 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:35.180225 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:35.180513 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:35.180792 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:35.181096 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:35.181385 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:35.181670 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:35.181969 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:35.182266 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:35.182584 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:35.182905 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:35.183203 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:35.183488 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:35.183801 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:35.184087 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:35.184307 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 31 20:45:35.184550 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=102342) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jan 31 20:45:35.560392 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=102342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jan 31 20:45:35.560673 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=102342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jan 31 20:45:35.560983 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=102342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jan 31 20:45:35.561322 dv-cinder-813229-5-iscsi neutron-server[102342]: INFO neutron.manager [-] Loading core plugin: ml2 Jan 31 20:45:35.897848 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 20:45:35.898138 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 20:45:35.898417 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 20:45:35.899809 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 20:45:35.900110 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 20:45:35.900379 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 20:45:35.944339 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 20:45:35.944606 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 20:45:35.944881 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 20:45:35.959726 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 20:45:35.960010 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 20:45:35.960284 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 20:45:35.991401 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 20:45:35.991683 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 20:45:35.991952 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 20:45:36.028447 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 20:45:36.028729 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 20:45:36.029002 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 20:45:36.365725 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=102342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 20:45:36.366367 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=102342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 20:45:36.366367 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=102342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 20:45:36.366523 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=102342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 20:45:36.367253 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=102342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 20:45:36.470750 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=102342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 20:45:36.471123 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=102342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 20:45:36.471418 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=102342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 20:45:36.471693 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=102342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 20:45:36.471989 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=102342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 20:45:36.472321 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=102342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 20:45:36.472589 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=102342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 20:45:36.472873 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=102342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 20:45:36.473164 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=102342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 20:45:36.473458 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=102342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 20:45:36.473745 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=102342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 20:45:36.474032 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=102342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 20:45:36.474296 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=102342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 20:45:36.474581 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=102342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 20:45:36.474870 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=102342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 20:45:36.475142 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 20:45:36.475420 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=102342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 20:45:36.475712 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=102342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 20:45:36.476004 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=102342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 20:45:36.476289 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=102342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 20:45:36.476583 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 20:45:36.476842 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 20:45:36.477146 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 20:45:36.477548 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 20:45:36.477834 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 20:45:36.478088 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 20:45:36.478484 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=102342) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 31 20:45:36.478730 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=102342) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 31 20:45:36.479025 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=102342) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 31 20:45:36.479301 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=102342) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 31 20:45:36.479549 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=102342) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 31 20:45:36.479806 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=102342) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 31 20:45:36.480198 dv-cinder-813229-5-iscsi neutron-server[102342]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jan 31 20:45:36.483503 dv-cinder-813229-5-iscsi neutron-server[102342]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jan 31 20:45:36.487862 dv-cinder-813229-5-iscsi neutron-server[102342]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jan 31 20:45:36.491785 dv-cinder-813229-5-iscsi neutron-server[102342]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(650, 699)])]) Jan 31 20:45:36.493519 dv-cinder-813229-5-iscsi neutron-server[102342]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jan 31 20:45:36.494010 dv-cinder-813229-5-iscsi neutron-server[102342]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jan 31 20:45:36.494385 dv-cinder-813229-5-iscsi neutron-server[102342]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jan 31 20:45:36.494814 dv-cinder-813229-5-iscsi neutron-server[102342]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jan 31 20:45:36.497786 dv-cinder-813229-5-iscsi neutron-server[102342]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jan 31 20:45:36.498040 dv-cinder-813229-5-iscsi neutron-server[102342]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jan 31 20:45:36.498410 dv-cinder-813229-5-iscsi neutron-server[102342]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jan 31 20:45:36.504642 dv-cinder-813229-5-iscsi neutron-server[102342]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Jan 31 20:45:36.530337 dv-cinder-813229-5-iscsi neutron-server[102342]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jan 31 20:45:36.530851 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=102342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 20:45:36.531154 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=102342) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Jan 31 20:45:36.531536 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=102342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 20:45:36.532990 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=102342) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jan 31 20:45:36.533407 dv-cinder-813229-5-iscsi neutron-server[102342]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jan 31 20:45:36.533762 dv-cinder-813229-5-iscsi neutron-server[102342]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jan 31 20:45:36.537168 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=102342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 20:45:36.537475 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=102342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 20:45:36.605850 dv-cinder-813229-5-iscsi neutron-server[102342]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jan 31 20:45:36.606101 dv-cinder-813229-5-iscsi neutron-server[102342]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jan 31 20:45:36.606348 dv-cinder-813229-5-iscsi neutron-server[102342]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jan 31 20:45:36.606743 dv-cinder-813229-5-iscsi neutron-server[102342]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jan 31 20:45:36.628560 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_db.sqlalchemy.engines [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=102342) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jan 31 20:45:37.086919 dv-cinder-813229-5-iscsi neutron-server[102342]: INFO neutron.plugins.ml2.managers [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Initializing driver for type 'gre' Jan 31 20:45:37.087447 dv-cinder-813229-5-iscsi neutron-server[102342]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] gre ID ranges: [(1, 1000)] Jan 31 20:45:37.141165 dv-cinder-813229-5-iscsi neutron-server[102342]: INFO neutron.plugins.ml2.managers [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Initializing driver for type 'local' Jan 31 20:45:37.141493 dv-cinder-813229-5-iscsi neutron-server[102342]: INFO neutron.plugins.ml2.managers [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Initializing driver for type 'vlan' Jan 31 20:45:37.154841 dv-cinder-813229-5-iscsi neutron-server[102342]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] VlanTypeDriver initialization complete Jan 31 20:45:37.155202 dv-cinder-813229-5-iscsi neutron-server[102342]: INFO neutron.plugins.ml2.managers [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Initializing driver for type 'vxlan' Jan 31 20:45:37.155653 dv-cinder-813229-5-iscsi neutron-server[102342]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] vxlan ID ranges: [(1, 1000)] Jan 31 20:45:37.208317 dv-cinder-813229-5-iscsi neutron-server[102342]: INFO neutron.plugins.ml2.managers [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Initializing extension driver 'port_security' Jan 31 20:45:37.208721 dv-cinder-813229-5-iscsi neutron-server[102342]: INFO neutron.plugins.ml2.extensions.port_security [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] PortSecurityExtensionDriver initialization complete Jan 31 20:45:37.208989 dv-cinder-813229-5-iscsi neutron-server[102342]: INFO neutron.plugins.ml2.managers [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Initializing mechanism driver 'openvswitch' Jan 31 20:45:37.209398 dv-cinder-813229-5-iscsi neutron-server[102342]: INFO neutron.plugins.ml2.managers [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Initializing mechanism driver 'hyperv' Jan 31 20:45:37.216122 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.plugins.ml2.plugin [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=102342) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 20:45:37.216799 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Subscribe: > port after_create 55550000 {{(pid=102342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 20:45:37.217171 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Subscribe: > port after_update 55550000 {{(pid=102342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 20:45:37.217524 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Subscribe: > port after_delete 55550000 {{(pid=102342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 20:45:37.218049 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=102342) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 31 20:45:37.218501 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Subscribe: > subnet after_create 55550000 {{(pid=102342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 20:45:37.218888 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Subscribe: > subnet after_update 55550000 {{(pid=102342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 20:45:37.219241 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Subscribe: > subnet after_delete 55550000 {{(pid=102342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 20:45:37.219647 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=102342) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 31 20:45:37.220061 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Subscribe: > network after_create 55550000 {{(pid=102342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 20:45:37.220415 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Subscribe: > network after_update 55550000 {{(pid=102342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 20:45:37.220853 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Subscribe: > network after_delete 55550000 {{(pid=102342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 20:45:37.221253 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=102342) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 31 20:45:37.221668 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Subscribe: > security_group after_create 55550000 {{(pid=102342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 20:45:37.222013 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Subscribe: > security_group after_update 55550000 {{(pid=102342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 20:45:37.222351 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Subscribe: > security_group after_delete 55550000 {{(pid=102342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 20:45:37.222904 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=102342) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 31 20:45:37.223321 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=102342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 20:45:37.223677 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=102342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 20:45:37.224017 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=102342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 20:45:37.224433 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=102342) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 31 20:45:37.224847 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Subscribe: > address_group after_create 55550000 {{(pid=102342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 20:45:37.225196 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Subscribe: > address_group after_update 55550000 {{(pid=102342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 20:45:37.225534 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Subscribe: > address_group after_delete 55550000 {{(pid=102342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 20:45:37.225926 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=102342) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Jan 31 20:45:37.226367 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] ML2 OVO RPC backend initialized. {{(pid=102342) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Jan 31 20:45:37.227100 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Subscribe: > router_interface after_create 55550000 {{(pid=102342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 20:45:37.227463 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 20:45:37.227884 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Subscribe: > network before_response 55550000 {{(pid=102342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 20:45:37.228234 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Subscribe: > networks before_response 55550000 {{(pid=102342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 20:45:37.228581 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Subscribe: > port before_response 55550000 {{(pid=102342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 20:45:37.228925 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Subscribe: > ports before_response 55550000 {{(pid=102342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 20:45:37.229267 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Subscribe: > subnet before_response 55550000 {{(pid=102342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 20:45:37.229605 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Subscribe: > subnets before_response 55550000 {{(pid=102342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 20:45:37.229950 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Subscribe: > network after_create 55550000 {{(pid=102342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 20:45:37.230287 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Subscribe: > network after_update 55550000 {{(pid=102342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 20:45:37.230619 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Subscribe: > network after_delete 55550000 {{(pid=102342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 20:45:37.230979 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Subscribe: > port after_create 55550000 {{(pid=102342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 20:45:37.231314 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Subscribe: > port after_update 55550000 {{(pid=102342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 20:45:37.231646 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Subscribe: > port after_delete 55550000 {{(pid=102342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 20:45:37.231980 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Subscribe: > subnet after_create 55550000 {{(pid=102342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 20:45:37.232311 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Subscribe: > subnet after_update 55550000 {{(pid=102342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 20:45:37.232648 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Subscribe: > subnet after_delete 55550000 {{(pid=102342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 20:45:37.240183 dv-cinder-813229-5-iscsi neutron-server[102342]: INFO neutron.quota [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Loaded quota_driver: . Jan 31 20:45:37.240542 dv-cinder-813229-5-iscsi neutron-server[102342]: INFO neutron.plugins.ml2.plugin [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Modular L2 Plugin initialization complete Jan 31 20:45:37.240889 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.manager [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Loading services supported by the core plugin {{(pid=102342) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jan 31 20:45:37.241232 dv-cinder-813229-5-iscsi neutron-server[102342]: INFO neutron.plugins.ml2.managers [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Got port-security extension from driver 'port_security' Jan 31 20:45:37.241711 dv-cinder-813229-5-iscsi neutron-server[102342]: INFO neutron.extensions.vlantransparent [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Disabled vlantransparent extension. Jan 31 20:45:37.242208 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.manager [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=102342) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jan 31 20:45:37.242530 dv-cinder-813229-5-iscsi neutron-server[102342]: INFO neutron.manager [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Loading Plugin: router Jan 31 20:45:37.280740 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Subscribe: > router_interface before_create 55550000 {{(pid=102342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 20:45:37.281133 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Subscribe: > router after_create 55549900 {{(pid=102342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 20:45:37.281515 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Subscribe: > router before_create 55549900 {{(pid=102342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 20:45:37.281884 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=102342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 20:45:37.282263 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 20:45:37.282619 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Subscribe: > router after_delete 55549900 {{(pid=102342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 20:45:37.283007 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Subscribe: > floatingip after_create 55550000 {{(pid=102342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 20:45:37.283405 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Subscribe: > floatingip after_update 55550000 {{(pid=102342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 20:45:37.283855 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Subscribe: > router after_create 55549900 {{(pid=102342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 20:45:37.284214 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Subscribe: > router after_update 55549900 {{(pid=102342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 20:45:37.284568 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Subscribe: > router after_update 55549900 {{(pid=102342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 20:45:37.284920 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=102342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 20:45:37.285292 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Subscribe: > router after_update 55549900 {{(pid=102342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 20:45:37.285695 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Subscribe: > router precommit_update 55549900 {{(pid=102342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 20:45:37.286066 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Subscribe: port after_update 55550000 {{(pid=102342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 20:45:37.286405 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Subscribe: port after_delete 55550000 {{(pid=102342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 20:45:37.286741 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Subscribe: subnet after_update 55550000 {{(pid=102342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 20:45:37.287103 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=102342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 20:45:37.287448 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Subscribe: > port precommit_delete 55550000 {{(pid=102342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 20:45:37.287796 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Subscribe: > router precommit_create 55549900 {{(pid=102342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 20:45:37.288142 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Subscribe: port before_delete 55550000 {{(pid=102342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 20:45:37.288485 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Subscribe: > router precommit_create 55550000 {{(pid=102342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 20:45:37.288842 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Subscribe: > router after_update 55549900 {{(pid=102342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 20:45:37.289186 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Subscribe: > router precommit_delete 55549900 {{(pid=102342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 20:45:37.289537 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Subscribe: > router precommit_create 55549900 {{(pid=102342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 20:45:37.289900 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Subscribe: > router_interface after_create 55550000 {{(pid=102342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 20:45:37.290260 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Subscribe: > router precommit_update 55549900 {{(pid=102342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 20:45:37.290626 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Subscribe: > agent after_create 55550000 {{(pid=102342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 20:45:37.291008 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Subscribe: > agent after_delete 55550000 {{(pid=102342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 20:45:37.291366 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Subscribe: > network after_delete 55550000 {{(pid=102342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 20:45:37.292218 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.quota.resource_registry [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Tracking information for resource: router configured {{(pid=102342) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 31 20:45:37.292551 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.quota.resource_registry [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Tracking information for resource: floatingip configured {{(pid=102342) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 31 20:45:37.297484 dv-cinder-813229-5-iscsi neutron-server[102342]: INFO neutron.db.l3_agentschedulers_db [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jan 31 20:45:37.298056 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Subscribe: port after_update 55550000 {{(pid=102342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 20:45:37.298415 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Subscribe: port after_create 55550000 {{(pid=102342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 20:45:37.298814 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Subscribe: port after_delete 55550000 {{(pid=102342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 20:45:37.299253 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Subscribe: port after_update 55550000 {{(pid=102342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 20:45:37.300164 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Subscribe: > router before_create 55550100 {{(pid=102342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 20:45:37.300530 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Subscribe: > router precommit_delete 55550100 {{(pid=102342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 20:45:37.300901 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Subscribe: > router precommit_create 55550100 {{(pid=102342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 20:45:37.301261 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Subscribe: > router precommit_update 55550100 {{(pid=102342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 20:45:37.306105 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.services.provider_configuration [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Service providers = [] {{(pid=102342) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jan 31 20:45:37.306469 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.db.servicetype_db [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=102342) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jan 31 20:45:37.309444 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.services.service_base [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=102342) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 31 20:45:37.309791 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.services.service_base [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=102342) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 31 20:45:37.310132 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.services.service_base [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=102342) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 31 20:45:37.311073 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.services.service_base [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=102342) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 31 20:45:37.311444 dv-cinder-813229-5-iscsi neutron-server[102342]: INFO neutron.services.service_base [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Default provider is not specified for service type L3_ROUTER_NAT Jan 31 20:45:37.311818 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.manager [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=102342) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 31 20:45:37.312134 dv-cinder-813229-5-iscsi neutron-server[102342]: INFO neutron.manager [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jan 31 20:45:37.323648 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.manager [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=102342) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 31 20:45:37.323985 dv-cinder-813229-5-iscsi neutron-server[102342]: INFO neutron.manager [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Loading Plugin: auto_allocate Jan 31 20:45:37.329888 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Subscribe: network precommit_update 55550000 {{(pid=102342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 20:45:37.330975 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Subscribe: network precommit_create 55550000 {{(pid=102342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 20:45:37.331499 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.manager [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=102342) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 31 20:45:37.331819 dv-cinder-813229-5-iscsi neutron-server[102342]: INFO neutron.manager [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Loading Plugin: tag Jan 31 20:45:37.338541 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.manager [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=102342) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 31 20:45:37.338851 dv-cinder-813229-5-iscsi neutron-server[102342]: INFO neutron.manager [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Loading Plugin: timestamp Jan 31 20:45:37.342904 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.manager [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=102342) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 31 20:45:37.343240 dv-cinder-813229-5-iscsi neutron-server[102342]: INFO neutron.manager [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Loading Plugin: network_ip_availability Jan 31 20:45:37.348815 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 20:45:37.349185 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 20:45:37.349538 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 20:45:37.350250 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.manager [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=102342) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 31 20:45:37.350574 dv-cinder-813229-5-iscsi neutron-server[102342]: INFO neutron.manager [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Loading Plugin: flavors Jan 31 20:45:37.355435 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.manager [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=102342) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 31 20:45:37.355766 dv-cinder-813229-5-iscsi neutron-server[102342]: INFO neutron.manager [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Loading Plugin: revisions Jan 31 20:45:37.360075 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.manager [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=102342) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 31 20:45:37.360477 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_concurrency.lockutils [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.799s {{(pid=102342) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jan 31 20:45:37.361217 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.api.extensions [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=102342) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Jan 31 20:45:37.362176 dv-cinder-813229-5-iscsi neutron-server[102342]: INFO neutron.api.extensions [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Initializing extension manager. Jan 31 20:45:37.362699 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.api.extensions [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Loading extension file: __init__.py {{(pid=102342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 20:45:37.363072 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.api.extensions [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Loading extension file: __pycache__ {{(pid=102342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 20:45:37.363405 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.api.extensions [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=102342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 20:45:37.363737 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.api.extensions [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Loading extension file: address_group.py {{(pid=102342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 20:45:37.364491 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.api.extensions [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=102342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 20:45:37.365058 dv-cinder-813229-5-iscsi neutron-server[102342]: INFO neutron.api.extensions [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Loaded extension: address-group Jan 31 20:45:37.365381 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.api.extensions [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Loading extension file: address_scope.py {{(pid=102342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 20:45:37.366092 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.api.extensions [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=102342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 20:45:37.366608 dv-cinder-813229-5-iscsi neutron-server[102342]: INFO neutron.api.extensions [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Loaded extension: address-scope Jan 31 20:45:37.366946 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.api.extensions [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Loading extension file: admin_state_down_before_update.py {{(pid=102342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 20:45:37.367872 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.api.extensions [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=102342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 20:45:37.368384 dv-cinder-813229-5-iscsi neutron-server[102342]: INFO neutron.api.extensions [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Loaded extension: router-admin-state-down-before-update Jan 31 20:45:37.368704 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.api.extensions [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Loading extension file: agent.py {{(pid=102342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 20:45:37.369589 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.api.extensions [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=102342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 20:45:37.370103 dv-cinder-813229-5-iscsi neutron-server[102342]: INFO neutron.api.extensions [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Loaded extension: agent Jan 31 20:45:37.370426 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.api.extensions [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Loading extension file: agent_resources_synced.py {{(pid=102342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 20:45:37.371377 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.api.extensions [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=102342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 20:45:37.371890 dv-cinder-813229-5-iscsi neutron-server[102342]: INFO neutron.api.extensions [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Loaded extension: agent-resources-synced Jan 31 20:45:37.372212 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.api.extensions [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Loading extension file: allowedaddresspairs.py {{(pid=102342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 20:45:37.373987 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.api.extensions [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=102342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 20:45:37.374513 dv-cinder-813229-5-iscsi neutron-server[102342]: INFO neutron.api.extensions [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Loaded extension: allowed-address-pairs Jan 31 20:45:37.374874 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.api.extensions [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Loading extension file: auto_allocated_topology.py {{(pid=102342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 20:45:37.375946 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.api.extensions [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=102342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 20:45:37.376465 dv-cinder-813229-5-iscsi neutron-server[102342]: INFO neutron.api.extensions [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Loaded extension: auto-allocated-topology Jan 31 20:45:37.376791 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.api.extensions [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Loading extension file: availability_zone.py {{(pid=102342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 20:45:37.378055 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.api.extensions [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=102342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 20:45:37.378564 dv-cinder-813229-5-iscsi neutron-server[102342]: INFO neutron.api.extensions [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Loaded extension: availability_zone Jan 31 20:45:37.379191 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.api.extensions [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Loading extension file: availability_zone_filter.py {{(pid=102342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 20:45:37.379920 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.api.extensions [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=102342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 20:45:37.380437 dv-cinder-813229-5-iscsi neutron-server[102342]: INFO neutron.api.extensions [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Loaded extension: availability_zone_filter Jan 31 20:45:37.380766 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.api.extensions [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Loading extension file: data_plane_status.py {{(pid=102342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 20:45:37.381675 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.api.extensions [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=102342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 20:45:37.382182 dv-cinder-813229-5-iscsi neutron-server[102342]: INFO neutron.api.extensions [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Extension data-plane-status not supported by any of loaded plugins Jan 31 20:45:37.382507 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.api.extensions [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Loading extension file: default_subnetpools.py {{(pid=102342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 20:45:37.383717 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.api.extensions [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=102342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 20:45:37.384228 dv-cinder-813229-5-iscsi neutron-server[102342]: INFO neutron.api.extensions [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Loaded extension: default-subnetpools Jan 31 20:45:37.384552 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.api.extensions [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Loading extension file: dhcpagentscheduler.py {{(pid=102342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 20:45:37.385356 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.api.extensions [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 20:45:37.385872 dv-cinder-813229-5-iscsi neutron-server[102342]: INFO neutron.api.extensions [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Loaded extension: dhcp_agent_scheduler Jan 31 20:45:37.386197 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.api.extensions [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Loading extension file: dns.py {{(pid=102342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 20:45:37.387140 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.api.extensions [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=102342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 20:45:37.387651 dv-cinder-813229-5-iscsi neutron-server[102342]: INFO neutron.api.extensions [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Extension dns-integration not supported by any of loaded plugins Jan 31 20:45:37.387973 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.api.extensions [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Loading extension file: dns_domain_ports.py {{(pid=102342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 20:45:37.388885 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.api.extensions [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=102342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 20:45:37.389392 dv-cinder-813229-5-iscsi neutron-server[102342]: INFO neutron.api.extensions [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Extension dns-domain-ports not supported by any of loaded plugins Jan 31 20:45:37.389717 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.api.extensions [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=102342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 20:45:37.390637 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.api.extensions [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=102342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 20:45:37.391174 dv-cinder-813229-5-iscsi neutron-server[102342]: INFO neutron.api.extensions [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jan 31 20:45:37.391497 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.api.extensions [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Loading extension file: dvr.py {{(pid=102342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 20:45:37.392163 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.api.extensions [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=102342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 20:45:37.392709 dv-cinder-813229-5-iscsi neutron-server[102342]: INFO neutron.api.extensions [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Loaded extension: dvr Jan 31 20:45:37.393201 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.api.extensions [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Loading extension file: ecmp_routes.py {{(pid=102342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 20:45:37.394105 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.api.extensions [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=102342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 20:45:37.394623 dv-cinder-813229-5-iscsi neutron-server[102342]: INFO neutron.api.extensions [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Extension ecmp_routes not supported by any of loaded plugins Jan 31 20:45:37.394971 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.api.extensions [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Loading extension file: empty_string_filtering.py {{(pid=102342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 20:45:37.395938 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.api.extensions [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=102342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 20:45:37.396455 dv-cinder-813229-5-iscsi neutron-server[102342]: INFO neutron.api.extensions [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Loaded extension: empty-string-filtering Jan 31 20:45:37.396777 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.api.extensions [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=102342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 20:45:37.397684 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.api.extensions [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 20:45:37.398198 dv-cinder-813229-5-iscsi neutron-server[102342]: INFO neutron.api.extensions [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jan 31 20:45:37.398517 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.api.extensions [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=102342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 20:45:37.399442 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.api.extensions [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=102342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 20:45:37.399951 dv-cinder-813229-5-iscsi neutron-server[102342]: INFO neutron.api.extensions [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jan 31 20:45:37.400273 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.api.extensions [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Loading extension file: external_net.py {{(pid=102342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 20:45:37.401194 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.api.extensions [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=102342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 20:45:37.401704 dv-cinder-813229-5-iscsi neutron-server[102342]: INFO neutron.api.extensions [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Loaded extension: external-net Jan 31 20:45:37.402022 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.api.extensions [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Loading extension file: extra_dhcp_opt.py {{(pid=102342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 20:45:37.402962 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.api.extensions [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=102342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 20:45:37.403476 dv-cinder-813229-5-iscsi neutron-server[102342]: INFO neutron.api.extensions [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Loaded extension: extra_dhcp_opt Jan 31 20:45:37.403795 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.api.extensions [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Loading extension file: extraroute.py {{(pid=102342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 20:45:37.404696 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.api.extensions [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=102342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 20:45:37.405204 dv-cinder-813229-5-iscsi neutron-server[102342]: INFO neutron.api.extensions [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Loaded extension: extraroute Jan 31 20:45:37.405520 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.api.extensions [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Loading extension file: extraroute_atomic.py {{(pid=102342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 20:45:37.406546 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.api.extensions [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=102342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 20:45:37.407086 dv-cinder-813229-5-iscsi neutron-server[102342]: INFO neutron.api.extensions [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Loaded extension: extraroute-atomic Jan 31 20:45:37.407406 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.api.extensions [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Loading extension file: filter_validation.py {{(pid=102342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 20:45:37.408069 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.api.extensions [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=102342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 20:45:37.408762 dv-cinder-813229-5-iscsi neutron-server[102342]: INFO neutron.api.extensions [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Loaded extension: filter-validation Jan 31 20:45:37.409084 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.api.extensions [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Loading extension file: fip_pf_description.py {{(pid=102342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 20:45:37.409996 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.api.extensions [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=102342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 20:45:37.410501 dv-cinder-813229-5-iscsi neutron-server[102342]: INFO neutron.api.extensions [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jan 31 20:45:37.410848 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.api.extensions [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Loading extension file: fip_port_details.py {{(pid=102342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 20:45:37.411846 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.api.extensions [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 20:45:37.412357 dv-cinder-813229-5-iscsi neutron-server[102342]: INFO neutron.api.extensions [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Loaded extension: fip-port-details Jan 31 20:45:37.412676 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.api.extensions [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Loading extension file: flavors.py {{(pid=102342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 20:45:37.413926 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.api.extensions [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=102342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 20:45:37.414454 dv-cinder-813229-5-iscsi neutron-server[102342]: INFO neutron.api.extensions [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Loaded extension: flavors Jan 31 20:45:37.414804 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.api.extensions [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=102342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 20:45:37.416494 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.api.extensions [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=102342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 20:45:37.417022 dv-cinder-813229-5-iscsi neutron-server[102342]: INFO neutron.api.extensions [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jan 31 20:45:37.417358 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.api.extensions [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Loading extension file: floatingip_pools.py {{(pid=102342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 20:45:37.418063 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.api.extensions [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=102342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 20:45:37.418579 dv-cinder-813229-5-iscsi neutron-server[102342]: INFO neutron.api.extensions [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Loaded extension: floatingip-pools Jan 31 20:45:37.418939 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.api.extensions [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Loading extension file: ip_allocation.py {{(pid=102342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 20:45:37.419877 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.api.extensions [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=102342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 20:45:37.420382 dv-cinder-813229-5-iscsi neutron-server[102342]: INFO neutron.api.extensions [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Extension ip_allocation not supported by any of loaded plugins Jan 31 20:45:37.420702 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.api.extensions [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=102342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 20:45:37.421944 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.api.extensions [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=102342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 20:45:37.422124 dv-cinder-813229-5-iscsi neutron-server[102342]: INFO neutron.api.extensions [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Loaded extension: ip-substring-filtering Jan 31 20:45:37.422447 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.api.extensions [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Loading extension file: l2_adjacency.py {{(pid=102342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 20:45:37.423390 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.api.extensions [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=102342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 20:45:37.424444 dv-cinder-813229-5-iscsi neutron-server[102342]: INFO neutron.api.extensions [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Extension l2_adjacency not supported by any of loaded plugins Jan 31 20:45:37.424790 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.api.extensions [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Loading extension file: l3.py {{(pid=102342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 20:45:37.425821 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.api.extensions [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=102342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 20:45:37.426343 dv-cinder-813229-5-iscsi neutron-server[102342]: INFO neutron.api.extensions [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Loaded extension: router Jan 31 20:45:37.426714 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.api.extensions [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Loading extension file: l3_conntrack_helper.py {{(pid=102342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 20:45:37.429176 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.api.extensions [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 20:45:37.429717 dv-cinder-813229-5-iscsi neutron-server[102342]: INFO neutron.api.extensions [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jan 31 20:45:37.430032 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.api.extensions [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=102342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 20:45:37.431000 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.api.extensions [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=102342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 20:45:37.431523 dv-cinder-813229-5-iscsi neutron-server[102342]: INFO neutron.api.extensions [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Loaded extension: ext-gw-mode Jan 31 20:45:37.431850 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.api.extensions [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=102342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 20:45:37.432771 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.api.extensions [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=102342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 20:45:37.433283 dv-cinder-813229-5-iscsi neutron-server[102342]: INFO neutron.api.extensions [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Loaded extension: l3-ha Jan 31 20:45:37.433621 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.api.extensions [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Loading extension file: l3_flavors.py {{(pid=102342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 20:45:37.434516 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.api.extensions [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=102342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 20:45:37.435054 dv-cinder-813229-5-iscsi neutron-server[102342]: INFO neutron.api.extensions [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Loaded extension: l3-flavors Jan 31 20:45:37.435380 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.api.extensions [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=102342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 20:45:37.436286 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.api.extensions [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=102342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 20:45:37.436799 dv-cinder-813229-5-iscsi neutron-server[102342]: INFO neutron.api.extensions [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Loaded extension: l3-port-ip-change-not-allowed Jan 31 20:45:37.437120 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.api.extensions [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Loading extension file: l3agentscheduler.py {{(pid=102342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 20:45:37.438156 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.api.extensions [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 20:45:37.438672 dv-cinder-813229-5-iscsi neutron-server[102342]: INFO neutron.api.extensions [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Loaded extension: l3_agent_scheduler Jan 31 20:45:37.439023 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.api.extensions [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Loading extension file: local_ip.py {{(pid=102342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 20:45:37.441571 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.api.extensions [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=102342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 20:45:37.442096 dv-cinder-813229-5-iscsi neutron-server[102342]: INFO neutron.api.extensions [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Extension local_ip not supported by any of loaded plugins Jan 31 20:45:37.442428 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.api.extensions [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Loading extension file: logging.py {{(pid=102342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 20:45:37.443953 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.api.extensions [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=102342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 20:45:37.444483 dv-cinder-813229-5-iscsi neutron-server[102342]: INFO neutron.api.extensions [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Extension logging not supported by any of loaded plugins Jan 31 20:45:37.444846 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.api.extensions [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Loading extension file: metering.py {{(pid=102342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 20:45:37.445594 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.api.extensions [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=102342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 20:45:37.446180 dv-cinder-813229-5-iscsi neutron-server[102342]: INFO neutron.api.extensions [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Loaded extension: metering Jan 31 20:45:37.446510 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.api.extensions [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=102342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 20:45:37.447645 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.api.extensions [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=102342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 20:45:37.448168 dv-cinder-813229-5-iscsi neutron-server[102342]: INFO neutron.api.extensions [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Loaded extension: metering_source_and_destination_fields Jan 31 20:45:37.448495 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.api.extensions [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Loading extension file: multiprovidernet.py {{(pid=102342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 20:45:37.449422 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.api.extensions [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=102342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 20:45:37.449939 dv-cinder-813229-5-iscsi neutron-server[102342]: INFO neutron.api.extensions [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Loaded extension: multi-provider Jan 31 20:45:37.450263 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.api.extensions [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Loading extension file: netmtu.py {{(pid=102342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 20:45:37.451211 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.api.extensions [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=102342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 20:45:37.451731 dv-cinder-813229-5-iscsi neutron-server[102342]: INFO neutron.api.extensions [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Loaded extension: net-mtu Jan 31 20:45:37.452054 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.api.extensions [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Loading extension file: netmtu_writable.py {{(pid=102342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 20:45:37.452967 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.api.extensions [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=102342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 20:45:37.453478 dv-cinder-813229-5-iscsi neutron-server[102342]: INFO neutron.api.extensions [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Loaded extension: net-mtu-writable Jan 31 20:45:37.453801 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.api.extensions [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Loading extension file: network_availability_zone.py {{(pid=102342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 20:45:37.454465 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.api.extensions [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=102342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 20:45:37.455034 dv-cinder-813229-5-iscsi neutron-server[102342]: INFO neutron.api.extensions [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Loaded extension: network_availability_zone Jan 31 20:45:37.455601 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.api.extensions [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Loading extension file: network_ip_availability.py {{(pid=102342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 20:45:37.456964 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.api.extensions [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=102342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 20:45:37.457490 dv-cinder-813229-5-iscsi neutron-server[102342]: INFO neutron.api.extensions [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Loaded extension: network-ip-availability Jan 31 20:45:37.457812 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.api.extensions [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Loading extension file: network_segment_range.py {{(pid=102342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 20:45:37.458569 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.api.extensions [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=102342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 20:45:37.459105 dv-cinder-813229-5-iscsi neutron-server[102342]: INFO neutron.api.extensions [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Extension network-segment-range not supported by any of loaded plugins Jan 31 20:45:37.459425 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.api.extensions [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Loading extension file: pagination.py {{(pid=102342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 20:45:37.460404 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.api.extensions [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 20:45:37.460733 dv-cinder-813229-5-iscsi neutron-server[102342]: INFO neutron.api.extensions [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Loaded extension: pagination Jan 31 20:45:37.461052 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.api.extensions [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Loading extension file: port_device_profile.py {{(pid=102342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 20:45:37.461959 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.api.extensions [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=102342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 20:45:37.462481 dv-cinder-813229-5-iscsi neutron-server[102342]: INFO neutron.api.extensions [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Loaded extension: port-device-profile Jan 31 20:45:37.462836 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.api.extensions [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=102342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 20:45:37.463756 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.api.extensions [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=102342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 20:45:37.464270 dv-cinder-813229-5-iscsi neutron-server[102342]: INFO neutron.api.extensions [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Loaded extension: port-mac-address-regenerate Jan 31 20:45:37.464592 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.api.extensions [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=102342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 20:45:37.465625 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.api.extensions [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=102342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 20:45:37.466140 dv-cinder-813229-5-iscsi neutron-server[102342]: INFO neutron.api.extensions [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Loaded extension: port-numa-affinity-policy Jan 31 20:45:37.466462 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.api.extensions [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Loading extension file: port_resource_request.py {{(pid=102342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 20:45:37.467401 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.api.extensions [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=102342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 20:45:37.467911 dv-cinder-813229-5-iscsi neutron-server[102342]: INFO neutron.api.extensions [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Extension port-resource-request not supported by any of loaded plugins Jan 31 20:45:37.468230 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.api.extensions [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Loading extension file: port_resource_request_groups.py {{(pid=102342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 20:45:37.469186 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.api.extensions [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=102342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 20:45:37.469698 dv-cinder-813229-5-iscsi neutron-server[102342]: INFO neutron.api.extensions [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Extension port-resource-request-groups not supported by any of loaded plugins Jan 31 20:45:37.470020 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.api.extensions [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Loading extension file: portbindings.py {{(pid=102342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 20:45:37.471176 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.api.extensions [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=102342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 20:45:37.471701 dv-cinder-813229-5-iscsi neutron-server[102342]: INFO neutron.api.extensions [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Loaded extension: binding Jan 31 20:45:37.472024 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.api.extensions [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Loading extension file: portbindings_extended.py {{(pid=102342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 20:45:37.473307 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.api.extensions [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=102342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 20:45:37.473830 dv-cinder-813229-5-iscsi neutron-server[102342]: INFO neutron.api.extensions [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Loaded extension: binding-extended Jan 31 20:45:37.474155 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.api.extensions [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Loading extension file: portsecurity.py {{(pid=102342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 20:45:37.475103 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.api.extensions [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=102342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 20:45:37.475623 dv-cinder-813229-5-iscsi neutron-server[102342]: INFO neutron.api.extensions [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Loaded extension: port-security Jan 31 20:45:37.475946 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.api.extensions [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Loading extension file: project_id.py {{(pid=102342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 20:45:37.476922 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.api.extensions [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=102342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 20:45:37.477253 dv-cinder-813229-5-iscsi neutron-server[102342]: INFO neutron.api.extensions [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Loaded extension: project-id Jan 31 20:45:37.477578 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.api.extensions [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Loading extension file: providernet.py {{(pid=102342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 20:45:37.478492 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.api.extensions [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=102342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 20:45:37.479039 dv-cinder-813229-5-iscsi neutron-server[102342]: INFO neutron.api.extensions [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Loaded extension: provider Jan 31 20:45:37.479363 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.api.extensions [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Loading extension file: qos.py {{(pid=102342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 20:45:37.483013 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.api.extensions [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=102342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 20:45:37.483540 dv-cinder-813229-5-iscsi neutron-server[102342]: INFO neutron.api.extensions [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Extension qos not supported by any of loaded plugins Jan 31 20:45:37.483871 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.api.extensions [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=102342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 20:45:37.485123 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.api.extensions [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=102342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 20:45:37.485640 dv-cinder-813229-5-iscsi neutron-server[102342]: INFO neutron.api.extensions [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jan 31 20:45:37.485968 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.api.extensions [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=102342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 20:45:37.487480 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.api.extensions [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=102342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 20:45:37.488001 dv-cinder-813229-5-iscsi neutron-server[102342]: INFO neutron.api.extensions [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jan 31 20:45:37.488328 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.api.extensions [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Loading extension file: qos_default.py {{(pid=102342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 20:45:37.489238 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.api.extensions [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=102342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 20:45:37.489753 dv-cinder-813229-5-iscsi neutron-server[102342]: INFO neutron.api.extensions [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Extension qos-default not supported by any of loaded plugins Jan 31 20:45:37.490075 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.api.extensions [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Loading extension file: qos_fip.py {{(pid=102342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 20:45:37.491021 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.api.extensions [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=102342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 20:45:37.491536 dv-cinder-813229-5-iscsi neutron-server[102342]: INFO neutron.api.extensions [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Extension qos-fip not supported by any of loaded plugins Jan 31 20:45:37.491863 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.api.extensions [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Loading extension file: qos_fip_network_policy.py {{(pid=102342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 20:45:37.492773 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.api.extensions [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=102342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 20:45:37.493284 dv-cinder-813229-5-iscsi neutron-server[102342]: INFO neutron.api.extensions [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Jan 31 20:45:37.493606 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.api.extensions [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Loading extension file: qos_gateway_ip.py {{(pid=102342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 20:45:37.494536 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.api.extensions [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=102342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 20:45:37.495075 dv-cinder-813229-5-iscsi neutron-server[102342]: INFO neutron.api.extensions [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jan 31 20:45:37.495395 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.api.extensions [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Loading extension file: qos_port_network_policy.py {{(pid=102342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 20:45:37.496304 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.api.extensions [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=102342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 20:45:37.496815 dv-cinder-813229-5-iscsi neutron-server[102342]: INFO neutron.api.extensions [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jan 31 20:45:37.497133 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.api.extensions [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=102342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 20:45:37.498177 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.api.extensions [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=102342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 20:45:37.498694 dv-cinder-813229-5-iscsi neutron-server[102342]: INFO neutron.api.extensions [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Extension qos-pps-minimum not supported by any of loaded plugins Jan 31 20:45:37.499049 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.api.extensions [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Loading extension file: qos_pps_rule.py {{(pid=102342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 20:45:37.500227 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.api.extensions [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=102342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 20:45:37.500750 dv-cinder-813229-5-iscsi neutron-server[102342]: INFO neutron.api.extensions [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Extension qos-pps not supported by any of loaded plugins Jan 31 20:45:37.501076 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.api.extensions [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Loading extension file: qos_rule_type_details.py {{(pid=102342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 20:45:37.502631 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.api.extensions [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=102342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 20:45:37.503233 dv-cinder-813229-5-iscsi neutron-server[102342]: INFO neutron.api.extensions [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jan 31 20:45:37.503560 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.api.extensions [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Loading extension file: qos_rules_alias.py {{(pid=102342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 20:45:37.504612 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.api.extensions [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=102342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 20:45:37.505128 dv-cinder-813229-5-iscsi neutron-server[102342]: INFO neutron.api.extensions [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Extension qos-rules-alias not supported by any of loaded plugins Jan 31 20:45:37.505451 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.api.extensions [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Loading extension file: quota_check_limit.py {{(pid=102342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 20:45:37.506358 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.api.extensions [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=102342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 20:45:37.506903 dv-cinder-813229-5-iscsi neutron-server[102342]: INFO neutron.api.extensions [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Loaded extension: quota-check-limit Jan 31 20:45:37.507226 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.api.extensions [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Loading extension file: quotasv2.py {{(pid=102342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 20:45:37.508402 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.api.extensions [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=102342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 20:45:37.508729 dv-cinder-813229-5-iscsi neutron-server[102342]: INFO neutron.api.extensions [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Loaded extension: quotas Jan 31 20:45:37.509048 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.api.extensions [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Loading extension file: quotasv2_detail.py {{(pid=102342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 20:45:37.510897 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.api.extensions [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=102342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 20:45:37.511236 dv-cinder-813229-5-iscsi neutron-server[102342]: INFO neutron.api.extensions [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Loaded extension: quota_details Jan 31 20:45:37.511562 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.api.extensions [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Loading extension file: rbac.py {{(pid=102342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 20:45:37.512613 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.api.extensions [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=102342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 20:45:37.513145 dv-cinder-813229-5-iscsi neutron-server[102342]: INFO neutron.api.extensions [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Loaded extension: rbac-policies Jan 31 20:45:37.513474 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.api.extensions [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Loading extension file: rbac_address_group.py {{(pid=102342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 20:45:37.514399 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.api.extensions [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=102342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 20:45:37.514957 dv-cinder-813229-5-iscsi neutron-server[102342]: INFO neutron.api.extensions [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Loaded extension: rbac-address-group Jan 31 20:45:37.515284 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.api.extensions [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Loading extension file: rbac_address_scope.py {{(pid=102342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 20:45:37.516198 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.api.extensions [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=102342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 20:45:37.516715 dv-cinder-813229-5-iscsi neutron-server[102342]: INFO neutron.api.extensions [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Loaded extension: rbac-address-scope Jan 31 20:45:37.517036 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.api.extensions [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Loading extension file: rbac_security_groups.py {{(pid=102342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 20:45:37.518030 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.api.extensions [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=102342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 20:45:37.518549 dv-cinder-813229-5-iscsi neutron-server[102342]: INFO neutron.api.extensions [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Loaded extension: rbac-security-groups Jan 31 20:45:37.518909 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.api.extensions [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Loading extension file: rbac_subnetpool.py {{(pid=102342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 20:45:37.519833 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.api.extensions [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=102342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 20:45:37.520346 dv-cinder-813229-5-iscsi neutron-server[102342]: INFO neutron.api.extensions [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Loaded extension: rbac-subnetpool Jan 31 20:45:37.520665 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.api.extensions [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Loading extension file: revisionifmatch.py {{(pid=102342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 20:45:37.521582 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.api.extensions [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=102342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 20:45:37.522100 dv-cinder-813229-5-iscsi neutron-server[102342]: INFO neutron.api.extensions [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Loaded extension: revision-if-match Jan 31 20:45:37.522420 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.api.extensions [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Loading extension file: revisions.py {{(pid=102342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 20:45:37.523562 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.api.extensions [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=102342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 20:45:37.524084 dv-cinder-813229-5-iscsi neutron-server[102342]: INFO neutron.api.extensions [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Loaded extension: standard-attr-revisions Jan 31 20:45:37.524407 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.api.extensions [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Loading extension file: router_availability_zone.py {{(pid=102342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 20:45:37.525078 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.api.extensions [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=102342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 20:45:37.525597 dv-cinder-813229-5-iscsi neutron-server[102342]: INFO neutron.api.extensions [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Loaded extension: router_availability_zone Jan 31 20:45:37.525918 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.api.extensions [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Loading extension file: routerservicetype.py {{(pid=102342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 20:45:37.526877 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.api.extensions [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=102342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 20:45:37.527393 dv-cinder-813229-5-iscsi neutron-server[102342]: INFO neutron.api.extensions [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Extension router-service-type not supported by any of loaded plugins Jan 31 20:45:37.527713 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.api.extensions [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=102342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 20:45:37.528708 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.api.extensions [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=102342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 20:45:37.529223 dv-cinder-813229-5-iscsi neutron-server[102342]: INFO neutron.api.extensions [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Loaded extension: security-groups-normalized-cidr Jan 31 20:45:37.529543 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.api.extensions [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Loading extension file: security_groups_port_filtering.py {{(pid=102342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 20:45:37.530462 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.api.extensions [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=102342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 20:45:37.531003 dv-cinder-813229-5-iscsi neutron-server[102342]: INFO neutron.api.extensions [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Loaded extension: port-security-groups-filtering Jan 31 20:45:37.531323 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.api.extensions [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=102342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 20:45:37.532249 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.api.extensions [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=102342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 20:45:37.532760 dv-cinder-813229-5-iscsi neutron-server[102342]: INFO neutron.api.extensions [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Loaded extension: security-groups-remote-address-group Jan 31 20:45:37.533080 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.api.extensions [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=102342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 20:45:37.534127 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.api.extensions [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=102342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 20:45:37.534643 dv-cinder-813229-5-iscsi neutron-server[102342]: INFO neutron.api.extensions [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Loaded extension: security-groups-shared-filtering Jan 31 20:45:37.535000 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.api.extensions [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=102342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 20:45:37.535585 dv-cinder-813229-5-iscsi neutron-server[102342]: WARNING neutron.api.extensions [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Jan 31 20:45:37.535905 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.api.extensions [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Loading extension file: securitygroup.py {{(pid=102342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 20:45:37.545671 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.api.extensions [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=102342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 20:45:37.546204 dv-cinder-813229-5-iscsi neutron-server[102342]: INFO neutron.api.extensions [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Loaded extension: security-group Jan 31 20:45:37.546534 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.api.extensions [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Loading extension file: segment.py {{(pid=102342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 20:45:37.547350 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.api.extensions [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=102342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 20:45:37.547867 dv-cinder-813229-5-iscsi neutron-server[102342]: INFO neutron.api.extensions [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Extension segment not supported by any of loaded plugins Jan 31 20:45:37.548192 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.api.extensions [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=102342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 20:45:37.549761 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.api.extensions [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=102342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 20:45:37.550223 dv-cinder-813229-5-iscsi neutron-server[102342]: INFO neutron.api.extensions [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jan 31 20:45:37.550547 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.api.extensions [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Loading extension file: servicetype.py {{(pid=102342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 20:45:37.551759 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.api.extensions [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=102342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 20:45:37.552301 dv-cinder-813229-5-iscsi neutron-server[102342]: INFO neutron.api.extensions [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Loaded extension: service-type Jan 31 20:45:37.552629 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.api.extensions [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Loading extension file: sorting.py {{(pid=102342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 20:45:37.553617 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.api.extensions [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 20:45:37.553951 dv-cinder-813229-5-iscsi neutron-server[102342]: INFO neutron.api.extensions [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Loaded extension: sorting Jan 31 20:45:37.554272 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.api.extensions [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Loading extension file: standard_attr_segment.py {{(pid=102342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 20:45:37.555221 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.api.extensions [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 20:45:37.555744 dv-cinder-813229-5-iscsi neutron-server[102342]: INFO neutron.api.extensions [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Extension standard-attr-segment not supported by any of loaded plugins Jan 31 20:45:37.556067 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.api.extensions [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Loading extension file: standardattrdescription.py {{(pid=102342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 20:45:37.556712 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.api.extensions [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=102342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 20:45:37.557227 dv-cinder-813229-5-iscsi neutron-server[102342]: INFO neutron.api.extensions [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Loaded extension: standard-attr-description Jan 31 20:45:37.557547 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.api.extensions [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Loading extension file: stateful_security_group.py {{(pid=102342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 20:45:37.558468 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.api.extensions [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=102342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 20:45:37.559020 dv-cinder-813229-5-iscsi neutron-server[102342]: INFO neutron.api.extensions [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Loaded extension: stateful-security-group Jan 31 20:45:37.559343 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.api.extensions [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Loading extension file: stdattrs_common.py {{(pid=102342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 20:45:37.559907 dv-cinder-813229-5-iscsi neutron-server[102342]: WARNING neutron.api.extensions [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jan 31 20:45:37.560227 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.api.extensions [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=102342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 20:45:37.561152 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.api.extensions [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=102342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 20:45:37.561664 dv-cinder-813229-5-iscsi neutron-server[102342]: INFO neutron.api.extensions [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jan 31 20:45:37.561991 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.api.extensions [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Loading extension file: subnet_onboard.py {{(pid=102342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 20:45:37.563087 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.api.extensions [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=102342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 20:45:37.563608 dv-cinder-813229-5-iscsi neutron-server[102342]: INFO neutron.api.extensions [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Loaded extension: subnet_onboard Jan 31 20:45:37.563928 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.api.extensions [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=102342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 20:45:37.565439 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.api.extensions [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=102342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 20:45:37.565953 dv-cinder-813229-5-iscsi neutron-server[102342]: INFO neutron.api.extensions [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jan 31 20:45:37.566275 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.api.extensions [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Loading extension file: subnet_service_types.py {{(pid=102342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 20:45:37.567229 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.api.extensions [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=102342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 20:45:37.567805 dv-cinder-813229-5-iscsi neutron-server[102342]: INFO neutron.api.extensions [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Loaded extension: subnet-service-types Jan 31 20:45:37.568125 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.api.extensions [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Loading extension file: subnetallocation.py {{(pid=102342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 20:45:37.569205 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.api.extensions [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=102342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 20:45:37.569729 dv-cinder-813229-5-iscsi neutron-server[102342]: INFO neutron.api.extensions [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Loaded extension: subnet_allocation Jan 31 20:45:37.570057 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.api.extensions [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=102342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 20:45:37.570721 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.api.extensions [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=102342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 20:45:37.571261 dv-cinder-813229-5-iscsi neutron-server[102342]: INFO neutron.api.extensions [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Loaded extension: subnetpool-prefix-ops Jan 31 20:45:37.571582 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.api.extensions [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=102342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 20:45:37.572543 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.api.extensions [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=102342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 20:45:37.573057 dv-cinder-813229-5-iscsi neutron-server[102342]: INFO neutron.api.extensions [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jan 31 20:45:37.573380 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.api.extensions [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Loading extension file: tagging.py {{(pid=102342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 20:45:37.574422 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.api.extensions [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=102342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 20:45:37.574972 dv-cinder-813229-5-iscsi neutron-server[102342]: INFO neutron.api.extensions [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Loaded extension: standard-attr-tag Jan 31 20:45:37.575297 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.api.extensions [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Loading extension file: timestamp.py {{(pid=102342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 20:45:37.576501 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.api.extensions [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=102342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 20:45:37.577019 dv-cinder-813229-5-iscsi neutron-server[102342]: INFO neutron.api.extensions [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Loaded extension: standard-attr-timestamp Jan 31 20:45:37.577345 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.api.extensions [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Loading extension file: trunk.py {{(pid=102342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 20:45:37.578379 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.api.extensions [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=102342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 20:45:37.578927 dv-cinder-813229-5-iscsi neutron-server[102342]: INFO neutron.api.extensions [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Extension trunk not supported by any of loaded plugins Jan 31 20:45:37.579255 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.api.extensions [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Loading extension file: trunk_details.py {{(pid=102342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 20:45:37.580200 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.api.extensions [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=102342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 20:45:37.580719 dv-cinder-813229-5-iscsi neutron-server[102342]: INFO neutron.api.extensions [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Extension trunk-details not supported by any of loaded plugins Jan 31 20:45:37.581045 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.api.extensions [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Loading extension file: uplink_status_propagation.py {{(pid=102342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 20:45:37.581963 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.api.extensions [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=102342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 20:45:37.582479 dv-cinder-813229-5-iscsi neutron-server[102342]: INFO neutron.api.extensions [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jan 31 20:45:37.582831 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.api.extensions [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Loading extension file: vlantransparent.py {{(pid=102342) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 31 20:45:37.583569 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.api.extensions [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=102342) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 31 20:45:37.584077 dv-cinder-813229-5-iscsi neutron-server[102342]: INFO neutron.api.extensions [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Extension vlan-transparent not supported by any of loaded plugins Jan 31 20:45:37.586551 dv-cinder-813229-5-iscsi neutron-server[102342]: INFO neutron.quota.resource_registry [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Creating instance of TrackedResource for resource:network Jan 31 20:45:37.587101 dv-cinder-813229-5-iscsi neutron-server[102342]: INFO neutron.quota.resource_registry [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Creating instance of TrackedResource for resource:subnet Jan 31 20:45:37.587498 dv-cinder-813229-5-iscsi neutron-server[102342]: INFO neutron.quota.resource_registry [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Creating instance of TrackedResource for resource:subnetpool Jan 31 20:45:37.587889 dv-cinder-813229-5-iscsi neutron-server[102342]: INFO neutron.quota.resource_registry [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Creating instance of TrackedResource for resource:port Jan 31 20:45:37.589155 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.api.v2.resource_helper [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102342) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 31 20:45:37.589546 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.api.v2.resource_helper [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Service FLAVORS assigned prefix: {{(pid=102342) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 31 20:45:37.590179 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.api.v2.resource_helper [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102342) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 31 20:45:37.590619 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.api.v2.resource_helper [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102342) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 31 20:45:37.590974 dv-cinder-813229-5-iscsi neutron-server[102342]: INFO neutron.quota.resource_registry [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Creating instance of TrackedResource for resource:router Jan 31 20:45:37.591399 dv-cinder-813229-5-iscsi neutron-server[102342]: INFO neutron.quota.resource_registry [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Creating instance of TrackedResource for resource:floatingip Jan 31 20:45:37.591947 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.api.v2.resource_helper [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Service METERING assigned prefix: /metering {{(pid=102342) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 31 20:45:37.593393 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 20:45:37.593764 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 20:45:37.594116 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102342) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 20:45:37.595158 dv-cinder-813229-5-iscsi neutron-server[102342]: INFO neutron.quota.resource_registry [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Creating instance of CountableResource for resource:rbac_policy Jan 31 20:45:37.595628 dv-cinder-813229-5-iscsi neutron-server[102342]: INFO neutron.quota.resource_registry [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Creating instance of TrackedResource for resource:security_group Jan 31 20:45:37.596136 dv-cinder-813229-5-iscsi neutron-server[102342]: INFO neutron.quota.resource_registry [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Creating instance of TrackedResource for resource:security_group_rule Jan 31 20:45:37.597884 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.api.v2.resource_helper [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Service CORE assigned prefix: {{(pid=102342) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 31 20:45:37.598229 dv-cinder-813229-5-iscsi neutron-server[102342]: INFO neutron.quota.resource_registry [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Creating instance of TrackedResource for resource:subnetpool Jan 31 20:45:37.598583 dv-cinder-813229-5-iscsi neutron-server[102342]: WARNING neutron.quota.resource_registry [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] subnetpool is already registered Jan 31 20:45:37.599050 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.api.v2.resource_helper [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Service CORE assigned prefix: {{(pid=102342) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 31 20:45:37.599390 dv-cinder-813229-5-iscsi neutron-server[102342]: INFO neutron.quota.resource_registry [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Creating instance of TrackedResource for resource:subnetpool Jan 31 20:45:37.599720 dv-cinder-813229-5-iscsi neutron-server[102342]: WARNING neutron.quota.resource_registry [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] subnetpool is already registered Jan 31 20:45:37.602036 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.api.v2.resource_helper [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102342) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 31 20:45:37.602478 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.api.v2.resource_helper [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Service FLAVORS assigned prefix: {{(pid=102342) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 31 20:45:37.603109 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.api.v2.resource_helper [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102342) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 31 20:45:37.603535 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.api.v2.resource_helper [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102342) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 31 20:45:37.603872 dv-cinder-813229-5-iscsi neutron-server[102342]: INFO neutron.quota.resource_registry [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Creating instance of TrackedResource for resource:router Jan 31 20:45:37.604206 dv-cinder-813229-5-iscsi neutron-server[102342]: WARNING neutron.quota.resource_registry [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] router is already registered Jan 31 20:45:37.604614 dv-cinder-813229-5-iscsi neutron-server[102342]: INFO neutron.quota.resource_registry [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Creating instance of TrackedResource for resource:floatingip Jan 31 20:45:37.604948 dv-cinder-813229-5-iscsi neutron-server[102342]: WARNING neutron.quota.resource_registry [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] floatingip is already registered Jan 31 20:45:37.605395 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.api.v2.resource_helper [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Service METERING assigned prefix: /metering {{(pid=102342) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 31 20:45:37.606058 dv-cinder-813229-5-iscsi neutron-server[102342]: INFO neutron.quota.resource_registry [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Creating instance of CountableResource for resource:rbac_policy Jan 31 20:45:37.606382 dv-cinder-813229-5-iscsi neutron-server[102342]: WARNING neutron.quota.resource_registry [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] rbac_policy is already registered Jan 31 20:45:37.606814 dv-cinder-813229-5-iscsi neutron-server[102342]: INFO neutron.quota.resource_registry [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Creating instance of TrackedResource for resource:security_group Jan 31 20:45:37.607151 dv-cinder-813229-5-iscsi neutron-server[102342]: WARNING neutron.quota.resource_registry [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] security_group is already registered Jan 31 20:45:37.607551 dv-cinder-813229-5-iscsi neutron-server[102342]: INFO neutron.quota.resource_registry [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Creating instance of TrackedResource for resource:security_group_rule Jan 31 20:45:37.607879 dv-cinder-813229-5-iscsi neutron-server[102342]: WARNING neutron.quota.resource_registry [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] security_group_rule is already registered Jan 31 20:45:37.608505 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.api.v2.resource_helper [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Service CORE assigned prefix: {{(pid=102342) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 31 20:45:37.608835 dv-cinder-813229-5-iscsi neutron-server[102342]: INFO neutron.quota.resource_registry [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Creating instance of TrackedResource for resource:subnetpool Jan 31 20:45:37.609167 dv-cinder-813229-5-iscsi neutron-server[102342]: WARNING neutron.quota.resource_registry [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] subnetpool is already registered Jan 31 20:45:37.609582 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.api.v2.resource_helper [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Service CORE assigned prefix: {{(pid=102342) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 31 20:45:37.609906 dv-cinder-813229-5-iscsi neutron-server[102342]: INFO neutron.quota.resource_registry [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Creating instance of TrackedResource for resource:subnetpool Jan 31 20:45:37.610234 dv-cinder-813229-5-iscsi neutron-server[102342]: WARNING neutron.quota.resource_registry [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] subnetpool is already registered Jan 31 20:45:37.610704 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.api.extensions [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Extended resource: extensions {{(pid=102342) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 31 20:45:37.613160 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.api.extensions [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Extended resource: address-groups {{(pid=102342) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 31 20:45:37.614673 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.api.extensions [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Extended resource: address-scopes {{(pid=102342) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 31 20:45:37.616187 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.api.extensions [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Extended resource: agents {{(pid=102342) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 31 20:45:37.617510 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.api.extensions [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Extended resource: auto-allocated-topology {{(pid=102342) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 31 20:45:37.618794 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.api.extensions [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Extended resource: availability_zones {{(pid=102342) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 31 20:45:37.620030 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.api.extensions [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Extended resource: dhcp-networks {{(pid=102342) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 31 20:45:37.621539 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.api.extensions [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Extended resource: dhcp-agents {{(pid=102342) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 31 20:45:37.623031 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.api.extensions [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Extended resource: routers {{(pid=102342) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 31 20:45:37.625287 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.api.extensions [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Extended resource: flavors {{(pid=102342) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 31 20:45:37.626488 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.api.extensions [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Extended resource: service_profiles {{(pid=102342) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 31 20:45:37.628376 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.api.extensions [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Extended resource: next_providers {{(pid=102342) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 31 20:45:37.629853 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.api.extensions [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Extended resource: service_profiles {{(pid=102342) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 31 20:45:37.631459 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.api.extensions [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Extended resource: floatingip-pools {{(pid=102342) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 31 20:45:37.632741 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.api.extensions [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Extended resource: routers {{(pid=102342) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 31 20:45:37.635182 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.api.extensions [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Extended resource: floatingips {{(pid=102342) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 31 20:45:37.636483 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.api.extensions [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Extended resource: l3-routers {{(pid=102342) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 31 20:45:37.637907 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.api.extensions [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Extended resource: l3-agents {{(pid=102342) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 31 20:45:37.639375 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.api.extensions [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Extended resource: metering-labels {{(pid=102342) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 31 20:45:37.640760 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.api.extensions [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Extended resource: metering-label-rules {{(pid=102342) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 31 20:45:37.642080 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.api.extensions [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Extended resource: network-ip-availabilities {{(pid=102342) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 31 20:45:37.643544 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.api.extensions [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Extended resource: bindings {{(pid=102342) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 31 20:45:37.645220 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.api.extensions [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Extended resource: quotas {{(pid=102342) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 31 20:45:37.646924 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.api.extensions [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Extended resource: quotas {{(pid=102342) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 31 20:45:37.648501 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.api.extensions [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Extended resource: rbac-policies {{(pid=102342) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 31 20:45:37.649816 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.api.extensions [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Extended resource: security-groups {{(pid=102342) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 31 20:45:37.651120 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.api.extensions [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Extended resource: security-group-rules {{(pid=102342) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 31 20:45:37.652374 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.api.extensions [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Extended resource: service-providers {{(pid=102342) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 31 20:45:37.653622 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.api.extensions [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Extended resource: subnetpools {{(pid=102342) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 31 20:45:37.655089 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.api.extensions [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Extended resource: subnetpools {{(pid=102342) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 31 20:45:37.656572 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.api.extensions [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Extended resource: tags {{(pid=102342) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 31 20:45:37.658373 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.api.extensions [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Extended resource: tags {{(pid=102342) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 31 20:45:37.660282 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.api.extensions [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Extended resource: tags {{(pid=102342) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 31 20:45:37.662093 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.api.extensions [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Extended resource: tags {{(pid=102342) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 31 20:45:37.664914 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.api.extensions [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Extended resource: tags {{(pid=102342) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 31 20:45:37.666848 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.api.extensions [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Extended resource: tags {{(pid=102342) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 31 20:45:37.668576 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.api.extensions [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Extended resource: tags {{(pid=102342) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 31 20:45:37.670508 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.api.extensions [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Extended resource: tags {{(pid=102342) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 31 20:45:37.672366 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.api.extensions [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Extended resource: tags {{(pid=102342) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 31 20:45:37.674809 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron.api.extensions [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Extended resource: tags {{(pid=102342) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 31 20:45:37.680759 dv-cinder-813229-5-iscsi neutron-server[102342]: WARNING keystonemiddleware.auth_token [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jan 31 20:45:37.685685 dv-cinder-813229-5-iscsi neutron-server[102342]: WARNING keystonemiddleware.auth_token [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jan 31 20:45:37.695852 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_concurrency.lockutils [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Acquired lock "singleton_lock" {{(pid=102342) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Jan 31 20:45:37.696424 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_concurrency.lockutils [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Releasing lock "singleton_lock" {{(pid=102342) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Jan 31 20:45:37.697080 dv-cinder-813229-5-iscsi neutron-server[102342]: INFO oslo_service.service [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Starting 2 workers Jan 31 20:45:37.702141 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Started child 102449 {{(pid=102342) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 31 20:45:37.707024 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Started child 102450 {{(pid=102342) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 31 20:45:37.708155 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:45:37.708852 dv-cinder-813229-5-iscsi neutron-server[102342]: INFO neutron.service [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Neutron service started, listening on 0.0.0.0:9696 Jan 31 20:45:37.709313 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Publish callbacks [] for process (None), before_spawn {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:45:37.709835 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [-] (102449) wsgi starting up on http://0.0.0.0:9696 Jan 31 20:45:37.711607 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:45:37.712083 dv-cinder-813229-5-iscsi neutron-server[102342]: INFO oslo_service.service [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Starting 1 workers Jan 31 20:45:37.713018 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [-] (102450) wsgi starting up on http://0.0.0.0:9696 Jan 31 20:45:37.717043 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Started child 102451 {{(pid=102342) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 31 20:45:37.717562 dv-cinder-813229-5-iscsi neutron-server[102342]: INFO oslo_service.service [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Starting 1 workers Jan 31 20:45:37.720801 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.service [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] calling RpcWorker wait() {{(pid=102451) _wait /opt/stack/neutron/neutron/service.py:128}} Jan 31 20:45:37.721410 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.service [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] returning from RpcWorker wait() {{(pid=102451) _wait /opt/stack/neutron/neutron/service.py:135}} Jan 31 20:45:37.722583 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:45:37.722814 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Started child 102454 {{(pid=102342) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 31 20:45:37.723092 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=102451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 20:45:37.723595 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG neutron_lib.callbacks.manager [None req-21c84ffc-537e-40d5-85af-176bf798b004 None None] Publish callbacks [] for process (None), after_spawn {{(pid=102342) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:45:37.725749 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102342) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jan 31 20:45:37.725967 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 31 20:45:37.726145 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 31 20:45:37.726376 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 31 20:45:37.726722 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 31 20:45:37.726902 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 31 20:45:37.727420 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 20:45:37.727703 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 20:45:37.728059 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 20:45:37.728213 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 20:45:37.728404 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:45:37.728963 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 20:45:37.729121 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 20:45:37.729357 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 20:45:37.729504 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 20:45:37.729647 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 20:45:37.729858 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 20:45:37.730111 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 20:45:37.730285 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 20:45:37.730452 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 20:45:37.730696 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 20:45:37.730971 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 20:45:37.731281 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 20:45:37.731557 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 20:45:37.731797 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 20:45:37.732051 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 20:45:37.732211 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 20:45:37.732467 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 20:45:37.732728 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 20:45:37.732984 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 20:45:37.733251 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] debug = True {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 20:45:37.733493 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 20:45:37.733977 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 20:45:37.734212 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 20:45:37.734450 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 20:45:37.734667 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 20:45:37.734966 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 20:45:37.735249 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 20:45:37.735480 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 20:45:37.735712 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 20:45:37.735929 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 20:45:37.736184 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 20:45:37.736964 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 20:45:37.737200 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 20:45:37.737484 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 20:45:37.737860 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 20:45:37.738201 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 20:45:37.738384 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 20:45:37.738629 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 20:45:37.739196 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] host = dv-cinder-813229-5-iscsi {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 20:45:37.739626 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 20:45:37.739879 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 20:45:37.740116 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 20:45:37.740369 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 20:45:37.740643 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 20:45:37.740867 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 20:45:37.741141 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 20:45:37.742345 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 20:45:37.742345 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 20:45:37.742345 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 20:45:37.742345 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 20:45:37.743863 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 20:45:37.743863 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 20:45:37.743863 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] log_file = None {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 20:45:37.743863 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] log_options = True {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 20:45:37.743863 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 20:45:37.744566 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 20:45:37.744566 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 20:45:37.744566 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 20:45:37.744965 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 20:45:37.744965 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 20:45:37.745266 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 20:45:37.745510 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 20:45:37.745656 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 20:45:37.745803 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 20:45:37.745942 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 20:45:37.746165 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 20:45:37.746397 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 20:45:37.746644 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 20:45:37.746976 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 20:45:37.747183 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 20:45:37.747419 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 20:45:37.747623 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 20:45:37.747875 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 20:45:37.748125 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 20:45:37.748388 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 20:45:37.748595 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 20:45:37.748849 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 20:45:37.749088 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 20:45:37.749323 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 20:45:37.749538 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 20:45:37.749783 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 20:45:37.750815 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 20:45:37.750815 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 20:45:37.750815 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 20:45:37.750815 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 20:45:37.751108 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 20:45:37.751184 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 20:45:37.751420 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 20:45:37.751672 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 20:45:37.752011 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 20:45:37.752885 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 20:45:37.753230 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 20:45:37.753603 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 20:45:37.753842 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 20:45:37.754232 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 20:45:37.754487 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 20:45:37.754623 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 20:45:37.754839 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 20:45:37.755061 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 20:45:37.755427 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 20:45:37.755662 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] use_json = False {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 20:45:37.755915 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 20:45:37.756151 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 20:45:37.756405 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 20:45:37.756834 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 20:45:37.757251 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 20:45:37.757644 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 20:45:37.758289 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 20:45:37.758720 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 20:45:37.759161 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 20:45:37.759797 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.760253 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.760774 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.761037 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.761296 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.761566 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.761837 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.762061 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.762295 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.762726 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.763143 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.763441 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.763820 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.764144 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.764589 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.765072 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.765518 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.765789 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.766043 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.766264 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.766649 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.766903 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.767320 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.767749 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.768184 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.768821 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.769213 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.769740 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.770196 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.770884 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.771167 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.771433 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.46/identity {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.771703 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.771933 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.772185 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.772416 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.772641 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.772873 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.773095 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.773392 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.773633 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.773871 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.774101 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.774330 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.774570 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.774849 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.775102 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.775373 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.775628 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.775847 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.776223 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.776498 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.776720 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.776976 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.777210 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.777650 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.777973 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.778230 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.778652 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.779087 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.779398 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.779833 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.780133 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.780441 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.780723 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.780992 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.781278 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.781552 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.781866 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.782165 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.782439 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.782720 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.783019 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.783947 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.784450 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.785088 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.785516 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.785912 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.786282 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.786482 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.786704 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.786955 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.787202 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.787422 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.787658 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.787880 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.788094 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.788329 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.788564 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.788787 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.789008 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.789290 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.789622 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.789887 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.790127 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.790379 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.790585 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.790995 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.791423 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.791811 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.792269 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.792648 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.793064 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.793287 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.793521 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.793744 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.794121 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.794539 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.794928 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.795310 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.795723 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.796148 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.796379 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.796651 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.796921 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.797446 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.797867 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.798304 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.798579 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.799432 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.799734 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.799962 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.800239 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.800537 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.800804 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.801239 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.801509 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.801788 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.802048 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.802303 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.802580 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.802859 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.803125 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.803372 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.803635 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.804027 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.804251 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.804488 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.804807 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.805053 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.805288 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.805508 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.805773 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.806026 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.806269 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.806536 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.807011 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.807270 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.807521 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.807781 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.46/identity {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.808007 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.808261 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.808506 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.808723 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.808969 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.809185 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.809422 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.809659 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.809894 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.810185 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.810378 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.810631 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.810887 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.811263 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.811624 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.812012 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.812378 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.812608 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.812870 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.813107 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.813328 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.813547 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.813763 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.814015 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.814251 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.814652 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.814936 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.815174 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.815423 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.815689 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.815921 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.816160 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.816412 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.816619 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.816856 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.817068 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.817287 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.817499 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.817868 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.818254 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.818496 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.818732 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.818984 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.819317 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.819571 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.819972 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.820081 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.822881 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.823197 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.823661 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.823929 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.824043 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.wsgi [-] (102450) accepted ('10.222.0.46', 34122) {{(pid=102450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 20:45:37.824174 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.824411 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.824660 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.824951 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.825225 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.825474 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.825703 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.825921 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.826137 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.826377 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.826591 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.826912 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.827183 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.827427 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.827684 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.827911 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.828124 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.828352 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.828564 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.828774 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.828997 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.829211 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.829422 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.829667 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.829875 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.830114 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.830335 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.830593 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.832882 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.833485 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [-] 10.222.0.46 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0073698 Jan 31 20:45:37.834215 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.834459 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.834696 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.835031 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.835279 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.835530 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.835766 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.835992 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.836210 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.836448 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.836668 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.836888 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.837142 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.837356 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.837590 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.837813 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.838031 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.838244 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.838533 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.839272 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.841233 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.842951 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.843235 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.843515 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.843798 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.844136 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.844370 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.844628 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.844907 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.845136 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.845370 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.846120 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.846700 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.848188 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.848455 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.848727 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.849035 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.849323 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:650:699'] {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.849616 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.849709 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 20:45:37.850669 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.851019 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.851350 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.851645 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.851902 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.852163 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.853228 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.853228 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.853591 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.853827 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.854097 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.854332 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.854610 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.854906 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.855165 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.855391 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.855634 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.855885 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.857377 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.857377 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.857377 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.857377 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.857377 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 31 20:45:37.858199 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102342) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jan 31 20:45:37.858199 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 31 20:45:37.858199 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 31 20:45:37.858402 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 31 20:45:37.858514 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 31 20:45:37.858891 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 31 20:45:37.860033 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 20:45:37.860213 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 20:45:37.861012 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 20:45:37.861278 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 20:45:37.861487 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 20:45:37.862352 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 20:45:37.862527 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 20:45:37.862692 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 20:45:37.862909 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 20:45:37.863074 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 20:45:37.863237 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 20:45:37.863399 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 20:45:37.863560 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 20:45:37.863721 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 20:45:37.863882 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 20:45:37.864042 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 20:45:37.864202 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 20:45:37.864365 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 20:45:37.864534 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 20:45:37.864692 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 20:45:37.864853 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 20:45:37.865098 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 20:45:37.865366 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] debug = True {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 20:45:37.865531 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 20:45:37.865754 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 20:45:37.865975 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 20:45:37.866093 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 20:45:37.866223 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 20:45:37.866382 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 20:45:37.866540 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 20:45:37.866756 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 20:45:37.866930 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 20:45:37.867036 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 20:45:37.867211 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 20:45:37.867328 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 20:45:37.867473 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 20:45:37.867633 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 20:45:37.868661 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 20:45:37.868661 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 20:45:37.868661 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 20:45:37.868661 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 20:45:37.868661 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] host = dv-cinder-813229-5-iscsi {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 20:45:37.868661 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 20:45:37.868661 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 20:45:37.869428 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 20:45:37.869428 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 20:45:37.869428 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 20:45:37.869428 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 20:45:37.869428 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 20:45:37.869819 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 20:45:37.870982 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 20:45:37.871155 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 20:45:37.871321 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 20:45:37.871486 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 20:45:37.871648 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 20:45:37.871809 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] log_file = None {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 20:45:37.871969 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] log_options = True {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 20:45:37.872136 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 20:45:37.872298 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 20:45:37.872458 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 20:45:37.872649 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 20:45:37.872815 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 20:45:37.872975 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 20:45:37.873135 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 20:45:37.873299 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 20:45:37.873529 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 20:45:37.873694 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 20:45:37.873913 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 20:45:37.874065 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 20:45:37.874228 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 20:45:37.874388 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 20:45:37.874548 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 20:45:37.874706 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 20:45:37.875206 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 20:45:37.875445 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 20:45:37.875658 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 20:45:37.875823 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 20:45:37.875978 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 20:45:37.876298 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 20:45:37.876468 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 20:45:37.876627 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 20:45:37.877814 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 20:45:37.877814 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 20:45:37.877814 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 20:45:37.877814 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 20:45:37.877814 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 20:45:37.877814 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 20:45:37.879175 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 20:45:37.879175 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 20:45:37.879175 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 20:45:37.879175 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 20:45:37.879175 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 20:45:37.879175 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 20:45:37.879175 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 20:45:37.879175 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 20:45:37.880612 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 20:45:37.880612 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 20:45:37.880612 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 20:45:37.880612 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 20:45:37.880612 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 20:45:37.880612 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 20:45:37.881337 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 20:45:37.881511 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 20:45:37.881682 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] use_json = False {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 20:45:37.881845 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 20:45:37.882258 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 20:45:37.882258 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 20:45:37.882668 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 20:45:37.883104 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 20:45:37.883509 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 20:45:37.883626 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 20:45:37.883744 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 20:45:37.883932 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 31 20:45:37.885405 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.885967 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.886241 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.886361 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.886499 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.886670 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.886861 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.887031 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.887197 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.887418 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.888335 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.888335 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.888335 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.888335 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.888335 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.888835 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.888835 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.889040 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.889143 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.889268 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.889432 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.889595 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.889767 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.889931 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.890093 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.890257 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.890418 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.890589 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.890751 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.890957 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.891138 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.891301 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.46/identity {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.891446 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.891588 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.891754 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.891918 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.892086 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.892249 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.892412 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.892691 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.892824 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.892948 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.893172 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.893276 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.893384 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.893741 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.894041 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.894333 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.894636 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.894972 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.895137 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.895300 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.895466 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.895632 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.895779 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.895948 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.896110 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.896362 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.896489 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.896593 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.896799 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.897125 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.897299 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.897541 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.897973 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.898144 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.899131 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.899373 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.899629 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.900637 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.900637 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.900637 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.900637 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.900637 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.901207 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.901207 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.901207 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.901207 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.901643 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.901643 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.901643 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.901989 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.901989 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.902213 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.902330 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.902476 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.902643 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.902867 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.903002 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.903525 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.903695 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.903867 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.904046 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.904211 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.904373 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.905422 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.905422 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.905422 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.905422 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.905422 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.905422 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.905422 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.906225 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.906225 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.906225 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.906225 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.906225 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.906584 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.906584 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.906721 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.906824 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.906958 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.907120 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.908601 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.908601 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.908601 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.908601 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.908601 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.908601 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.908982 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.908982 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.909098 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.909236 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.909985 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.909985 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.909985 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.909985 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.910255 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.910255 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.910392 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.910500 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.910660 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.910845 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.911010 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.911184 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.911346 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.911511 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.911674 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.911861 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.912023 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.912190 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.912354 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.912516 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.912677 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.912838 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.913004 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.913163 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.913324 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.913485 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.913648 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.46/identity {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.913809 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.913971 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.914131 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.914293 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.914456 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.914618 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.914808 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.914966 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.915129 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.915293 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.915455 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.915617 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.915779 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.915941 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.916102 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.916264 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.916426 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.916588 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.916748 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.916910 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.917074 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.917237 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.917399 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.917561 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.917746 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.917912 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.918064 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.918227 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.918442 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.918605 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.918786 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.918982 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.919146 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.919310 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.919474 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.919637 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.919798 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.919977 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.920121 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.920283 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.920447 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.920601 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.920770 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.920947 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.921276 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.921583 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.921898 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.922061 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.922224 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.922388 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.922551 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.922713 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.922900 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.923063 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.923227 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.923393 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.923557 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.923744 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.924448 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.924611 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.924773 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.925022 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.925213 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.925376 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.925539 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.925701 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.925862 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.926024 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.926197 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.926360 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.926521 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.926683 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.926867 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.927034 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.927236 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.927370 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.927526 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.927689 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.927851 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.928013 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.928186 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.928352 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.928502 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.928660 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.928820 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.929001 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.929155 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.929315 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.929476 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.929638 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.929799 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.929970 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.930131 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.930293 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.930454 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.930614 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.930789 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.930962 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.931106 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.931267 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.931431 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.931600 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.931766 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.931928 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.932090 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.932266 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.932429 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.932594 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.932755 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.932917 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.933079 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.933244 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.933410 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.933582 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.933751 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.933914 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.934085 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.934256 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:650:699'] {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.934425 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.934587 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.934756 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.934953 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.935117 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.935279 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.935440 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.935606 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.935777 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.935926 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.936081 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.936242 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.936406 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.936565 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.936724 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.936886 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.937043 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.937204 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.937366 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.937528 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.937690 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.937927 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.938028 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 31 20:45:37.938155 dv-cinder-813229-5-iscsi neutron-server[102342]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102342) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 31 20:45:49.497641 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ccafd13-9077-4c28-9611-73bd6d0973d3 None None] get_active_networks_info from dv-cinder-813229-5-iscsi {{(pid=102451) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 31 20:45:49.584125 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ccafd13-9077-4c28-9611-73bd6d0973d3 None None] No non-hosted networks {{(pid=102451) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jan 31 20:45:49.607740 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-6f547dd2-58da-4215-9287-674d456e1d0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600486512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3694896'] for agent (34ef0204-81d1-4f5e-89d1-b08d0f866641), after_create {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:45:51.671540 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-f263feb6-3792-4326-b062-1f32bebd668a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600486512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3694896'] for agent (7c18f3b4-4d02-4b01-9072-98fcd9008716), after_create {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:45:51.713780 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-fda4be41-2a32-4c16-9252-f48574631d96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600486512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3401042'] for agent (7c18f3b4-4d02-4b01-9072-98fcd9008716), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:45:52.965238 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-7eb716df-9c73-407a-9e83-210e7bcc67e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600486512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3694896'] for agent (289e5c83-71b6-47e7-bef9-287113943a12), after_create {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:45:54.370486 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-ded4de29-c2d1-4616-9365-9981ea756e41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600486512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3694896'] for agent (bf9d83f7-9209-4252-b853-70feadeab726), after_create {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:45:55.172202 dv-cinder-813229-5-iscsi neutron-server[102451]: INFO neutron.db.l3_hamode_db [None req-283f1ea6-d8b9-423d-bd4f-d9abe615ec63 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jan 31 20:45:55.249857 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-283f1ea6-d8b9-423d-bd4f-d9abe615ec63 None None] Routers set() bound to L3 agent in host dv-cinder-813229-5-iscsi {{(pid=102451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 20:45:55.250390 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-283f1ea6-d8b9-423d-bd4f-d9abe615ec63 None None] Router IDs set() for agent in host dv-cinder-813229-5-iscsi {{(pid=102451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Jan 31 20:45:55.933838 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600486512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3694896'] for agent (9ba4f6fe-000a-4ef5-9d61-ba62910ab5fe), after_create {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:45:55.935504 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:45:55.935849 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:45:55.936189 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:45:55.936881 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:45:55.937404 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:45:55.938092 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:45:55.939356 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:45:55.939741 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:45:55.940637 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:45:55.940947 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:45:55.941300 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:45:55.941633 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:45:55.941976 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:45:55.942393 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-813229-5-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=102451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 20:45:55.953827 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-813229-5-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=102451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 20:45:58.335037 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.wsgi [-] (102450) accepted ('10.222.0.46', 34222) {{(pid=102450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 20:45:58.830579 dv-cinder-813229-5-iscsi neutron-server[102450]: WARNING oslo_policy.policy [None req-e18d645b-af61-46da-b6c1-3a8a936dc313 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 31 20:45:58.831181 dv-cinder-813229-5-iscsi neutron-server[102450]: WARNING oslo_policy.policy [None req-e18d645b-af61-46da-b6c1-3a8a936dc313 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 31 20:45:59.093930 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.wsgi [None req-e18d645b-af61-46da-b6c1-3a8a936dc313 admin admin] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=102450) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 31 20:45:59.095029 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [None req-e18d645b-af61-46da-b6c1-3a8a936dc313 admin admin] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7590070 Jan 31 20:46:01.787650 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.wsgi [-] (102450) accepted ('10.222.0.46', 34240) {{(pid=102450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 20:46:02.086151 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.v2.base [None req-465a30a5-afd7-4813-b0c6-3e9e5604c285 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'shared': True, 'is_default': True, 'tenant_id': '0651d426001848b99b5060cb9bce3eba'}} {{(pid=102450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 20:46:02.177369 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.policy [None req-465a30a5-afd7-4813-b0c6-3e9e5604c285 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102450) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jan 31 20:46:02.218027 dv-cinder-813229-5-iscsi neutron-server[102450]: WARNING oslo_policy.policy [None req-465a30a5-afd7-4813-b0c6-3e9e5604c285 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 31 20:46:02.218335 dv-cinder-813229-5-iscsi neutron-server[102450]: WARNING oslo_policy.policy [None req-465a30a5-afd7-4813-b0c6-3e9e5604c285 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 31 20:46:02.311466 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-465a30a5-afd7-4813-b0c6-3e9e5604c285 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8783599111389', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8783599111850', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8783599137885', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8783599128390', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8783599084988', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8783599081810', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-979691', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-796395', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3889938', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3813580'] for rbac-policy (None), before_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:46:02.376871 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-465a30a5-afd7-4813-b0c6-3e9e5604c285 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:46:02.379067 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [None req-465a30a5-afd7-4813-b0c6-3e9e5604c285 admin admin] 10.222.0.46 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.5903840 Jan 31 20:46:05.040257 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.wsgi [-] (102450) accepted ('10.222.0.46', 34252) {{(pid=102450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 20:46:05.354436 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.v2.base [None req-6a30b482-621b-48eb-8d55-6ac2e698e4fd admin admin] Request body: {'network': {'tenant_id': 'c45459297fcf4339bc5963dab73a304e', 'project_id': 'c45459297fcf4339bc5963dab73a304e', 'name': 'private', 'admin_state_up': True}} {{(pid=102450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 20:46:05.381164 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a30b482-621b-48eb-8d55-6ac2e698e4fd admin admin] Made reservation on behalf of c45459297fcf4339bc5963dab73a304e for: {'network': 1} {{(pid=102450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 20:46:05.384358 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-6a30b482-621b-48eb-8d55-6ac2e698e4fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1026180'] for network (None), before_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:46:05.401197 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-6a30b482-621b-48eb-8d55-6ac2e698e4fd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:46:05.522193 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-6a30b482-621b-48eb-8d55-6ac2e698e4fd admin admin] Publish callbacks [] for security_group (efac8050-2dff-45cf-b3b6-b717c8d9e9f5), precommit_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:46:05.525757 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-6a30b482-621b-48eb-8d55-6ac2e698e4fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736509'] for security_group (efac8050-2dff-45cf-b3b6-b717c8d9e9f5), after_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:46:05.544989 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a30b482-621b-48eb-8d55-6ac2e698e4fd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 662} {{(pid=102450) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 20:46:05.573449 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-6a30b482-621b-48eb-8d55-6ac2e698e4fd admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8783600486521', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-936743'] for segment (ba7c7fc9-d60d-4a80-b355-804bf2627a1a), precommit_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:46:05.574012 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-6a30b482-621b-48eb-8d55-6ac2e698e4fd admin admin] Unsubscribe: segment precommit_create {{(pid=102450) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jan 31 20:46:05.574544 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.db.segments_db [None req-6a30b482-621b-48eb-8d55-6ac2e698e4fd admin admin] Added segment ba7c7fc9-d60d-4a80-b355-804bf2627a1a of type vlan for network 0bd35572-7cca-4e7c-b5da-b9adbaf7c4e7 Jan 31 20:46:05.590167 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a30b482-621b-48eb-8d55-6ac2e698e4fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efac8050-2dff-45cf-b3b6-b717c8d9e9f5,revision_number=1']} {{(pid=102450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:46:05.639155 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a30b482-621b-48eb-8d55-6ac2e698e4fd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:46:05.639512 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a30b482-621b-48eb-8d55-6ac2e698e4fd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:46:05.639851 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a30b482-621b-48eb-8d55-6ac2e698e4fd admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:46:05.640178 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a30b482-621b-48eb-8d55-6ac2e698e4fd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:46:05.640599 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a30b482-621b-48eb-8d55-6ac2e698e4fd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:46:05.641043 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a30b482-621b-48eb-8d55-6ac2e698e4fd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:46:05.641531 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a30b482-621b-48eb-8d55-6ac2e698e4fd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:46:05.641856 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a30b482-621b-48eb-8d55-6ac2e698e4fd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:46:05.642199 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a30b482-621b-48eb-8d55-6ac2e698e4fd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:46:05.643257 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a30b482-621b-48eb-8d55-6ac2e698e4fd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:46:05.643766 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a30b482-621b-48eb-8d55-6ac2e698e4fd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:46:05.644089 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a30b482-621b-48eb-8d55-6ac2e698e4fd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:46:05.644407 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a30b482-621b-48eb-8d55-6ac2e698e4fd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:46:05.645889 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a30b482-621b-48eb-8d55-6ac2e698e4fd admin admin] Tracked resource versions report: Jan 31 20:46:05.645889 dv-cinder-813229-5-iscsi neutron-server[102450]: pushed versions: Jan 31 20:46:05.645889 dv-cinder-813229-5-iscsi neutron-server[102450]: { 'AddressGroup': {'1.2'}, Jan 31 20:46:05.645889 dv-cinder-813229-5-iscsi neutron-server[102450]: 'ConntrackHelper': {'1.0'}, Jan 31 20:46:05.645889 dv-cinder-813229-5-iscsi neutron-server[102450]: 'LocalIPAssociation': {'1.0'}, Jan 31 20:46:05.645889 dv-cinder-813229-5-iscsi neutron-server[102450]: 'Log': {'1.0'}, Jan 31 20:46:05.645889 dv-cinder-813229-5-iscsi neutron-server[102450]: 'Network': {'1.1'}, Jan 31 20:46:05.645889 dv-cinder-813229-5-iscsi neutron-server[102450]: 'Port': {'1.7'}, Jan 31 20:46:05.645889 dv-cinder-813229-5-iscsi neutron-server[102450]: 'PortForwarding': {'1.2'}, Jan 31 20:46:05.645889 dv-cinder-813229-5-iscsi neutron-server[102450]: 'QosPolicy': {'1.10'}, Jan 31 20:46:05.645889 dv-cinder-813229-5-iscsi neutron-server[102450]: 'SecurityGroup': {'1.5'}, Jan 31 20:46:05.645889 dv-cinder-813229-5-iscsi neutron-server[102450]: 'SecurityGroupRule': {'1.2'}, Jan 31 20:46:05.645889 dv-cinder-813229-5-iscsi neutron-server[102450]: 'SubPort': {'1.0'}, Jan 31 20:46:05.645889 dv-cinder-813229-5-iscsi neutron-server[102450]: 'Subnet': {'1.1'}, Jan 31 20:46:05.645889 dv-cinder-813229-5-iscsi neutron-server[102450]: 'Trunk': {'1.1'}} Jan 31 20:46:05.645889 dv-cinder-813229-5-iscsi neutron-server[102450]: consumer versions: Jan 31 20:46:05.645889 dv-cinder-813229-5-iscsi neutron-server[102450]: { DHCP agent@dv-cinder-813229-5-iscsi: {}, Jan 31 20:46:05.645889 dv-cinder-813229-5-iscsi neutron-server[102450]: L3 agent@dv-cinder-813229-5-iscsi: {}, Jan 31 20:46:05.645889 dv-cinder-813229-5-iscsi neutron-server[102450]: Metadata agent@dv-cinder-813229-5-iscsi: {}, Jan 31 20:46:05.645889 dv-cinder-813229-5-iscsi neutron-server[102450]: Metering agent@dv-cinder-813229-5-iscsi: {}, Jan 31 20:46:05.645889 dv-cinder-813229-5-iscsi neutron-server[102450]: Open vSwitch agent@dv-cinder-813229-5-iscsi: { 'AddressGroup': '1.2', Jan 31 20:46:05.645889 dv-cinder-813229-5-iscsi neutron-server[102450]: 'ConntrackHelper': '1.0', Jan 31 20:46:05.645889 dv-cinder-813229-5-iscsi neutron-server[102450]: 'LocalIPAssociation': '1.0', Jan 31 20:46:05.645889 dv-cinder-813229-5-iscsi neutron-server[102450]: 'Log': '1.0', Jan 31 20:46:05.645889 dv-cinder-813229-5-iscsi neutron-server[102450]: 'Network': '1.1', Jan 31 20:46:05.645889 dv-cinder-813229-5-iscsi neutron-server[102450]: 'Port': '1.7', Jan 31 20:46:05.645889 dv-cinder-813229-5-iscsi neutron-server[102450]: 'PortForwarding': '1.2', Jan 31 20:46:05.645889 dv-cinder-813229-5-iscsi neutron-server[102450]: 'QosPolicy': '1.10', Jan 31 20:46:05.645889 dv-cinder-813229-5-iscsi neutron-server[102450]: 'SecurityGroup': '1.5', Jan 31 20:46:05.645889 dv-cinder-813229-5-iscsi neutron-server[102450]: 'SecurityGroupRule': '1.2', Jan 31 20:46:05.645889 dv-cinder-813229-5-iscsi neutron-server[102450]: 'SubPort': '1.0', Jan 31 20:46:05.645889 dv-cinder-813229-5-iscsi neutron-server[102450]: 'Subnet': '1.1', Jan 31 20:46:05.645889 dv-cinder-813229-5-iscsi neutron-server[102450]: 'Trunk': '1.1'}} Jan 31 20:46:05.645889 dv-cinder-813229-5-iscsi neutron-server[102450]: {{(pid=102450) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 31 20:46:05.685258 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-6a30b482-621b-48eb-8d55-6ac2e698e4fd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783599991637'] for network (0bd35572-7cca-4e7c-b5da-b9adbaf7c4e7), precommit_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:46:05.726292 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-6a30b482-621b-48eb-8d55-6ac2e698e4fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3769609'] for network (0bd35572-7cca-4e7c-b5da-b9adbaf7c4e7), after_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:46:05.727418 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a30b482-621b-48eb-8d55-6ac2e698e4fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:46:05.728226 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-6a30b482-621b-48eb-8d55-6ac2e698e4fd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3769851'] for network (None), before_response {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:46:05.820709 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [None req-6a30b482-621b-48eb-8d55-6ac2e698e4fd admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7793057 Jan 31 20:46:05.827278 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a30b482-621b-48eb-8d55-6ac2e698e4fd admin admin] Pushing event updated for resources: {'Network': ['ID=0bd35572-7cca-4e7c-b5da-b9adbaf7c4e7,revision_number=1']} {{(pid=102450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:46:05.849739 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.rpc [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Network 0bd35572-7cca-4e7c-b5da-b9adbaf7c4e7 details requested by agent ovs-agent-dv-cinder-813229-5-iscsi with host dv-cinder-813229-5-iscsi {{(pid=102451) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 20:46:08.534257 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.wsgi [-] (102450) accepted ('10.222.0.46', 34266) {{(pid=102450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 20:46:08.928439 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08164042-6e2b-48d3-83d4-df3125de1448 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:46:08.929796 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [None req-08164042-6e2b-48d3-83d4-df3125de1448 admin admin] 10.222.0.46 "GET /v2.0/networks/0bd35572-7cca-4e7c-b5da-b9adbaf7c4e7 HTTP/1.1" status: 200 len: 825 time: 0.3944845 Jan 31 20:46:08.953958 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [None req-61addce7-c644-4bb5-b0b9-e4e8e0462e7e admin admin] 10.222.0.46 "GET /v2.0/subnetpools/3b365d0a-d4f2-40a1-8671-f2138c130b66 HTTP/1.1" status: 200 len: 734 time: 0.0186455 Jan 31 20:46:08.962332 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.v2.base [None req-85c4680f-e57c-4a32-995f-4e920851ab15 admin admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'network_id': '0bd35572-7cca-4e7c-b5da-b9adbaf7c4e7', 'subnetpool_id': '3b365d0a-d4f2-40a1-8671-f2138c130b66', 'name': 'private-subnet', 'tenant_id': 'c45459297fcf4339bc5963dab73a304e', 'ip_version': 4}} {{(pid=102450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 20:46:08.982824 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85c4680f-e57c-4a32-995f-4e920851ab15 admin admin] Made reservation on behalf of c45459297fcf4339bc5963dab73a304e for: {'subnet': 1} {{(pid=102450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 20:46:08.985033 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-85c4680f-e57c-4a32-995f-4e920851ab15 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:46:09.271366 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-85c4680f-e57c-4a32-995f-4e920851ab15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3769609'] for subnet (74cd2e4c-2747-4eec-8d4a-3ec54e8f5650), after_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:46:09.337824 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c4680f-e57c-4a32-995f-4e920851ab15 admin admin] Pushing event updated for resources: {'Subnet': ['ID=74cd2e4c-2747-4eec-8d4a-3ec54e8f5650,revision_number=0']} {{(pid=102450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:46:09.340731 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85c4680f-e57c-4a32-995f-4e920851ab15 admin admin] Checking segment: {'id': 'ba7c7fc9-d60d-4a80-b355-804bf2627a1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '0bd35572-7cca-4e7c-b5da-b9adbaf7c4e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 20:46:09.341107 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85c4680f-e57c-4a32-995f-4e920851ab15 admin admin] Network hostable DHCP agents. Network: 0bd35572-7cca-4e7c-b5da-b9adbaf7c4e7, hostable agents: ['34ef0204-81d1-4f5e-89d1-b08d0f866641'], hosted agents: [] {{(pid=102450) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 20:46:09.362344 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85c4680f-e57c-4a32-995f-4e920851ab15 admin admin] Network 0bd35572-7cca-4e7c-b5da-b9adbaf7c4e7 is scheduled to be hosted by DHCP agent 34ef0204-81d1-4f5e-89d1-b08d0f866641 with binding_index 1 {{(pid=102450) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 20:46:09.373868 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.scheduler.base_scheduler [None req-85c4680f-e57c-4a32-995f-4e920851ab15 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813229-5-iscsi, 0bd35572-7cca-4e7c-b5da-b9adbaf7c4e7) {{(pid=102450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 20:46:09.379349 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85c4680f-e57c-4a32-995f-4e920851ab15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:46:09.379946 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-85c4680f-e57c-4a32-995f-4e920851ab15 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3769851'] for subnet (None), before_response {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:46:09.385893 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ed95bd0-1508-45ed-b032-684095ae7b21 None None] Network 0bd35572-7cca-4e7c-b5da-b9adbaf7c4e7 requested from dv-cinder-813229-5-iscsi {{(pid=102451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 20:46:09.399510 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [None req-85c4680f-e57c-4a32-995f-4e920851ab15 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4402714 Jan 31 20:46:09.661733 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-913b83c4-de3e-4e21-a13f-17d3118a9f29 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp46454b73-10d6-541d-9c15-68f305aeb19a-0bd35572-7cca-4e7c-b5da-b9adbaf7c4e7', 'network_id': '0bd35572-7cca-4e7c-b5da-b9adbaf7c4e7', 'project_id': 'c45459297fcf4339bc5963dab73a304e', 'fixed_ips': [{'subnet_id': '74cd2e4c-2747-4eec-8d4a-3ec54e8f5650'}]}} from dv-cinder-813229-5-iscsi. {{(pid=102451) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 31 20:46:09.663037 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-913b83c4-de3e-4e21-a13f-17d3118a9f29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1026180'] for port (None), before_create {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:46:09.944038 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.db.db_base_plugin_common [None req-913b83c4-de3e-4e21-a13f-17d3118a9f29 None None] Allocated IP 172.20.0.2 (0bd35572-7cca-4e7c-b5da-b9adbaf7c4e7/74cd2e4c-2747-4eec-8d4a-3ec54e8f5650/6e665d1f-2c13-4fa9-9aa6-feb3703b9042) {{(pid=102451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 20:46:10.212319 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-913b83c4-de3e-4e21-a13f-17d3118a9f29 None None] Publish callbacks [] for port (6e665d1f-2c13-4fa9-9aa6-feb3703b9042), precommit_create {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:46:10.219977 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-913b83c4-de3e-4e21-a13f-17d3118a9f29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1029723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3769609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783599971597'] for port (6e665d1f-2c13-4fa9-9aa6-feb3703b9042), after_create {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:46:10.299347 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-913b83c4-de3e-4e21-a13f-17d3118a9f29 None None] Network 0bd35572-7cca-4e7c-b5da-b9adbaf7c4e7 is already hosted by enough agents. {{(pid=102451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 20:46:10.305677 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.scheduler.base_scheduler [None req-913b83c4-de3e-4e21-a13f-17d3118a9f29 None None] Resources bound (agent type, host, resource id): {{(pid=102451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 20:46:10.309358 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-913b83c4-de3e-4e21-a13f-17d3118a9f29 None None] Received port after_create {{(pid=102451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 20:46:10.311330 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913b83c4-de3e-4e21-a13f-17d3118a9f29 None None] Pushing event updated for resources: {'Port': ['ID=6e665d1f-2c13-4fa9-9aa6-feb3703b9042,revision_number=1']} {{(pid=102451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:46:10.321829 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913b83c4-de3e-4e21-a13f-17d3118a9f29 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:46:10.322195 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913b83c4-de3e-4e21-a13f-17d3118a9f29 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:46:10.322597 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913b83c4-de3e-4e21-a13f-17d3118a9f29 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:46:10.322967 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913b83c4-de3e-4e21-a13f-17d3118a9f29 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:46:10.323302 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913b83c4-de3e-4e21-a13f-17d3118a9f29 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:46:10.323631 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913b83c4-de3e-4e21-a13f-17d3118a9f29 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:46:10.323958 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913b83c4-de3e-4e21-a13f-17d3118a9f29 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:46:10.324280 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913b83c4-de3e-4e21-a13f-17d3118a9f29 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:46:10.324604 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913b83c4-de3e-4e21-a13f-17d3118a9f29 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:46:10.324970 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913b83c4-de3e-4e21-a13f-17d3118a9f29 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:46:10.325294 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913b83c4-de3e-4e21-a13f-17d3118a9f29 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:46:10.325616 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913b83c4-de3e-4e21-a13f-17d3118a9f29 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:46:10.325933 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913b83c4-de3e-4e21-a13f-17d3118a9f29 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:46:10.327316 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913b83c4-de3e-4e21-a13f-17d3118a9f29 None None] Tracked resource versions report: Jan 31 20:46:10.327316 dv-cinder-813229-5-iscsi neutron-server[102451]: pushed versions: Jan 31 20:46:10.327316 dv-cinder-813229-5-iscsi neutron-server[102451]: { 'AddressGroup': {'1.2'}, Jan 31 20:46:10.327316 dv-cinder-813229-5-iscsi neutron-server[102451]: 'ConntrackHelper': {'1.0'}, Jan 31 20:46:10.327316 dv-cinder-813229-5-iscsi neutron-server[102451]: 'LocalIPAssociation': {'1.0'}, Jan 31 20:46:10.327316 dv-cinder-813229-5-iscsi neutron-server[102451]: 'Log': {'1.0'}, Jan 31 20:46:10.327316 dv-cinder-813229-5-iscsi neutron-server[102451]: 'Network': {'1.1'}, Jan 31 20:46:10.327316 dv-cinder-813229-5-iscsi neutron-server[102451]: 'Port': {'1.7'}, Jan 31 20:46:10.327316 dv-cinder-813229-5-iscsi neutron-server[102451]: 'PortForwarding': {'1.2'}, Jan 31 20:46:10.327316 dv-cinder-813229-5-iscsi neutron-server[102451]: 'QosPolicy': {'1.10'}, Jan 31 20:46:10.327316 dv-cinder-813229-5-iscsi neutron-server[102451]: 'SecurityGroup': {'1.5'}, Jan 31 20:46:10.327316 dv-cinder-813229-5-iscsi neutron-server[102451]: 'SecurityGroupRule': {'1.2'}, Jan 31 20:46:10.327316 dv-cinder-813229-5-iscsi neutron-server[102451]: 'SubPort': {'1.0'}, Jan 31 20:46:10.327316 dv-cinder-813229-5-iscsi neutron-server[102451]: 'Subnet': {'1.1'}, Jan 31 20:46:10.327316 dv-cinder-813229-5-iscsi neutron-server[102451]: 'Trunk': {'1.1'}} Jan 31 20:46:10.327316 dv-cinder-813229-5-iscsi neutron-server[102451]: consumer versions: Jan 31 20:46:10.327316 dv-cinder-813229-5-iscsi neutron-server[102451]: { DHCP agent@dv-cinder-813229-5-iscsi: {}, Jan 31 20:46:10.327316 dv-cinder-813229-5-iscsi neutron-server[102451]: L3 agent@dv-cinder-813229-5-iscsi: {}, Jan 31 20:46:10.327316 dv-cinder-813229-5-iscsi neutron-server[102451]: Metadata agent@dv-cinder-813229-5-iscsi: {}, Jan 31 20:46:10.327316 dv-cinder-813229-5-iscsi neutron-server[102451]: Metering agent@dv-cinder-813229-5-iscsi: {}, Jan 31 20:46:10.327316 dv-cinder-813229-5-iscsi neutron-server[102451]: Open vSwitch agent@dv-cinder-813229-5-iscsi: { 'AddressGroup': '1.2', Jan 31 20:46:10.327316 dv-cinder-813229-5-iscsi neutron-server[102451]: 'ConntrackHelper': '1.0', Jan 31 20:46:10.327316 dv-cinder-813229-5-iscsi neutron-server[102451]: 'LocalIPAssociation': '1.0', Jan 31 20:46:10.327316 dv-cinder-813229-5-iscsi neutron-server[102451]: 'Log': '1.0', Jan 31 20:46:10.327316 dv-cinder-813229-5-iscsi neutron-server[102451]: 'Network': '1.1', Jan 31 20:46:10.327316 dv-cinder-813229-5-iscsi neutron-server[102451]: 'Port': '1.7', Jan 31 20:46:10.327316 dv-cinder-813229-5-iscsi neutron-server[102451]: 'PortForwarding': '1.2', Jan 31 20:46:10.327316 dv-cinder-813229-5-iscsi neutron-server[102451]: 'QosPolicy': '1.10', Jan 31 20:46:10.327316 dv-cinder-813229-5-iscsi neutron-server[102451]: 'SecurityGroup': '1.5', Jan 31 20:46:10.327316 dv-cinder-813229-5-iscsi neutron-server[102451]: 'SecurityGroupRule': '1.2', Jan 31 20:46:10.327316 dv-cinder-813229-5-iscsi neutron-server[102451]: 'SubPort': '1.0', Jan 31 20:46:10.327316 dv-cinder-813229-5-iscsi neutron-server[102451]: 'Subnet': '1.1', Jan 31 20:46:10.327316 dv-cinder-813229-5-iscsi neutron-server[102451]: 'Trunk': '1.1'}} Jan 31 20:46:10.327316 dv-cinder-813229-5-iscsi neutron-server[102451]: {{(pid=102451) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 31 20:46:10.405378 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.managers [None req-913b83c4-de3e-4e21-a13f-17d3118a9f29 None None] Attempting to bind port 6e665d1f-2c13-4fa9-9aa6-feb3703b9042 on host dv-cinder-813229-5-iscsi for vnic_type normal with profile {{(pid=102451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 20:46:10.406016 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.managers [None req-913b83c4-de3e-4e21-a13f-17d3118a9f29 None None] Attempting to bind port 6e665d1f-2c13-4fa9-9aa6-feb3703b9042 by drivers openvswitch,hyperv on host dv-cinder-813229-5-iscsi at level 0 using segments [{'id': 'ba7c7fc9-d60d-4a80-b355-804bf2627a1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '0bd35572-7cca-4e7c-b5da-b9adbaf7c4e7'}] {{(pid=102451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 20:46:10.406180 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-913b83c4-de3e-4e21-a13f-17d3118a9f29 None None] Attempting to bind port 6e665d1f-2c13-4fa9-9aa6-feb3703b9042 on network 0bd35572-7cca-4e7c-b5da-b9adbaf7c4e7 {{(pid=102451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 20:46:10.411017 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-913b83c4-de3e-4e21-a13f-17d3118a9f29 None None] Checking agent: {'id': '9ba4f6fe-000a-4ef5-9d61-ba62910ab5fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813229-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 20, 45, 56), 'started_at': datetime.datetime(2022, 1, 31, 20, 45, 56), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 20, 45, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813229-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 20:46:10.411391 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-913b83c4-de3e-4e21-a13f-17d3118a9f29 None None] Checking segment: {'id': 'ba7c7fc9-d60d-4a80-b355-804bf2627a1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '0bd35572-7cca-4e7c-b5da-b9adbaf7c4e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 20:46:10.411869 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-913b83c4-de3e-4e21-a13f-17d3118a9f29 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:46:10.412252 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-913b83c4-de3e-4e21-a13f-17d3118a9f29 None None] Bound using segment: {'id': 'ba7c7fc9-d60d-4a80-b355-804bf2627a1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '0bd35572-7cca-4e7c-b5da-b9adbaf7c4e7'} {{(pid=102451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 20:46:10.412735 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.managers [None req-913b83c4-de3e-4e21-a13f-17d3118a9f29 None None] Bound port: 6e665d1f-2c13-4fa9-9aa6-feb3703b9042, host: dv-cinder-813229-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba7c7fc9-d60d-4a80-b355-804bf2627a1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '0bd35572-7cca-4e7c-b5da-b9adbaf7c4e7'}}] {{(pid=102451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 20:46:10.413134 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-913b83c4-de3e-4e21-a13f-17d3118a9f29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1026180'] for port (6e665d1f-2c13-4fa9-9aa6-feb3703b9042), before_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:46:10.474978 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.db [None req-913b83c4-de3e-4e21-a13f-17d3118a9f29 None None] For port 6e665d1f-2c13-4fa9-9aa6-feb3703b9042, host dv-cinder-813229-5-iscsi, cleared binding levels {{(pid=102451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 20:46:10.479031 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.db [None req-913b83c4-de3e-4e21-a13f-17d3118a9f29 None None] For port 6e665d1f-2c13-4fa9-9aa6-feb3703b9042, host dv-cinder-813229-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-5-iscsi',level=0,port_id=6e665d1f-2c13-4fa9-9aa6-feb3703b9042,segment=NetworkSegment(ba7c7fc9-d60d-4a80-b355-804bf2627a1a),segment_id=ba7c7fc9-d60d-4a80-b355-804bf2627a1a)] {{(pid=102451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 20:46:10.485949 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-913b83c4-de3e-4e21-a13f-17d3118a9f29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1029723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3769609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783600466378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783599971615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783599971633'] for port (6e665d1f-2c13-4fa9-9aa6-feb3703b9042), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:46:10.551763 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913b83c4-de3e-4e21-a13f-17d3118a9f29 None None] Pushing event updated for resources: {'Port': ['ID=6e665d1f-2c13-4fa9-9aa6-feb3703b9042,revision_number=2']} {{(pid=102451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:46:11.898639 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.wsgi [-] (102450) accepted ('10.222.0.46', 34274) {{(pid=102450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 20:46:12.212431 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.wsgi [None req-ce12b9f4-10b3-49aa-88db-0117cc47b551 admin admin] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=102450) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 31 20:46:12.213509 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [None req-ce12b9f4-10b3-49aa-88db-0117cc47b551 admin admin] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3139143 Jan 31 20:46:14.730897 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.wsgi [-] (102450) accepted ('10.222.0.46', 34282) {{(pid=102450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 20:46:15.049820 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.wsgi [None req-fc094585-66e9-4e2f-a84b-c0e2690e2989 admin admin] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=102450) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 31 20:46:15.050846 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [None req-fc094585-66e9-4e2f-a84b-c0e2690e2989 admin admin] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3190114 Jan 31 20:46:17.748156 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.wsgi [-] (102450) accepted ('10.222.0.46', 34292) {{(pid=102450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 20:46:18.046989 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.v2.base [None req-1afbb5b3-054f-46f9-8ac6-a2f52343e6de admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': 'c45459297fcf4339bc5963dab73a304e', 'name': 'router1'}} {{(pid=102450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 20:46:18.070419 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-1afbb5b3-054f-46f9-8ac6-a2f52343e6de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3694658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-987'] for router (f88a63dc-8109-41b3-8801-d64f5863e6df), before_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:46:18.071941 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-1afbb5b3-054f-46f9-8ac6-a2f52343e6de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3675570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3697180', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3796638', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-962'] for router (f88a63dc-8109-41b3-8801-d64f5863e6df), precommit_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:46:18.207260 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-1afbb5b3-054f-46f9-8ac6-a2f52343e6de admin admin] Publish callbacks [] for router_controller (f88a63dc-8109-41b3-8801-d64f5863e6df), precommit_add_association {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:46:18.212075 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-1afbb5b3-054f-46f9-8ac6-a2f52343e6de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3675595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3697225'] for router (f88a63dc-8109-41b3-8801-d64f5863e6df), after_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:46:18.228086 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-1afbb5b3-054f-46f9-8ac6-a2f52343e6de admin admin] Publish callbacks [] for router (None), before_response {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:46:18.229815 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [None req-1afbb5b3-054f-46f9-8ac6-a2f52343e6de admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4805343 Jan 31 20:46:19.432592 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-99aec97c-ca93-428a-a5e7-5cf034377704 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600486512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3401042'] for agent (34ef0204-81d1-4f5e-89d1-b08d0f866641), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:46:20.539479 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.rpc [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Device 6e665d1f-2c13-4fa9-9aa6-feb3703b9042 up at agent ovs-agent-dv-cinder-813229-5-iscsi {{(pid=102451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 20:46:20.628791 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.db.provisioning_blocks [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Provisioning complete for port 6e665d1f-2c13-4fa9-9aa6-feb3703b9042 triggered by entity L2. {{(pid=102451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 20:46:20.629205 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3401144'] for port (6e665d1f-2c13-4fa9-9aa6-feb3703b9042), provisioning_complete {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:46:20.715801 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.wsgi [-] (102449) accepted ('10.222.0.46', 34304) {{(pid=102449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 20:46:20.750870 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.plugin [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Current status of the port 6e665d1f-2c13-4fa9-9aa6-feb3703b9042 is: DOWN; New status is: ACTIVE {{(pid=102451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 20:46:20.751903 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1026180'] for port (6e665d1f-2c13-4fa9-9aa6-feb3703b9042), before_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:46:20.790797 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.db [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] For port 6e665d1f-2c13-4fa9-9aa6-feb3703b9042, host dv-cinder-813229-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-5-iscsi',level=0,port_id=6e665d1f-2c13-4fa9-9aa6-feb3703b9042,segment=NetworkSegment(ba7c7fc9-d60d-4a80-b355-804bf2627a1a),segment_id=ba7c7fc9-d60d-4a80-b355-804bf2627a1a)] {{(pid=102451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 20:46:20.796073 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1029723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3769609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783600466378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783599971615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783599971633'] for port (6e665d1f-2c13-4fa9-9aa6-feb3703b9042), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:46:20.846281 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Pushing event updated for resources: {'Port': ['ID=6e665d1f-2c13-4fa9-9aa6-feb3703b9042,revision_number=3']} {{(pid=102451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:46:21.241064 dv-cinder-813229-5-iscsi neutron-server[102449]: WARNING oslo_policy.policy [None req-6d59f9dd-b062-4703-8c19-7beffbe8de88 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 31 20:46:21.241659 dv-cinder-813229-5-iscsi neutron-server[102449]: WARNING oslo_policy.policy [None req-6d59f9dd-b062-4703-8c19-7beffbe8de88 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 31 20:46:21.468854 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.wsgi [None req-6d59f9dd-b062-4703-8c19-7beffbe8de88 admin admin] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=102449) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 31 20:46:21.470085 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [None req-6d59f9dd-b062-4703-8c19-7beffbe8de88 admin admin] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7522511 Jan 31 20:46:21.664383 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-b64ec0b2-bb84-429b-9da2-b6e68b0e2a13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600486512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3401042'] for agent (7c18f3b4-4d02-4b01-9072-98fcd9008716), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:46:21.828225 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb97e716-3530-4247-8eea-a93cf754e228 None None] Network 0bd35572-7cca-4e7c-b5da-b9adbaf7c4e7 requested from dv-cinder-813229-5-iscsi {{(pid=102451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 20:46:21.895004 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.db.provisioning_blocks [None req-f38a9ad1-e6df-466e-9b11-02933616b48c None None] Provisioning complete for port 6e665d1f-2c13-4fa9-9aa6-feb3703b9042 triggered by entity DHCP. {{(pid=102451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 20:46:21.895380 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-f38a9ad1-e6df-466e-9b11-02933616b48c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3401144'] for port (6e665d1f-2c13-4fa9-9aa6-feb3703b9042), provisioning_complete {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:46:22.021614 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.plugin [None req-f38a9ad1-e6df-466e-9b11-02933616b48c None None] Current status of the port 6e665d1f-2c13-4fa9-9aa6-feb3703b9042 is: ACTIVE; New status is: ACTIVE {{(pid=102451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 20:46:22.241686 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.db.provisioning_blocks [None req-25b90898-fb4a-4b5e-b45b-dc9e4526c445 None None] Provisioning complete for port 6e665d1f-2c13-4fa9-9aa6-feb3703b9042 triggered by entity DHCP. {{(pid=102451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 20:46:22.242170 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-25b90898-fb4a-4b5e-b45b-dc9e4526c445 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3401144'] for port (6e665d1f-2c13-4fa9-9aa6-feb3703b9042), provisioning_complete {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:46:22.321700 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.plugin [None req-25b90898-fb4a-4b5e-b45b-dc9e4526c445 None None] Current status of the port 6e665d1f-2c13-4fa9-9aa6-feb3703b9042 is: ACTIVE; New status is: ACTIVE {{(pid=102451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 20:46:22.506542 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.rpc [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Device 6e665d1f-2c13-4fa9-9aa6-feb3703b9042 up at agent ovs-agent-dv-cinder-813229-5-iscsi {{(pid=102451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 20:46:22.555343 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.db.provisioning_blocks [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Provisioning complete for port 6e665d1f-2c13-4fa9-9aa6-feb3703b9042 triggered by entity L2. {{(pid=102451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 20:46:22.555721 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3401144'] for port (6e665d1f-2c13-4fa9-9aa6-feb3703b9042), provisioning_complete {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:46:22.637668 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.plugin [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Current status of the port 6e665d1f-2c13-4fa9-9aa6-feb3703b9042 is: ACTIVE; New status is: ACTIVE {{(pid=102451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 20:46:22.890633 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-7eb716df-9c73-407a-9e83-210e7bcc67e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600486512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3401042'] for agent (289e5c83-71b6-47e7-bef9-287113943a12), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:46:24.224718 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.wsgi [-] (102449) accepted ('10.222.0.46', 34340) {{(pid=102449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 20:46:24.324095 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-ded4de29-c2d1-4616-9365-9981ea756e41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600486512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3401042'] for agent (bf9d83f7-9209-4252-b853-70feadeab726), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:46:24.359629 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.v2.base [None req-1e98ee0c-fb06-40c9-9265-ba3ed606ac14 admin admin] Request body: {'network': {'router:external': True, 'admin_state_up': True, 'project_id': '0651d426001848b99b5060cb9bce3eba', 'tenant_id': '0651d426001848b99b5060cb9bce3eba', 'provider:physical_network': 'physnet1', 'is_default': True, 'provider:network_type': 'flat', 'name': 'public'}} {{(pid=102449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 20:46:24.414228 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e98ee0c-fb06-40c9-9265-ba3ed606ac14 admin admin] Made reservation on behalf of 0651d426001848b99b5060cb9bce3eba for: {'network': 1} {{(pid=102449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 20:46:24.478890 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.policy [None req-1e98ee0c-fb06-40c9-9265-ba3ed606ac14 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102449) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jan 31 20:46:24.526280 dv-cinder-813229-5-iscsi neutron-server[102449]: WARNING oslo_policy.policy [None req-1e98ee0c-fb06-40c9-9265-ba3ed606ac14 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 31 20:46:24.526657 dv-cinder-813229-5-iscsi neutron-server[102449]: WARNING oslo_policy.policy [None req-1e98ee0c-fb06-40c9-9265-ba3ed606ac14 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 31 20:46:24.536669 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-1e98ee0c-fb06-40c9-9265-ba3ed606ac14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1026180'] for network (None), before_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:46:24.556764 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-1e98ee0c-fb06-40c9-9265-ba3ed606ac14 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:46:24.680303 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-1e98ee0c-fb06-40c9-9265-ba3ed606ac14 admin admin] Publish callbacks [] for security_group (8c7b98ed-1d9b-4b02-903a-cc1f3105b6da), precommit_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:46:24.684936 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-1e98ee0c-fb06-40c9-9265-ba3ed606ac14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736509'] for security_group (8c7b98ed-1d9b-4b02-903a-cc1f3105b6da), after_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:46:24.698700 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-1e98ee0c-fb06-40c9-9265-ba3ed606ac14 admin admin] Reserving flat network on physical network physnet1 {{(pid=102449) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jan 31 20:46:24.731214 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-1e98ee0c-fb06-40c9-9265-ba3ed606ac14 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8783600486521', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-936743'] for segment (ad776c9f-cdc1-49f1-a366-310dcfc4c059), precommit_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:46:24.731795 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-1e98ee0c-fb06-40c9-9265-ba3ed606ac14 admin admin] Unsubscribe: segment precommit_create {{(pid=102449) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jan 31 20:46:24.732313 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.db.segments_db [None req-1e98ee0c-fb06-40c9-9265-ba3ed606ac14 admin admin] Added segment ad776c9f-cdc1-49f1-a366-310dcfc4c059 of type flat for network 51ba4d8e-a54c-4fb0-a209-37766af226e8 Jan 31 20:46:24.748937 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e98ee0c-fb06-40c9-9265-ba3ed606ac14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c7b98ed-1d9b-4b02-903a-cc1f3105b6da,revision_number=1']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:46:24.802188 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e98ee0c-fb06-40c9-9265-ba3ed606ac14 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:46:24.802461 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e98ee0c-fb06-40c9-9265-ba3ed606ac14 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:46:24.802835 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e98ee0c-fb06-40c9-9265-ba3ed606ac14 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:46:24.803175 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e98ee0c-fb06-40c9-9265-ba3ed606ac14 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:46:24.803504 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e98ee0c-fb06-40c9-9265-ba3ed606ac14 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:46:24.803827 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e98ee0c-fb06-40c9-9265-ba3ed606ac14 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:46:24.804164 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e98ee0c-fb06-40c9-9265-ba3ed606ac14 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:46:24.804490 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e98ee0c-fb06-40c9-9265-ba3ed606ac14 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:46:24.804824 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e98ee0c-fb06-40c9-9265-ba3ed606ac14 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:46:24.805159 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e98ee0c-fb06-40c9-9265-ba3ed606ac14 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:46:24.805481 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e98ee0c-fb06-40c9-9265-ba3ed606ac14 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:46:24.805801 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e98ee0c-fb06-40c9-9265-ba3ed606ac14 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:46:24.806116 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e98ee0c-fb06-40c9-9265-ba3ed606ac14 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:46:24.807509 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e98ee0c-fb06-40c9-9265-ba3ed606ac14 admin admin] Tracked resource versions report: Jan 31 20:46:24.807509 dv-cinder-813229-5-iscsi neutron-server[102449]: pushed versions: Jan 31 20:46:24.807509 dv-cinder-813229-5-iscsi neutron-server[102449]: { 'AddressGroup': {'1.2'}, Jan 31 20:46:24.807509 dv-cinder-813229-5-iscsi neutron-server[102449]: 'ConntrackHelper': {'1.0'}, Jan 31 20:46:24.807509 dv-cinder-813229-5-iscsi neutron-server[102449]: 'LocalIPAssociation': {'1.0'}, Jan 31 20:46:24.807509 dv-cinder-813229-5-iscsi neutron-server[102449]: 'Log': {'1.0'}, Jan 31 20:46:24.807509 dv-cinder-813229-5-iscsi neutron-server[102449]: 'Network': {'1.1'}, Jan 31 20:46:24.807509 dv-cinder-813229-5-iscsi neutron-server[102449]: 'Port': {'1.7'}, Jan 31 20:46:24.807509 dv-cinder-813229-5-iscsi neutron-server[102449]: 'PortForwarding': {'1.2'}, Jan 31 20:46:24.807509 dv-cinder-813229-5-iscsi neutron-server[102449]: 'QosPolicy': {'1.10'}, Jan 31 20:46:24.807509 dv-cinder-813229-5-iscsi neutron-server[102449]: 'SecurityGroup': {'1.5'}, Jan 31 20:46:24.807509 dv-cinder-813229-5-iscsi neutron-server[102449]: 'SecurityGroupRule': {'1.2'}, Jan 31 20:46:24.807509 dv-cinder-813229-5-iscsi neutron-server[102449]: 'SubPort': {'1.0'}, Jan 31 20:46:24.807509 dv-cinder-813229-5-iscsi neutron-server[102449]: 'Subnet': {'1.1'}, Jan 31 20:46:24.807509 dv-cinder-813229-5-iscsi neutron-server[102449]: 'Trunk': {'1.1'}} Jan 31 20:46:24.807509 dv-cinder-813229-5-iscsi neutron-server[102449]: consumer versions: Jan 31 20:46:24.807509 dv-cinder-813229-5-iscsi neutron-server[102449]: { DHCP agent@dv-cinder-813229-5-iscsi: {}, Jan 31 20:46:24.807509 dv-cinder-813229-5-iscsi neutron-server[102449]: L3 agent@dv-cinder-813229-5-iscsi: {}, Jan 31 20:46:24.807509 dv-cinder-813229-5-iscsi neutron-server[102449]: Metadata agent@dv-cinder-813229-5-iscsi: {}, Jan 31 20:46:24.807509 dv-cinder-813229-5-iscsi neutron-server[102449]: Metering agent@dv-cinder-813229-5-iscsi: {}, Jan 31 20:46:24.807509 dv-cinder-813229-5-iscsi neutron-server[102449]: Open vSwitch agent@dv-cinder-813229-5-iscsi: { 'AddressGroup': '1.2', Jan 31 20:46:24.807509 dv-cinder-813229-5-iscsi neutron-server[102449]: 'ConntrackHelper': '1.0', Jan 31 20:46:24.807509 dv-cinder-813229-5-iscsi neutron-server[102449]: 'LocalIPAssociation': '1.0', Jan 31 20:46:24.807509 dv-cinder-813229-5-iscsi neutron-server[102449]: 'Log': '1.0', Jan 31 20:46:24.807509 dv-cinder-813229-5-iscsi neutron-server[102449]: 'Network': '1.1', Jan 31 20:46:24.807509 dv-cinder-813229-5-iscsi neutron-server[102449]: 'Port': '1.7', Jan 31 20:46:24.807509 dv-cinder-813229-5-iscsi neutron-server[102449]: 'PortForwarding': '1.2', Jan 31 20:46:24.807509 dv-cinder-813229-5-iscsi neutron-server[102449]: 'QosPolicy': '1.10', Jan 31 20:46:24.807509 dv-cinder-813229-5-iscsi neutron-server[102449]: 'SecurityGroup': '1.5', Jan 31 20:46:24.807509 dv-cinder-813229-5-iscsi neutron-server[102449]: 'SecurityGroupRule': '1.2', Jan 31 20:46:24.807509 dv-cinder-813229-5-iscsi neutron-server[102449]: 'SubPort': '1.0', Jan 31 20:46:24.807509 dv-cinder-813229-5-iscsi neutron-server[102449]: 'Subnet': '1.1', Jan 31 20:46:24.807509 dv-cinder-813229-5-iscsi neutron-server[102449]: 'Trunk': '1.1'}} Jan 31 20:46:24.807509 dv-cinder-813229-5-iscsi neutron-server[102449]: {{(pid=102449) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 31 20:46:24.853207 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-1e98ee0c-fb06-40c9-9265-ba3ed606ac14 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783599991637'] for network (51ba4d8e-a54c-4fb0-a209-37766af226e8), precommit_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:46:24.897247 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-1e98ee0c-fb06-40c9-9265-ba3ed606ac14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3769609'] for network (51ba4d8e-a54c-4fb0-a209-37766af226e8), after_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:46:24.898850 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e98ee0c-fb06-40c9-9265-ba3ed606ac14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:46:24.899627 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-1e98ee0c-fb06-40c9-9265-ba3ed606ac14 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3769851'] for network (None), before_response {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:46:24.982430 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [None req-1e98ee0c-fb06-40c9-9265-ba3ed606ac14 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7565913 Jan 31 20:46:25.004854 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e98ee0c-fb06-40c9-9265-ba3ed606ac14 admin admin] Pushing event updated for resources: {'Network': ['ID=51ba4d8e-a54c-4fb0-a209-37766af226e8,revision_number=1']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:46:25.020498 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.rpc [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Network 51ba4d8e-a54c-4fb0-a209-37766af226e8 details requested by agent ovs-agent-dv-cinder-813229-5-iscsi with host dv-cinder-813229-5-iscsi {{(pid=102451) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 20:46:25.903805 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600486512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3401042'] for agent (9ba4f6fe-000a-4ef5-9d61-ba62910ab5fe), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:46:27.285487 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.wsgi [-] (102449) accepted ('10.222.0.46', 34354) {{(pid=102449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 20:46:27.420721 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f94e022-d853-4e52-b5d2-274f1fb79009 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:46:27.422370 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [None req-2f94e022-d853-4e52-b5d2-274f1fb79009 admin admin] 10.222.0.46 "GET /v2.0/subnets/74cd2e4c-2747-4eec-8d4a-3ec54e8f5650 HTTP/1.1" status: 200 len: 849 time: 0.1356065 Jan 31 20:46:27.579848 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [None req-30c68458-ff85-41cb-af8c-174c79747a86 admin admin] 10.222.0.46 "GET /v2.0/routers/f88a63dc-8109-41b3-8801-d64f5863e6df HTTP/1.1" status: 200 len: 704 time: 0.1508956 Jan 31 20:46:27.862652 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-799b9d95-0f4c-4a35-bd5b-3c1db157a6c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1026180'] for port (None), before_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:46:28.174634 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.db.db_base_plugin_common [None req-799b9d95-0f4c-4a35-bd5b-3c1db157a6c1 admin admin] Allocated IP 172.20.0.1 (0bd35572-7cca-4e7c-b5da-b9adbaf7c4e7/74cd2e4c-2747-4eec-8d4a-3ec54e8f5650/cc65efbf-2509-401e-836b-24b31686ab0e) {{(pid=102449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 20:46:28.373226 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-799b9d95-0f4c-4a35-bd5b-3c1db157a6c1 admin admin] Publish callbacks [] for port (cc65efbf-2509-401e-836b-24b31686ab0e), precommit_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:46:28.439693 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-799b9d95-0f4c-4a35-bd5b-3c1db157a6c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1029723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3769609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783599971597'] for port (cc65efbf-2509-401e-836b-24b31686ab0e), after_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:46:28.512619 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-799b9d95-0f4c-4a35-bd5b-3c1db157a6c1 admin admin] Network 0bd35572-7cca-4e7c-b5da-b9adbaf7c4e7 is already hosted by enough agents. {{(pid=102449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 20:46:28.522573 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.scheduler.base_scheduler [None req-799b9d95-0f4c-4a35-bd5b-3c1db157a6c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=102449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 20:46:28.530064 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799b9d95-0f4c-4a35-bd5b-3c1db157a6c1 admin admin] Pushing event updated for resources: {'Port': ['ID=cc65efbf-2509-401e-836b-24b31686ab0e,revision_number=1']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:46:28.533580 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-799b9d95-0f4c-4a35-bd5b-3c1db157a6c1 admin admin] Received port after_create {{(pid=102449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 20:46:28.534129 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-799b9d95-0f4c-4a35-bd5b-3c1db157a6c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3696668'] for router_interface (f88a63dc-8109-41b3-8801-d64f5863e6df), before_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:46:28.739497 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-799b9d95-0f4c-4a35-bd5b-3c1db157a6c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1026180'] for port (cc65efbf-2509-401e-836b-24b31686ab0e), before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:46:28.776822 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.db.provisioning_blocks [None req-9afd1028-3820-4997-86bf-871af739b073 None None] Provisioning complete for port cc65efbf-2509-401e-836b-24b31686ab0e triggered by entity DHCP. {{(pid=102451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 20:46:28.777436 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-9afd1028-3820-4997-86bf-871af739b073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3401144'] for port (cc65efbf-2509-401e-836b-24b31686ab0e), provisioning_complete {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:46:28.811068 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.plugin [None req-9afd1028-3820-4997-86bf-871af739b073 None None] Port cc65efbf-2509-401e-836b-24b31686ab0e cannot update to ACTIVE because it is not bound. {{(pid=102451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 20:46:28.998428 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-799b9d95-0f4c-4a35-bd5b-3c1db157a6c1 admin admin] Publish callbacks [] for port (cc65efbf-2509-401e-836b-24b31686ab0e), precommit_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:46:29.002671 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-799b9d95-0f4c-4a35-bd5b-3c1db157a6c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1029723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3769609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783600466378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783599971615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783599971633'] for port (cc65efbf-2509-401e-836b-24b31686ab0e), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:46:29.003448 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-799b9d95-0f4c-4a35-bd5b-3c1db157a6c1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3769639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3694988'] for router_interface (f88a63dc-8109-41b3-8801-d64f5863e6df), after_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:46:29.079647 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799b9d95-0f4c-4a35-bd5b-3c1db157a6c1 admin admin] Pushing event updated for resources: {'Port': ['ID=cc65efbf-2509-401e-836b-24b31686ab0e,revision_number=2']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:46:29.125465 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-799b9d95-0f4c-4a35-bd5b-3c1db157a6c1 admin admin] Network 0bd35572-7cca-4e7c-b5da-b9adbaf7c4e7 is already hosted by enough agents. {{(pid=102449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 20:46:29.126818 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.scheduler.base_scheduler [None req-799b9d95-0f4c-4a35-bd5b-3c1db157a6c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=102449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 20:46:29.286669 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-799b9d95-0f4c-4a35-bd5b-3c1db157a6c1 admin admin] Router f88a63dc-8109-41b3-8801-d64f5863e6df is scheduled to L3 agent 7c18f3b4-4d02-4b01-9072-98fcd9008716 with binding_index 1 {{(pid=102449) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 31 20:46:29.332206 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.db.provisioning_blocks [None req-8aeb5082-bba9-4037-8e5f-5769f94fde76 None None] Provisioning complete for port cc65efbf-2509-401e-836b-24b31686ab0e triggered by entity DHCP. {{(pid=102451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 20:46:29.332579 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-8aeb5082-bba9-4037-8e5f-5769f94fde76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3401144'] for port (cc65efbf-2509-401e-836b-24b31686ab0e), provisioning_complete {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:46:29.366211 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.plugin [None req-8aeb5082-bba9-4037-8e5f-5769f94fde76 None None] Port cc65efbf-2509-401e-836b-24b31686ab0e cannot update to ACTIVE because it is not bound. {{(pid=102451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 20:46:29.378348 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-799b9d95-0f4c-4a35-bd5b-3c1db157a6c1 admin admin] Notify agent at l3_agent.dv-cinder-813229-5-iscsi the message routers_updated {{(pid=102449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 20:46:29.385103 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [None req-799b9d95-0f4c-4a35-bd5b-3c1db157a6c1 admin admin] 10.222.0.46 "PUT /v2.0/routers/f88a63dc-8109-41b3-8801-d64f5863e6df/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7990499 Jan 31 20:46:29.402885 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4f14899-57ee-4fe2-9be5-d54b3eeb4d9d None None] Sync routers for ids ['f88a63dc-8109-41b3-8801-d64f5863e6df'] in dv-cinder-813229-5-iscsi {{(pid=102454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 20:46:29.419357 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4f14899-57ee-4fe2-9be5-d54b3eeb4d9d None None] Routers {'f88a63dc-8109-41b3-8801-d64f5863e6df'} bound to L3 agent in host dv-cinder-813229-5-iscsi {{(pid=102454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 20:46:29.419357 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.db.l3_hamode_db [None req-a4f14899-57ee-4fe2-9be5-d54b3eeb4d9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-31T20:45:52Z,description=,heartbeat_timestamp=2022-01-31T20:46:22Z,host='dv-cinder-813229-5-iscsi',id=7c18f3b4-4d02-4b01-9072-98fcd9008716,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T20:45:52Z,topic='l3_agent')) {'router_ids': ['f88a63dc-8109-41b3-8801-d64f5863e6df'], 'active': True} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 20:46:29.601222 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.db.l3_dvr_db [None req-a4f14899-57ee-4fe2-9be5-d54b3eeb4d9d None None] Set router f88a63dc-8109-41b3-8801-d64f5863e6df gateway port host: None {{(pid=102454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 20:46:30.035883 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.db.l3_hamode_db [None req-a4f14899-57ee-4fe2-9be5-d54b3eeb4d9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f88a63dc-8109-41b3-8801-d64f5863e6df', 'name': 'router1', 'tenant_id': 'c45459297fcf4339bc5963dab73a304e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T20:46:18Z', 'updated_at': '2022-01-31T20:46:28Z', 'revision_number': 2, 'project_id': 'c45459297fcf4339bc5963dab73a304e', 'gw_port_host': None, '_interfaces': [{'id': 'cc65efbf-2509-401e-836b-24b31686ab0e', 'name': '', 'network_id': '0bd35572-7cca-4e7c-b5da-b9adbaf7c4e7', 'tenant_id': 'c45459297fcf4339bc5963dab73a304e', 'mac_address': 'fa:16:3e:03:93:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f88a63dc-8109-41b3-8801-d64f5863e6df', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '74cd2e4c-2747-4eec-8d4a-3ec54e8f5650', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T20:46:27Z', 'updated_at': '2022-01-31T20:46:28Z', 'revision_number': 2, 'project_id': 'c45459297fcf4339bc5963dab73a304e', 'subnets': [{'id': '74cd2e4c-2747-4eec-8d4a-3ec54e8f5650', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3b365d0a-d4f2-40a1-8671-f2138c130b66'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-5-iscsi', False) {} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 20:46:30.088978 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4f14899-57ee-4fe2-9be5-d54b3eeb4d9d None None] Checking router: f88a63dc-8109-41b3-8801-d64f5863e6df for host: dv-cinder-813229-5-iscsi {{(pid=102454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 20:46:30.089347 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4f14899-57ee-4fe2-9be5-d54b3eeb4d9d None None] Updating router f88a63dc-8109-41b3-8801-d64f5863e6df port cc65efbf-2509-401e-836b-24b31686ab0e binding host dv-cinder-813229-5-iscsi {{(pid=102454) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 31 20:46:30.146160 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-a4f14899-57ee-4fe2-9be5-d54b3eeb4d9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1026180'] for port (cc65efbf-2509-401e-836b-24b31686ab0e), before_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:46:30.666668 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-a4f14899-57ee-4fe2-9be5-d54b3eeb4d9d None None] Publish callbacks [] for port (cc65efbf-2509-401e-836b-24b31686ab0e), precommit_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:46:30.673222 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-a4f14899-57ee-4fe2-9be5-d54b3eeb4d9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1029723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3769609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783600466378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783599971615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783599971633'] for port (cc65efbf-2509-401e-836b-24b31686ab0e), after_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:46:30.842081 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [None req-a4f14899-57ee-4fe2-9be5-d54b3eeb4d9d None None] Attempting to bind port cc65efbf-2509-401e-836b-24b31686ab0e on host dv-cinder-813229-5-iscsi for vnic_type normal with profile {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 20:46:30.842478 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [None req-a4f14899-57ee-4fe2-9be5-d54b3eeb4d9d None None] Attempting to bind port cc65efbf-2509-401e-836b-24b31686ab0e by drivers openvswitch,hyperv on host dv-cinder-813229-5-iscsi at level 0 using segments [{'id': 'ba7c7fc9-d60d-4a80-b355-804bf2627a1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '0bd35572-7cca-4e7c-b5da-b9adbaf7c4e7'}] {{(pid=102454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 20:46:30.842942 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4f14899-57ee-4fe2-9be5-d54b3eeb4d9d None None] Attempting to bind port cc65efbf-2509-401e-836b-24b31686ab0e on network 0bd35572-7cca-4e7c-b5da-b9adbaf7c4e7 {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 20:46:30.847063 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abdc3a0-cc67-4402-82f9-5909ca2a3d77 None None] Pushing event updated for resources: {'Port': ['ID=cc65efbf-2509-401e-836b-24b31686ab0e,revision_number=3']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:46:30.853238 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4f14899-57ee-4fe2-9be5-d54b3eeb4d9d None None] Checking agent: {'id': '9ba4f6fe-000a-4ef5-9d61-ba62910ab5fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813229-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 20, 45, 56), 'started_at': datetime.datetime(2022, 1, 31, 20, 46, 26), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 20, 46, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813229-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 20:46:30.853640 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4f14899-57ee-4fe2-9be5-d54b3eeb4d9d None None] Checking segment: {'id': 'ba7c7fc9-d60d-4a80-b355-804bf2627a1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '0bd35572-7cca-4e7c-b5da-b9adbaf7c4e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 20:46:30.854130 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-a4f14899-57ee-4fe2-9be5-d54b3eeb4d9d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:46:30.854522 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4f14899-57ee-4fe2-9be5-d54b3eeb4d9d None None] Bound using segment: {'id': 'ba7c7fc9-d60d-4a80-b355-804bf2627a1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '0bd35572-7cca-4e7c-b5da-b9adbaf7c4e7'} {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 20:46:30.855016 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [None req-a4f14899-57ee-4fe2-9be5-d54b3eeb4d9d None None] Bound port: cc65efbf-2509-401e-836b-24b31686ab0e, host: dv-cinder-813229-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba7c7fc9-d60d-4a80-b355-804bf2627a1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': '0bd35572-7cca-4e7c-b5da-b9adbaf7c4e7'}}] {{(pid=102454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 20:46:30.855394 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-a4f14899-57ee-4fe2-9be5-d54b3eeb4d9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1026180'] for port (cc65efbf-2509-401e-836b-24b31686ab0e), before_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:46:30.869100 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abdc3a0-cc67-4402-82f9-5909ca2a3d77 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:46:30.869454 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abdc3a0-cc67-4402-82f9-5909ca2a3d77 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:46:30.869801 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abdc3a0-cc67-4402-82f9-5909ca2a3d77 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:46:30.870136 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abdc3a0-cc67-4402-82f9-5909ca2a3d77 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:46:30.870465 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abdc3a0-cc67-4402-82f9-5909ca2a3d77 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:46:30.870805 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abdc3a0-cc67-4402-82f9-5909ca2a3d77 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:46:30.871136 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abdc3a0-cc67-4402-82f9-5909ca2a3d77 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:46:30.871478 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abdc3a0-cc67-4402-82f9-5909ca2a3d77 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:46:30.871783 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abdc3a0-cc67-4402-82f9-5909ca2a3d77 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:46:30.872123 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abdc3a0-cc67-4402-82f9-5909ca2a3d77 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:46:30.872446 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abdc3a0-cc67-4402-82f9-5909ca2a3d77 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:46:30.872763 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abdc3a0-cc67-4402-82f9-5909ca2a3d77 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:46:30.873078 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abdc3a0-cc67-4402-82f9-5909ca2a3d77 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:46:30.874441 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4abdc3a0-cc67-4402-82f9-5909ca2a3d77 None None] Tracked resource versions report: Jan 31 20:46:30.874441 dv-cinder-813229-5-iscsi neutron-server[102454]: pushed versions: Jan 31 20:46:30.874441 dv-cinder-813229-5-iscsi neutron-server[102454]: { 'AddressGroup': {'1.2'}, Jan 31 20:46:30.874441 dv-cinder-813229-5-iscsi neutron-server[102454]: 'ConntrackHelper': {'1.0'}, Jan 31 20:46:30.874441 dv-cinder-813229-5-iscsi neutron-server[102454]: 'LocalIPAssociation': {'1.0'}, Jan 31 20:46:30.874441 dv-cinder-813229-5-iscsi neutron-server[102454]: 'Log': {'1.0'}, Jan 31 20:46:30.874441 dv-cinder-813229-5-iscsi neutron-server[102454]: 'Network': {'1.1'}, Jan 31 20:46:30.874441 dv-cinder-813229-5-iscsi neutron-server[102454]: 'Port': {'1.7'}, Jan 31 20:46:30.874441 dv-cinder-813229-5-iscsi neutron-server[102454]: 'PortForwarding': {'1.2'}, Jan 31 20:46:30.874441 dv-cinder-813229-5-iscsi neutron-server[102454]: 'QosPolicy': {'1.10'}, Jan 31 20:46:30.874441 dv-cinder-813229-5-iscsi neutron-server[102454]: 'SecurityGroup': {'1.5'}, Jan 31 20:46:30.874441 dv-cinder-813229-5-iscsi neutron-server[102454]: 'SecurityGroupRule': {'1.2'}, Jan 31 20:46:30.874441 dv-cinder-813229-5-iscsi neutron-server[102454]: 'SubPort': {'1.0'}, Jan 31 20:46:30.874441 dv-cinder-813229-5-iscsi neutron-server[102454]: 'Subnet': {'1.1'}, Jan 31 20:46:30.874441 dv-cinder-813229-5-iscsi neutron-server[102454]: 'Trunk': {'1.1'}} Jan 31 20:46:30.874441 dv-cinder-813229-5-iscsi neutron-server[102454]: consumer versions: Jan 31 20:46:30.874441 dv-cinder-813229-5-iscsi neutron-server[102454]: { DHCP agent@dv-cinder-813229-5-iscsi: {}, Jan 31 20:46:30.874441 dv-cinder-813229-5-iscsi neutron-server[102454]: L3 agent@dv-cinder-813229-5-iscsi: {}, Jan 31 20:46:30.874441 dv-cinder-813229-5-iscsi neutron-server[102454]: Metadata agent@dv-cinder-813229-5-iscsi: {}, Jan 31 20:46:30.874441 dv-cinder-813229-5-iscsi neutron-server[102454]: Metering agent@dv-cinder-813229-5-iscsi: {}, Jan 31 20:46:30.874441 dv-cinder-813229-5-iscsi neutron-server[102454]: Open vSwitch agent@dv-cinder-813229-5-iscsi: { 'AddressGroup': '1.2', Jan 31 20:46:30.874441 dv-cinder-813229-5-iscsi neutron-server[102454]: 'ConntrackHelper': '1.0', Jan 31 20:46:30.874441 dv-cinder-813229-5-iscsi neutron-server[102454]: 'LocalIPAssociation': '1.0', Jan 31 20:46:30.874441 dv-cinder-813229-5-iscsi neutron-server[102454]: 'Log': '1.0', Jan 31 20:46:30.874441 dv-cinder-813229-5-iscsi neutron-server[102454]: 'Network': '1.1', Jan 31 20:46:30.874441 dv-cinder-813229-5-iscsi neutron-server[102454]: 'Port': '1.7', Jan 31 20:46:30.874441 dv-cinder-813229-5-iscsi neutron-server[102454]: 'PortForwarding': '1.2', Jan 31 20:46:30.874441 dv-cinder-813229-5-iscsi neutron-server[102454]: 'QosPolicy': '1.10', Jan 31 20:46:30.874441 dv-cinder-813229-5-iscsi neutron-server[102454]: 'SecurityGroup': '1.5', Jan 31 20:46:30.874441 dv-cinder-813229-5-iscsi neutron-server[102454]: 'SecurityGroupRule': '1.2', Jan 31 20:46:30.874441 dv-cinder-813229-5-iscsi neutron-server[102454]: 'SubPort': '1.0', Jan 31 20:46:30.874441 dv-cinder-813229-5-iscsi neutron-server[102454]: 'Subnet': '1.1', Jan 31 20:46:30.874441 dv-cinder-813229-5-iscsi neutron-server[102454]: 'Trunk': '1.1'}} Jan 31 20:46:30.874441 dv-cinder-813229-5-iscsi neutron-server[102454]: {{(pid=102454) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 31 20:46:30.896488 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.db.provisioning_blocks [None req-372ffec5-643a-41e3-b472-a1153809a891 None None] Provisioning complete for port cc65efbf-2509-401e-836b-24b31686ab0e triggered by entity DHCP. {{(pid=102451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 20:46:30.896996 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-372ffec5-643a-41e3-b472-a1153809a891 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3401144'] for port (cc65efbf-2509-401e-836b-24b31686ab0e), provisioning_complete {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:46:30.934314 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.plugin [None req-372ffec5-643a-41e3-b472-a1153809a891 None None] Port cc65efbf-2509-401e-836b-24b31686ab0e cannot update to ACTIVE because it is not bound. {{(pid=102451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 20:46:30.936451 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.plugins.ml2.db [None req-a4f14899-57ee-4fe2-9be5-d54b3eeb4d9d None None] For port cc65efbf-2509-401e-836b-24b31686ab0e, host dv-cinder-813229-5-iscsi, cleared binding levels {{(pid=102454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 20:46:30.956942 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.plugins.ml2.db [None req-a4f14899-57ee-4fe2-9be5-d54b3eeb4d9d None None] For port cc65efbf-2509-401e-836b-24b31686ab0e, host dv-cinder-813229-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-5-iscsi',level=0,port_id=cc65efbf-2509-401e-836b-24b31686ab0e,segment=NetworkSegment(ba7c7fc9-d60d-4a80-b355-804bf2627a1a),segment_id=ba7c7fc9-d60d-4a80-b355-804bf2627a1a)] {{(pid=102454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 20:46:30.962334 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-a4f14899-57ee-4fe2-9be5-d54b3eeb4d9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1029723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3769609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783600466378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783599971615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783599971633'] for port (cc65efbf-2509-401e-836b-24b31686ab0e), after_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:46:31.006358 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4f14899-57ee-4fe2-9be5-d54b3eeb4d9d None None] Routers {'f88a63dc-8109-41b3-8801-d64f5863e6df'} bound to L3 agent in host dv-cinder-813229-5-iscsi {{(pid=102454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 20:46:31.007059 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.db.l3_hamode_db [None req-a4f14899-57ee-4fe2-9be5-d54b3eeb4d9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-31T20:45:52Z,description=,heartbeat_timestamp=2022-01-31T20:46:22Z,host='dv-cinder-813229-5-iscsi',id=7c18f3b4-4d02-4b01-9072-98fcd9008716,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T20:45:52Z,topic='l3_agent')) {'router_ids': ['f88a63dc-8109-41b3-8801-d64f5863e6df'], 'active': True} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 20:46:31.106912 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abdc3a0-cc67-4402-82f9-5909ca2a3d77 None None] Pushing event updated for resources: {'Port': ['ID=cc65efbf-2509-401e-836b-24b31686ab0e,revision_number=4']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:46:31.115162 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.db.l3_dvr_db [None req-a4f14899-57ee-4fe2-9be5-d54b3eeb4d9d None None] Set router f88a63dc-8109-41b3-8801-d64f5863e6df gateway port host: None {{(pid=102454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 20:46:31.256731 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.db.provisioning_blocks [None req-2d67bfe1-1ae6-45b5-bd87-cb003b07093c None None] Provisioning complete for port cc65efbf-2509-401e-836b-24b31686ab0e triggered by entity DHCP. {{(pid=102451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 20:46:31.257131 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-2d67bfe1-1ae6-45b5-bd87-cb003b07093c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3401144'] for port (cc65efbf-2509-401e-836b-24b31686ab0e), provisioning_complete {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:46:31.326244 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.db.l3_hamode_db [None req-a4f14899-57ee-4fe2-9be5-d54b3eeb4d9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f88a63dc-8109-41b3-8801-d64f5863e6df', 'name': 'router1', 'tenant_id': 'c45459297fcf4339bc5963dab73a304e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T20:46:18Z', 'updated_at': '2022-01-31T20:46:28Z', 'revision_number': 2, 'project_id': 'c45459297fcf4339bc5963dab73a304e', 'gw_port_host': None, '_interfaces': [{'id': 'cc65efbf-2509-401e-836b-24b31686ab0e', 'name': '', 'network_id': '0bd35572-7cca-4e7c-b5da-b9adbaf7c4e7', 'tenant_id': 'c45459297fcf4339bc5963dab73a304e', 'mac_address': 'fa:16:3e:03:93:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f88a63dc-8109-41b3-8801-d64f5863e6df', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '74cd2e4c-2747-4eec-8d4a-3ec54e8f5650', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T20:46:27Z', 'updated_at': '2022-01-31T20:46:30Z', 'revision_number': 4, 'project_id': 'c45459297fcf4339bc5963dab73a304e', 'subnets': [{'id': '74cd2e4c-2747-4eec-8d4a-3ec54e8f5650', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3b365d0a-d4f2-40a1-8671-f2138c130b66'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-5-iscsi', False) {} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 20:46:31.336558 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.plugin [None req-2d67bfe1-1ae6-45b5-bd87-cb003b07093c None None] Current status of the port cc65efbf-2509-401e-836b-24b31686ab0e is: DOWN; New status is: ACTIVE {{(pid=102451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 20:46:31.336949 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-2d67bfe1-1ae6-45b5-bd87-cb003b07093c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1026180'] for port (cc65efbf-2509-401e-836b-24b31686ab0e), before_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:46:31.356050 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4f14899-57ee-4fe2-9be5-d54b3eeb4d9d None None] The sync data for ids ['f88a63dc-8109-41b3-8801-d64f5863e6df'] in dv-cinder-813229-5-iscsi is: [{'id': 'f88a63dc-8109-41b3-8801-d64f5863e6df', 'name': 'router1', 'tenant_id': 'c45459297fcf4339bc5963dab73a304e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T20:46:18Z', 'updated_at': '2022-01-31T20:46:28Z', 'revision_number': 2, 'project_id': 'c45459297fcf4339bc5963dab73a304e', 'gw_port_host': None, '_interfaces': [{'id': 'cc65efbf-2509-401e-836b-24b31686ab0e', 'name': '', 'network_id': '0bd35572-7cca-4e7c-b5da-b9adbaf7c4e7', 'tenant_id': 'c45459297fcf4339bc5963dab73a304e', 'mac_address': 'fa:16:3e:03:93:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f88a63dc-8109-41b3-8801-d64f5863e6df', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '74cd2e4c-2747-4eec-8d4a-3ec54e8f5650', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T20:46:27Z', 'updated_at': '2022-01-31T20:46:30Z', 'revision_number': 4, 'project_id': 'c45459297fcf4339bc5963dab73a304e', 'subnets': [{'id': '74cd2e4c-2747-4eec-8d4a-3ec54e8f5650', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3b365d0a-d4f2-40a1-8671-f2138c130b66'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 20:46:31.371746 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.db [None req-2d67bfe1-1ae6-45b5-bd87-cb003b07093c None None] For port cc65efbf-2509-401e-836b-24b31686ab0e, host dv-cinder-813229-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-5-iscsi',level=0,port_id=cc65efbf-2509-401e-836b-24b31686ab0e,segment=NetworkSegment(ba7c7fc9-d60d-4a80-b355-804bf2627a1a),segment_id=ba7c7fc9-d60d-4a80-b355-804bf2627a1a)] {{(pid=102451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 20:46:31.376623 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-2d67bfe1-1ae6-45b5-bd87-cb003b07093c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1029723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3769609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783600466378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783599971615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783599971633'] for port (cc65efbf-2509-401e-836b-24b31686ab0e), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:46:31.428020 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d67bfe1-1ae6-45b5-bd87-cb003b07093c None None] Pushing event updated for resources: {'Port': ['ID=cc65efbf-2509-401e-836b-24b31686ab0e,revision_number=5']} {{(pid=102451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:46:34.136950 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.wsgi [-] (102450) accepted ('10.222.0.46', 34374) {{(pid=102450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 20:46:34.250130 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50268fd9-9b96-4d24-bf10-8222424d5eec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:46:34.252390 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [None req-50268fd9-9b96-4d24-bf10-8222424d5eec admin admin] 10.222.0.46 "GET /v2.0/networks/51ba4d8e-a54c-4fb0-a209-37766af226e8 HTTP/1.1" status: 200 len: 842 time: 0.1143754 Jan 31 20:46:34.261983 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.v2.base [None req-68162f1d-c694-4702-b489-ba0026ce1daa admin admin] Request body: {'subnet': {'name': 'public-subnet', 'tenant_id': '0651d426001848b99b5060cb9bce3eba', 'ip_version': 4, 'enable_dhcp': False, 'gateway_ip': '172.27.2.1', 'cidr': '172.27.2.0/24', 'network_id': '51ba4d8e-a54c-4fb0-a209-37766af226e8'}} {{(pid=102450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 20:46:34.280385 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68162f1d-c694-4702-b489-ba0026ce1daa admin admin] Made reservation on behalf of 0651d426001848b99b5060cb9bce3eba for: {'subnet': 1} {{(pid=102450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 20:46:34.283077 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-68162f1d-c694-4702-b489-ba0026ce1daa admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:46:34.609648 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.objects.ports [None req-68162f1d-c694-4702-b489-ba0026ce1daa admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102450) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 31 20:46:34.610644 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-68162f1d-c694-4702-b489-ba0026ce1daa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3769609'] for subnet (99ba9542-d2be-443f-a804-26ff9bedcbe2), after_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:46:34.666609 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68162f1d-c694-4702-b489-ba0026ce1daa admin admin] Pushing event updated for resources: {'Subnet': ['ID=99ba9542-d2be-443f-a804-26ff9bedcbe2,revision_number=0']} {{(pid=102450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:46:34.670496 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68162f1d-c694-4702-b489-ba0026ce1daa admin admin] Checking segment: {'id': 'ad776c9f-cdc1-49f1-a366-310dcfc4c059', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51ba4d8e-a54c-4fb0-a209-37766af226e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 20:46:34.670870 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68162f1d-c694-4702-b489-ba0026ce1daa admin admin] Network hostable DHCP agents. Network: 51ba4d8e-a54c-4fb0-a209-37766af226e8, hostable agents: ['34ef0204-81d1-4f5e-89d1-b08d0f866641'], hosted agents: [] {{(pid=102450) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 20:46:34.687003 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68162f1d-c694-4702-b489-ba0026ce1daa admin admin] Network 51ba4d8e-a54c-4fb0-a209-37766af226e8 is scheduled to be hosted by DHCP agent 34ef0204-81d1-4f5e-89d1-b08d0f866641 with binding_index 1 {{(pid=102450) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 20:46:34.697339 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.scheduler.base_scheduler [None req-68162f1d-c694-4702-b489-ba0026ce1daa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813229-5-iscsi, 51ba4d8e-a54c-4fb0-a209-37766af226e8) {{(pid=102450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 20:46:34.701844 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68162f1d-c694-4702-b489-ba0026ce1daa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:46:34.702433 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-68162f1d-c694-4702-b489-ba0026ce1daa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3769851'] for subnet (None), before_response {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:46:34.710969 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f0e4516-7bfe-4455-9d50-0114091d99dc None None] Network 51ba4d8e-a54c-4fb0-a209-37766af226e8 requested from dv-cinder-813229-5-iscsi {{(pid=102451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 20:46:34.724961 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [None req-68162f1d-c694-4702-b489-ba0026ce1daa admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4607973 Jan 31 20:46:34.849373 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-658a7740-9d4b-4ba7-beaa-5ef9e67f6faa None None] Network 51ba4d8e-a54c-4fb0-a209-37766af226e8 requested from dv-cinder-813229-5-iscsi {{(pid=102451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 20:46:37.192755 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.wsgi [-] (102450) accepted ('10.222.0.46', 34382) {{(pid=102450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 20:46:37.402411 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [None req-1725ba66-1c9e-4617-b933-7f07ca8fb2ef admin admin] 10.222.0.46 "GET /v2.0/routers/f88a63dc-8109-41b3-8801-d64f5863e6df HTTP/1.1" status: 200 len: 710 time: 0.2084398 Jan 31 20:46:37.491656 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9fdf9ad-7661-44af-95b2-55d438301bc6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:46:37.496718 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [None req-f9fdf9ad-7661-44af-95b2-55d438301bc6 admin admin] 10.222.0.46 "GET /v2.0/networks/51ba4d8e-a54c-4fb0-a209-37766af226e8 HTTP/1.1" status: 200 len: 886 time: 0.0850744 Jan 31 20:46:37.503126 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.v2.base [None req-5092231e-69eb-4435-b71a-4ad32678bbb6 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '51ba4d8e-a54c-4fb0-a209-37766af226e8'}}} {{(pid=102450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 20:46:37.746126 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-5092231e-69eb-4435-b71a-4ad32678bbb6 admin admin] Publish callbacks [] for router_gateway (f88a63dc-8109-41b3-8801-d64f5863e6df), precommit_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:46:38.045013 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-5092231e-69eb-4435-b71a-4ad32678bbb6 admin admin] Publish callbacks [] for router_gateway (f88a63dc-8109-41b3-8801-d64f5863e6df), before_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:46:38.126924 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-5092231e-69eb-4435-b71a-4ad32678bbb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1026180'] for port (None), before_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:46:38.284074 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.db.db_base_plugin_common [None req-5092231e-69eb-4435-b71a-4ad32678bbb6 admin admin] Allocated IP 172.27.2.170 (51ba4d8e-a54c-4fb0-a209-37766af226e8/99ba9542-d2be-443f-a804-26ff9bedcbe2/2a2c9e9e-3bb3-4622-8a76-74708af727b5) {{(pid=102450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 20:46:38.393091 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-5092231e-69eb-4435-b71a-4ad32678bbb6 admin admin] Publish callbacks [] for port (2a2c9e9e-3bb3-4622-8a76-74708af727b5), precommit_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:46:38.451497 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-5092231e-69eb-4435-b71a-4ad32678bbb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1029723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3769609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783599971597'] for port (2a2c9e9e-3bb3-4622-8a76-74708af727b5), after_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:46:38.530311 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5092231e-69eb-4435-b71a-4ad32678bbb6 admin admin] Network 51ba4d8e-a54c-4fb0-a209-37766af226e8 is already hosted by enough agents. {{(pid=102450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 20:46:38.537198 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.scheduler.base_scheduler [None req-5092231e-69eb-4435-b71a-4ad32678bbb6 admin admin] Resources bound (agent type, host, resource id): {{(pid=102450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 20:46:38.539147 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.rpc [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Device cc65efbf-2509-401e-836b-24b31686ab0e up at agent ovs-agent-dv-cinder-813229-5-iscsi {{(pid=102451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 20:46:38.544065 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5092231e-69eb-4435-b71a-4ad32678bbb6 admin admin] Received port after_create {{(pid=102450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 20:46:38.546937 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5092231e-69eb-4435-b71a-4ad32678bbb6 admin admin] Pushing event updated for resources: {'Port': ['ID=2a2c9e9e-3bb3-4622-8a76-74708af727b5,revision_number=1']} {{(pid=102450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:46:38.586907 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.db.provisioning_blocks [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Provisioning complete for port cc65efbf-2509-401e-836b-24b31686ab0e triggered by entity L2. {{(pid=102451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 20:46:38.587313 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3401144'] for port (cc65efbf-2509-401e-836b-24b31686ab0e), provisioning_complete {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:46:38.662150 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.plugin [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Current status of the port cc65efbf-2509-401e-836b-24b31686ab0e is: ACTIVE; New status is: ACTIVE {{(pid=102451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 20:46:38.829499 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-5092231e-69eb-4435-b71a-4ad32678bbb6 admin admin] Publish callbacks [] for router_gateway (f88a63dc-8109-41b3-8801-d64f5863e6df), after_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:46:39.024853 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-5092231e-69eb-4435-b71a-4ad32678bbb6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3697198', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3675588', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1008'] for router (f88a63dc-8109-41b3-8801-d64f5863e6df), precommit_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:46:39.029155 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-5092231e-69eb-4435-b71a-4ad32678bbb6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3697225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3697191', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3697200', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3675613'] for router (f88a63dc-8109-41b3-8801-d64f5863e6df), after_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:46:39.143300 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5092231e-69eb-4435-b71a-4ad32678bbb6 admin admin] Router f88a63dc-8109-41b3-8801-d64f5863e6df has already been hosted by L3 agent 7c18f3b4-4d02-4b01-9072-98fcd9008716 {{(pid=102450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 20:46:39.324049 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5092231e-69eb-4435-b71a-4ad32678bbb6 admin admin] Notify agent at l3_agent.dv-cinder-813229-5-iscsi the message routers_updated {{(pid=102450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 20:46:39.328329 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-5092231e-69eb-4435-b71a-4ad32678bbb6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:46:39.342804 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [None req-5092231e-69eb-4435-b71a-4ad32678bbb6 admin admin] 10.222.0.46 "PUT /v2.0/routers/f88a63dc-8109-41b3-8801-d64f5863e6df HTTP/1.1" status: 200 len: 890 time: 1.8312998 Jan 31 20:46:39.768045 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.db.agents_db [None req-9f73b596-de3f-4c4d-980f-1f0b0f14bd7d None None] Agent healthcheck: found 5 active agents {{(pid=102454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 20:46:39.885754 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50f939aa-7ab1-447e-ac60-936df3b9af61 None None] Sync routers for ids ['f88a63dc-8109-41b3-8801-d64f5863e6df'] in dv-cinder-813229-5-iscsi {{(pid=102451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 20:46:39.897578 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50f939aa-7ab1-447e-ac60-936df3b9af61 None None] Routers {'f88a63dc-8109-41b3-8801-d64f5863e6df'} bound to L3 agent in host dv-cinder-813229-5-iscsi {{(pid=102451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 20:46:39.898215 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.db.l3_hamode_db [None req-50f939aa-7ab1-447e-ac60-936df3b9af61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-31T20:45:52Z,description=,heartbeat_timestamp=2022-01-31T20:46:22Z,host='dv-cinder-813229-5-iscsi',id=7c18f3b4-4d02-4b01-9072-98fcd9008716,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T20:45:52Z,topic='l3_agent')) {'router_ids': ['f88a63dc-8109-41b3-8801-d64f5863e6df'], 'active': True} {{(pid=102451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 20:46:40.110913 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.db.l3_dvr_db [None req-50f939aa-7ab1-447e-ac60-936df3b9af61 None None] Set router f88a63dc-8109-41b3-8801-d64f5863e6df gateway port host: dv-cinder-813229-5-iscsi {{(pid=102451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 20:46:40.578395 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.db.l3_hamode_db [None req-50f939aa-7ab1-447e-ac60-936df3b9af61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f88a63dc-8109-41b3-8801-d64f5863e6df', 'name': 'router1', 'tenant_id': 'c45459297fcf4339bc5963dab73a304e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51ba4d8e-a54c-4fb0-a209-37766af226e8', 'external_fixed_ips': [{'subnet_id': '99ba9542-d2be-443f-a804-26ff9bedcbe2', 'ip_address': '172.27.2.170'}], 'enable_snat': True}, 'gw_port_id': '2a2c9e9e-3bb3-4622-8a76-74708af727b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T20:46:18Z', 'updated_at': '2022-01-31T20:46:38Z', 'revision_number': 4, 'project_id': 'c45459297fcf4339bc5963dab73a304e', 'gw_port': {'id': '2a2c9e9e-3bb3-4622-8a76-74708af727b5', 'name': '', 'network_id': '51ba4d8e-a54c-4fb0-a209-37766af226e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:dc:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f88a63dc-8109-41b3-8801-d64f5863e6df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '99ba9542-d2be-443f-a804-26ff9bedcbe2', 'ip_address': '172.27.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T20:46:38Z', 'updated_at': '2022-01-31T20:46:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '99ba9542-d2be-443f-a804-26ff9bedcbe2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-5-iscsi', '_interfaces': [{'id': 'cc65efbf-2509-401e-836b-24b31686ab0e', 'name': '', 'network_id': '0bd35572-7cca-4e7c-b5da-b9adbaf7c4e7', 'tenant_id': 'c45459297fcf4339bc5963dab73a304e', 'mac_address': 'fa:16:3e:03:93:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f88a63dc-8109-41b3-8801-d64f5863e6df', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '74cd2e4c-2747-4eec-8d4a-3ec54e8f5650', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T20:46:27Z', 'updated_at': '2022-01-31T20:46:31Z', 'revision_number': 5, 'project_id': 'c45459297fcf4339bc5963dab73a304e', 'subnets': [{'id': '74cd2e4c-2747-4eec-8d4a-3ec54e8f5650', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3b365d0a-d4f2-40a1-8671-f2138c130b66'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-5-iscsi', False) {} {{(pid=102451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 20:46:40.628614 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50f939aa-7ab1-447e-ac60-936df3b9af61 None None] Checking router: f88a63dc-8109-41b3-8801-d64f5863e6df for host: dv-cinder-813229-5-iscsi {{(pid=102451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 20:46:40.628968 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50f939aa-7ab1-447e-ac60-936df3b9af61 None None] Updating router f88a63dc-8109-41b3-8801-d64f5863e6df port 2a2c9e9e-3bb3-4622-8a76-74708af727b5 binding host dv-cinder-813229-5-iscsi {{(pid=102451) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 31 20:46:40.683349 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-50f939aa-7ab1-447e-ac60-936df3b9af61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1026180'] for port (2a2c9e9e-3bb3-4622-8a76-74708af727b5), before_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:46:41.005148 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-50f939aa-7ab1-447e-ac60-936df3b9af61 None None] Publish callbacks [] for port (2a2c9e9e-3bb3-4622-8a76-74708af727b5), precommit_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:46:41.011280 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-50f939aa-7ab1-447e-ac60-936df3b9af61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1029723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3769609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783600466378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783599971615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783599971633'] for port (2a2c9e9e-3bb3-4622-8a76-74708af727b5), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:46:41.063965 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f844d4-4d26-499b-ad55-29d25e8a39c6 None None] Pushing event updated for resources: {'Port': ['ID=2a2c9e9e-3bb3-4622-8a76-74708af727b5,revision_number=2']} {{(pid=102451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:46:41.075163 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.managers [None req-50f939aa-7ab1-447e-ac60-936df3b9af61 None None] Attempting to bind port 2a2c9e9e-3bb3-4622-8a76-74708af727b5 on host dv-cinder-813229-5-iscsi for vnic_type normal with profile {{(pid=102451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 20:46:41.075533 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.managers [None req-50f939aa-7ab1-447e-ac60-936df3b9af61 None None] Attempting to bind port 2a2c9e9e-3bb3-4622-8a76-74708af727b5 by drivers openvswitch,hyperv on host dv-cinder-813229-5-iscsi at level 0 using segments [{'id': 'ad776c9f-cdc1-49f1-a366-310dcfc4c059', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51ba4d8e-a54c-4fb0-a209-37766af226e8'}] {{(pid=102451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 20:46:41.075892 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50f939aa-7ab1-447e-ac60-936df3b9af61 None None] Attempting to bind port 2a2c9e9e-3bb3-4622-8a76-74708af727b5 on network 51ba4d8e-a54c-4fb0-a209-37766af226e8 {{(pid=102451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 20:46:41.082464 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50f939aa-7ab1-447e-ac60-936df3b9af61 None None] Checking agent: {'id': '9ba4f6fe-000a-4ef5-9d61-ba62910ab5fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813229-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 20, 45, 56), 'started_at': datetime.datetime(2022, 1, 31, 20, 46, 26), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 20, 46, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813229-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 20:46:41.082889 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50f939aa-7ab1-447e-ac60-936df3b9af61 None None] Checking segment: {'id': 'ad776c9f-cdc1-49f1-a366-310dcfc4c059', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51ba4d8e-a54c-4fb0-a209-37766af226e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 20:46:41.083299 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-50f939aa-7ab1-447e-ac60-936df3b9af61 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:46:41.083687 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50f939aa-7ab1-447e-ac60-936df3b9af61 None None] Bound using segment: {'id': 'ad776c9f-cdc1-49f1-a366-310dcfc4c059', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51ba4d8e-a54c-4fb0-a209-37766af226e8'} {{(pid=102451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 20:46:41.084151 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.managers [None req-50f939aa-7ab1-447e-ac60-936df3b9af61 None None] Bound port: 2a2c9e9e-3bb3-4622-8a76-74708af727b5, host: dv-cinder-813229-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad776c9f-cdc1-49f1-a366-310dcfc4c059', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51ba4d8e-a54c-4fb0-a209-37766af226e8'}}] {{(pid=102451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 20:46:41.084533 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-50f939aa-7ab1-447e-ac60-936df3b9af61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1026180'] for port (2a2c9e9e-3bb3-4622-8a76-74708af727b5), before_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:46:41.134038 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.db [None req-50f939aa-7ab1-447e-ac60-936df3b9af61 None None] For port 2a2c9e9e-3bb3-4622-8a76-74708af727b5, host dv-cinder-813229-5-iscsi, cleared binding levels {{(pid=102451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 20:46:41.137627 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.db [None req-50f939aa-7ab1-447e-ac60-936df3b9af61 None None] For port 2a2c9e9e-3bb3-4622-8a76-74708af727b5, host dv-cinder-813229-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-5-iscsi',level=0,port_id=2a2c9e9e-3bb3-4622-8a76-74708af727b5,segment=NetworkSegment(ad776c9f-cdc1-49f1-a366-310dcfc4c059),segment_id=ad776c9f-cdc1-49f1-a366-310dcfc4c059)] {{(pid=102451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 20:46:41.142931 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-50f939aa-7ab1-447e-ac60-936df3b9af61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1029723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3769609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783600466378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783599971615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783599971633'] for port (2a2c9e9e-3bb3-4622-8a76-74708af727b5), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:46:41.189876 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50f939aa-7ab1-447e-ac60-936df3b9af61 None None] Routers {'f88a63dc-8109-41b3-8801-d64f5863e6df'} bound to L3 agent in host dv-cinder-813229-5-iscsi {{(pid=102451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 20:46:41.190470 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.db.l3_hamode_db [None req-50f939aa-7ab1-447e-ac60-936df3b9af61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-31T20:45:52Z,description=,heartbeat_timestamp=2022-01-31T20:46:22Z,host='dv-cinder-813229-5-iscsi',id=7c18f3b4-4d02-4b01-9072-98fcd9008716,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T20:45:52Z,topic='l3_agent')) {'router_ids': ['f88a63dc-8109-41b3-8801-d64f5863e6df'], 'active': True} {{(pid=102451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 20:46:41.238579 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f844d4-4d26-499b-ad55-29d25e8a39c6 None None] Pushing event updated for resources: {'Port': ['ID=2a2c9e9e-3bb3-4622-8a76-74708af727b5,revision_number=3']} {{(pid=102451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:46:41.308317 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.db.l3_dvr_db [None req-50f939aa-7ab1-447e-ac60-936df3b9af61 None None] Set router f88a63dc-8109-41b3-8801-d64f5863e6df gateway port host: dv-cinder-813229-5-iscsi {{(pid=102451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 20:46:41.520877 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.db.l3_hamode_db [None req-50f939aa-7ab1-447e-ac60-936df3b9af61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f88a63dc-8109-41b3-8801-d64f5863e6df', 'name': 'router1', 'tenant_id': 'c45459297fcf4339bc5963dab73a304e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51ba4d8e-a54c-4fb0-a209-37766af226e8', 'external_fixed_ips': [{'subnet_id': '99ba9542-d2be-443f-a804-26ff9bedcbe2', 'ip_address': '172.27.2.170'}], 'enable_snat': True}, 'gw_port_id': '2a2c9e9e-3bb3-4622-8a76-74708af727b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T20:46:18Z', 'updated_at': '2022-01-31T20:46:38Z', 'revision_number': 4, 'project_id': 'c45459297fcf4339bc5963dab73a304e', 'gw_port': {'id': '2a2c9e9e-3bb3-4622-8a76-74708af727b5', 'name': '', 'network_id': '51ba4d8e-a54c-4fb0-a209-37766af226e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:dc:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f88a63dc-8109-41b3-8801-d64f5863e6df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '99ba9542-d2be-443f-a804-26ff9bedcbe2', 'ip_address': '172.27.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T20:46:38Z', 'updated_at': '2022-01-31T20:46:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '99ba9542-d2be-443f-a804-26ff9bedcbe2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-5-iscsi', '_interfaces': [{'id': 'cc65efbf-2509-401e-836b-24b31686ab0e', 'name': '', 'network_id': '0bd35572-7cca-4e7c-b5da-b9adbaf7c4e7', 'tenant_id': 'c45459297fcf4339bc5963dab73a304e', 'mac_address': 'fa:16:3e:03:93:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f88a63dc-8109-41b3-8801-d64f5863e6df', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '74cd2e4c-2747-4eec-8d4a-3ec54e8f5650', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T20:46:27Z', 'updated_at': '2022-01-31T20:46:31Z', 'revision_number': 5, 'project_id': 'c45459297fcf4339bc5963dab73a304e', 'subnets': [{'id': '74cd2e4c-2747-4eec-8d4a-3ec54e8f5650', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3b365d0a-d4f2-40a1-8671-f2138c130b66'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-5-iscsi', False) {} {{(pid=102451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 20:46:41.546681 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50f939aa-7ab1-447e-ac60-936df3b9af61 None None] The sync data for ids ['f88a63dc-8109-41b3-8801-d64f5863e6df'] in dv-cinder-813229-5-iscsi is: [{'id': 'f88a63dc-8109-41b3-8801-d64f5863e6df', 'name': 'router1', 'tenant_id': 'c45459297fcf4339bc5963dab73a304e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51ba4d8e-a54c-4fb0-a209-37766af226e8', 'external_fixed_ips': [{'subnet_id': '99ba9542-d2be-443f-a804-26ff9bedcbe2', 'ip_address': '172.27.2.170'}], 'enable_snat': True}, 'gw_port_id': '2a2c9e9e-3bb3-4622-8a76-74708af727b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T20:46:18Z', 'updated_at': '2022-01-31T20:46:38Z', 'revision_number': 4, 'project_id': 'c45459297fcf4339bc5963dab73a304e', 'gw_port': {'id': '2a2c9e9e-3bb3-4622-8a76-74708af727b5', 'name': '', 'network_id': '51ba4d8e-a54c-4fb0-a209-37766af226e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:dc:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f88a63dc-8109-41b3-8801-d64f5863e6df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '99ba9542-d2be-443f-a804-26ff9bedcbe2', 'ip_address': '172.27.2.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T20:46:38Z', 'updated_at': '2022-01-31T20:46:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '99ba9542-d2be-443f-a804-26ff9bedcbe2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-5-iscsi', '_interfaces': [{'id': 'cc65efbf-2509-401e-836b-24b31686ab0e', 'name': '', 'network_id': '0bd35572-7cca-4e7c-b5da-b9adbaf7c4e7', 'tenant_id': 'c45459297fcf4339bc5963dab73a304e', 'mac_address': 'fa:16:3e:03:93:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f88a63dc-8109-41b3-8801-d64f5863e6df', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '74cd2e4c-2747-4eec-8d4a-3ec54e8f5650', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T20:46:27Z', 'updated_at': '2022-01-31T20:46:31Z', 'revision_number': 5, 'project_id': 'c45459297fcf4339bc5963dab73a304e', 'subnets': [{'id': '74cd2e4c-2747-4eec-8d4a-3ec54e8f5650', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3b365d0a-d4f2-40a1-8671-f2138c130b66'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 20:46:41.796770 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.wsgi [-] (102450) accepted ('10.222.0.46', 34394) {{(pid=102450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 20:46:41.920304 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [None req-984389c5-0a94-4904-8cf3-f124163b3319 admin admin] 10.222.0.46 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1218300 Jan 31 20:46:42.552952 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.rpc [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Device 2a2c9e9e-3bb3-4622-8a76-74708af727b5 up at agent ovs-agent-dv-cinder-813229-5-iscsi {{(pid=102451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 20:46:42.604616 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.db.provisioning_blocks [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Provisioning complete for port 2a2c9e9e-3bb3-4622-8a76-74708af727b5 triggered by entity L2. {{(pid=102451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 20:46:42.605012 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3401144'] for port (2a2c9e9e-3bb3-4622-8a76-74708af727b5), provisioning_complete {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:46:42.688871 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.plugin [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Current status of the port 2a2c9e9e-3bb3-4622-8a76-74708af727b5 is: DOWN; New status is: ACTIVE {{(pid=102451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 20:46:42.689406 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1026180'] for port (2a2c9e9e-3bb3-4622-8a76-74708af727b5), before_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:46:42.712228 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.db [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] For port 2a2c9e9e-3bb3-4622-8a76-74708af727b5, host dv-cinder-813229-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-5-iscsi',level=0,port_id=2a2c9e9e-3bb3-4622-8a76-74708af727b5,segment=NetworkSegment(ad776c9f-cdc1-49f1-a366-310dcfc4c059),segment_id=ad776c9f-cdc1-49f1-a366-310dcfc4c059)] {{(pid=102451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 20:46:42.717661 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1029723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3769609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783600466378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783599971615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783599971633'] for port (2a2c9e9e-3bb3-4622-8a76-74708af727b5), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:46:42.764053 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Pushing event updated for resources: {'Port': ['ID=2a2c9e9e-3bb3-4622-8a76-74708af727b5,revision_number=4']} {{(pid=102451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:46:44.551681 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.rpc [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Device 2a2c9e9e-3bb3-4622-8a76-74708af727b5 up at agent ovs-agent-dv-cinder-813229-5-iscsi {{(pid=102451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 20:46:44.599165 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.db.provisioning_blocks [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Provisioning complete for port 2a2c9e9e-3bb3-4622-8a76-74708af727b5 triggered by entity L2. {{(pid=102451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 20:46:44.599569 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3401144'] for port (2a2c9e9e-3bb3-4622-8a76-74708af727b5), provisioning_complete {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:46:44.675142 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.plugin [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Current status of the port 2a2c9e9e-3bb3-4622-8a76-74708af727b5 is: ACTIVE; New status is: ACTIVE {{(pid=102451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 20:46:49.450651 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-e5e7e7f7-f6e4-4910-9057-82630422d87b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600486512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3401042'] for agent (34ef0204-81d1-4f5e-89d1-b08d0f866641), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:46:51.660112 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-efa3f7b2-ac97-4ba8-be4e-12baf244b2e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600486512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3401042'] for agent (7c18f3b4-4d02-4b01-9072-98fcd9008716), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:46:52.897311 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-7eb716df-9c73-407a-9e83-210e7bcc67e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600486512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3401042'] for agent (289e5c83-71b6-47e7-bef9-287113943a12), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:46:54.330180 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-ded4de29-c2d1-4616-9365-9981ea756e41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600486512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3401042'] for agent (bf9d83f7-9209-4252-b853-70feadeab726), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:46:55.913770 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600486512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3401042'] for agent (9ba4f6fe-000a-4ef5-9d61-ba62910ab5fe), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:47:16.768215 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.db.agents_db [None req-9f73b596-de3f-4c4d-980f-1f0b0f14bd7d None None] Agent healthcheck: found 5 active agents {{(pid=102454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 20:47:19.435886 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-aaf71347-6b77-4187-a48f-893f05bc7735 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600486512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3401042'] for agent (34ef0204-81d1-4f5e-89d1-b08d0f866641), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:47:21.655170 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-114c5175-10ca-442f-97b8-3333dc654e61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600486512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3401042'] for agent (7c18f3b4-4d02-4b01-9072-98fcd9008716), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:47:22.901182 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-7eb716df-9c73-407a-9e83-210e7bcc67e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600486512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3401042'] for agent (289e5c83-71b6-47e7-bef9-287113943a12), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:47:24.334354 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-ded4de29-c2d1-4616-9365-9981ea756e41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600486512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3401042'] for agent (bf9d83f7-9209-4252-b853-70feadeab726), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:47:25.908927 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600486512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3401042'] for agent (9ba4f6fe-000a-4ef5-9d61-ba62910ab5fe), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:47:49.440046 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-d009a30f-d860-4004-b180-19d23613b101 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600486512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3401042'] for agent (34ef0204-81d1-4f5e-89d1-b08d0f866641), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:47:51.658106 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-5f6478cb-81c9-4eb0-a8f8-b22788218b0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600486512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3401042'] for agent (7c18f3b4-4d02-4b01-9072-98fcd9008716), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:47:52.904120 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-7eb716df-9c73-407a-9e83-210e7bcc67e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600486512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3401042'] for agent (289e5c83-71b6-47e7-bef9-287113943a12), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:47:53.767877 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.db.agents_db [None req-9f73b596-de3f-4c4d-980f-1f0b0f14bd7d None None] Agent healthcheck: found 5 active agents {{(pid=102454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 20:47:54.334964 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-ded4de29-c2d1-4616-9365-9981ea756e41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600486512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3401042'] for agent (bf9d83f7-9209-4252-b853-70feadeab726), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:47:55.912075 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600486512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3401042'] for agent (9ba4f6fe-000a-4ef5-9d61-ba62910ab5fe), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:48:04.220198 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.wsgi [-] (102449) accepted ('10.222.0.46', 34878) {{(pid=102449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 20:48:04.282529 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc1c9c12-de3f-4e45-8dab-8388cb3d85e6 admin admin] GET failed (client error): The resource could not be found. Jan 31 20:48:04.283826 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [None req-fc1c9c12-de3f-4e45-8dab-8388cb3d85e6 admin admin] 10.222.0.46 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0623834 Jan 31 20:48:04.442810 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d878adb8-4d5d-4385-91ef-675e5360d897 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:48:04.444306 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [None req-d878adb8-4d5d-4385-91ef-675e5360d897 admin admin] 10.222.0.46 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1564679 Jan 31 20:48:06.725635 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.wsgi [-] (102450) accepted ('10.222.0.46', 34888) {{(pid=102450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 20:48:06.816315 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6662334-7664-440f-bdfd-5c6d0c9de7e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:48:06.817668 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [None req-f6662334-7664-440f-bdfd-5c6d0c9de7e4 admin admin] 10.222.0.46 "GET /v2.0/subnets/74cd2e4c-2747-4eec-8d4a-3ec54e8f5650 HTTP/1.1" status: 200 len: 849 time: 0.0910869 Jan 31 20:48:06.827742 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.v2.base [None req-24b07d6b-8ebb-4785-a531-7b5615afa6cb admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=102450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 20:48:06.914081 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-24b07d6b-8ebb-4785-a531-7b5615afa6cb admin admin] Publish callbacks [] for subnet (74cd2e4c-2747-4eec-8d4a-3ec54e8f5650), before_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:48:07.057020 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-24b07d6b-8ebb-4785-a531-7b5615afa6cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3769609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8783600466369'] for subnet (74cd2e4c-2747-4eec-8d4a-3ec54e8f5650), after_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:48:07.085758 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24b07d6b-8ebb-4785-a531-7b5615afa6cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:48:07.086347 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-24b07d6b-8ebb-4785-a531-7b5615afa6cb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3769851'] for subnet (None), before_response {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:48:07.087644 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [None req-24b07d6b-8ebb-4785-a531-7b5615afa6cb admin admin] 10.222.0.46 "PUT /v2.0/subnets/74cd2e4c-2747-4eec-8d4a-3ec54e8f5650 HTTP/1.1" status: 200 len: 868 time: 0.2641120 Jan 31 20:48:07.110228 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b07d6b-8ebb-4785-a531-7b5615afa6cb admin admin] Pushing event updated for resources: {'Subnet': ['ID=74cd2e4c-2747-4eec-8d4a-3ec54e8f5650,revision_number=1']} {{(pid=102450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:48:07.110495 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42800928-8cc3-4770-8bd7-43e95dfd13bd None None] Network 0bd35572-7cca-4e7c-b5da-b9adbaf7c4e7 requested from dv-cinder-813229-5-iscsi {{(pid=102451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 20:48:07.117718 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b07d6b-8ebb-4785-a531-7b5615afa6cb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:48:07.118117 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b07d6b-8ebb-4785-a531-7b5615afa6cb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:48:07.118435 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b07d6b-8ebb-4785-a531-7b5615afa6cb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:48:07.118769 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b07d6b-8ebb-4785-a531-7b5615afa6cb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:48:07.119121 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b07d6b-8ebb-4785-a531-7b5615afa6cb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:48:07.119449 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b07d6b-8ebb-4785-a531-7b5615afa6cb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:48:07.119790 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b07d6b-8ebb-4785-a531-7b5615afa6cb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:48:07.120119 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b07d6b-8ebb-4785-a531-7b5615afa6cb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:48:07.120469 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b07d6b-8ebb-4785-a531-7b5615afa6cb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:48:07.120796 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b07d6b-8ebb-4785-a531-7b5615afa6cb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:48:07.121125 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b07d6b-8ebb-4785-a531-7b5615afa6cb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:48:07.121444 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b07d6b-8ebb-4785-a531-7b5615afa6cb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:48:07.121759 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b07d6b-8ebb-4785-a531-7b5615afa6cb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:48:07.400914 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.db.provisioning_blocks [None req-583c9205-9ff3-49c7-94a5-40adaef3a6c3 None None] Provisioning complete for port cc65efbf-2509-401e-836b-24b31686ab0e triggered by entity DHCP. {{(pid=102451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 20:48:07.401322 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-583c9205-9ff3-49c7-94a5-40adaef3a6c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3401144'] for port (cc65efbf-2509-401e-836b-24b31686ab0e), provisioning_complete {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:48:07.478904 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.plugin [None req-583c9205-9ff3-49c7-94a5-40adaef3a6c3 None None] Current status of the port cc65efbf-2509-401e-836b-24b31686ab0e is: ACTIVE; New status is: ACTIVE {{(pid=102451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 20:48:07.488847 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.db.provisioning_blocks [None req-583c9205-9ff3-49c7-94a5-40adaef3a6c3 None None] Provisioning complete for port 6e665d1f-2c13-4fa9-9aa6-feb3703b9042 triggered by entity DHCP. {{(pid=102451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 20:48:07.489236 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-583c9205-9ff3-49c7-94a5-40adaef3a6c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3401144'] for port (6e665d1f-2c13-4fa9-9aa6-feb3703b9042), provisioning_complete {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:48:07.566636 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.plugin [None req-583c9205-9ff3-49c7-94a5-40adaef3a6c3 None None] Current status of the port 6e665d1f-2c13-4fa9-9aa6-feb3703b9042 is: ACTIVE; New status is: ACTIVE {{(pid=102451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 20:48:09.416100 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.wsgi [-] (102450) accepted ('10.222.0.46', 34898) {{(pid=102450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 20:48:09.618201 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84dc2ae1-ba9e-4f4f-a51d-1011941d0e3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:48:09.618590 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84dc2ae1-ba9e-4f4f-a51d-1011941d0e3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:48:09.620169 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [None req-84dc2ae1-ba9e-4f4f-a51d-1011941d0e3a admin admin] 10.222.0.46 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2031028 Jan 31 20:48:11.859098 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.wsgi [-] (102450) accepted ('10.222.0.46', 34906) {{(pid=102450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 20:48:11.989265 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63b3daca-f958-4c43-aba3-c2885e4183d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:48:11.989730 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63b3daca-f958-4c43-aba3-c2885e4183d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:48:11.991336 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [None req-63b3daca-f958-4c43-aba3-c2885e4183d6 admin admin] 10.222.0.46 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1312971 Jan 31 20:48:14.232828 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.wsgi [-] (102449) accepted ('10.222.0.46', 34914) {{(pid=102449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 20:48:14.360440 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e63dc0b7-03d5-4dd7-b966-57f20c3dac55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:48:14.361814 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [None req-e63dc0b7-03d5-4dd7-b966-57f20c3dac55 admin admin] 10.222.0.46 "GET /v2.0/networks/0bd35572-7cca-4e7c-b5da-b9adbaf7c4e7 HTTP/1.1" status: 200 len: 869 time: 0.1279790 Jan 31 20:48:16.660173 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.wsgi [-] (102449) accepted ('10.222.0.46', 34922) {{(pid=102449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 20:48:16.785593 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-542c1d63-0f10-40fd-9fbf-21ee936bf45a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:48:16.786972 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [None req-542c1d63-0f10-40fd-9fbf-21ee936bf45a admin admin] 10.222.0.46 "GET /v2.0/networks/51ba4d8e-a54c-4fb0-a209-37766af226e8 HTTP/1.1" status: 200 len: 886 time: 0.1258337 Jan 31 20:48:19.038009 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.wsgi [-] (102449) accepted ('10.222.0.46', 34930) {{(pid=102449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 20:48:19.165927 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d44858e-beda-491c-897d-e9aef989aacb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:48:19.166385 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d44858e-beda-491c-897d-e9aef989aacb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:48:19.167930 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [None req-1d44858e-beda-491c-897d-e9aef989aacb admin admin] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1289461 Jan 31 20:48:19.442120 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-6f51af0a-95cc-40a0-bef4-05d8bbdab24f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600486512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3401042'] for agent (34ef0204-81d1-4f5e-89d1-b08d0f866641), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:48:21.477072 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.wsgi [-] (102449) accepted ('10.222.0.46', 34938) {{(pid=102449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 20:48:21.567326 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd652eb2-174a-4569-9dad-da95f32ff68c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:48:21.567786 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd652eb2-174a-4569-9dad-da95f32ff68c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:48:21.569308 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [None req-fd652eb2-174a-4569-9dad-da95f32ff68c admin admin] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0912905 Jan 31 20:48:21.661886 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-7778233b-6875-4227-a6c9-0f5310b33e16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600486512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3401042'] for agent (7c18f3b4-4d02-4b01-9072-98fcd9008716), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:48:22.908251 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-7eb716df-9c73-407a-9e83-210e7bcc67e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600486512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3401042'] for agent (289e5c83-71b6-47e7-bef9-287113943a12), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:48:23.908705 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.wsgi [-] (102449) accepted ('10.222.0.46', 34946) {{(pid=102449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 20:48:23.998630 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c3b5809-b674-4114-b7be-e0f65c6a2ec3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:48:24.000000 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [None req-0c3b5809-b674-4114-b7be-e0f65c6a2ec3 admin admin] 10.222.0.46 "GET /v2.0/subnets/74cd2e4c-2747-4eec-8d4a-3ec54e8f5650 HTTP/1.1" status: 200 len: 868 time: 0.0903125 Jan 31 20:48:24.338701 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-ded4de29-c2d1-4616-9365-9981ea756e41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600486512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3401042'] for agent (bf9d83f7-9209-4252-b853-70feadeab726), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:48:25.915814 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600486512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3401042'] for agent (9ba4f6fe-000a-4ef5-9d61-ba62910ab5fe), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:48:26.270586 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.wsgi [-] (102450) accepted ('10.222.0.46', 34954) {{(pid=102450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 20:48:26.354414 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d1481ed-d150-4b47-a6a3-33c348d1d214 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:48:26.355810 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [None req-1d1481ed-d150-4b47-a6a3-33c348d1d214 admin admin] 10.222.0.46 "GET /v2.0/subnets/99ba9542-d2be-443f-a804-26ff9bedcbe2 HTTP/1.1" status: 200 len: 816 time: 0.0842075 Jan 31 20:48:30.766447 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.db.agents_db [None req-9f73b596-de3f-4c4d-980f-1f0b0f14bd7d None None] Agent healthcheck: found 5 active agents {{(pid=102454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 20:48:49.444139 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-7b35ae90-67d0-4603-b462-2666a5bfe9d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600486512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3401042'] for agent (34ef0204-81d1-4f5e-89d1-b08d0f866641), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:48:50.766529 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.wsgi [-] (102450) accepted ('10.222.0.46', 35008) {{(pid=102450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 20:48:50.814062 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.wsgi [None req-06814765-d432-4529-82f5-2d33f5652c7e admin admin] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=102450) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 31 20:48:50.815109 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [None req-06814765-d432-4529-82f5-2d33f5652c7e admin admin] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0475707 Jan 31 20:48:51.662918 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-34bdc7ec-ec77-4e0d-a8fc-3d49e9d9ae4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600486512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3401042'] for agent (7c18f3b4-4d02-4b01-9072-98fcd9008716), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:48:52.909226 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-7eb716df-9c73-407a-9e83-210e7bcc67e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600486512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3401042'] for agent (289e5c83-71b6-47e7-bef9-287113943a12), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:48:53.175258 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.wsgi [-] (102450) accepted ('10.222.0.46', 35016) {{(pid=102450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 20:48:53.234207 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.pecan_wsgi.hooks.translation [None req-7000001e-6012-48e6-8d6a-0ec6bd6dca5e admin admin] GET failed (client error): The resource could not be found. Jan 31 20:48:53.235511 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [None req-7000001e-6012-48e6-8d6a-0ec6bd6dca5e admin admin] 10.222.0.46 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0594010 Jan 31 20:48:53.377116 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2264138-4196-4693-ace4-ecc71f6a3afe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:48:53.378567 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [None req-e2264138-4196-4693-ace4-ecc71f6a3afe admin admin] 10.222.0.46 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1391418 Jan 31 20:48:54.342297 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-ded4de29-c2d1-4616-9365-9981ea756e41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600486512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3401042'] for agent (bf9d83f7-9209-4252-b853-70feadeab726), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:48:55.701632 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.wsgi [-] (102450) accepted ('10.222.0.46', 35026) {{(pid=102450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 20:48:55.749860 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.v2.base [None req-625c2e44-ca0d-439e-b739-5efd3272a77a admin admin] Request body: {'network': {'project_id': '0651d426001848b99b5060cb9bce3eba', 'name': 'shared', 'admin_state_up': True, 'shared': True, 'tenant_id': '0651d426001848b99b5060cb9bce3eba'}} {{(pid=102450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 20:48:55.769757 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-625c2e44-ca0d-439e-b739-5efd3272a77a admin admin] Made reservation on behalf of 0651d426001848b99b5060cb9bce3eba for: {'network': 1} {{(pid=102450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 20:48:55.772036 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-625c2e44-ca0d-439e-b739-5efd3272a77a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1026180'] for network (None), before_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:48:55.805793 dv-cinder-813229-5-iscsi neutron-server[102450]: WARNING neutron.services.revisions.revision_plugin [None req-625c2e44-ca0d-439e-b739-5efd3272a77a admin admin] Could not find related network for resource to bump revision. Jan 31 20:48:55.818287 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-625c2e44-ca0d-439e-b739-5efd3272a77a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 687} {{(pid=102450) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 20:48:55.827437 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-625c2e44-ca0d-439e-b739-5efd3272a77a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-936743'] for segment (1760dae3-bf93-4f61-9f64-3757c7546a08), precommit_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:48:55.827765 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.db.segments_db [None req-625c2e44-ca0d-439e-b739-5efd3272a77a admin admin] Added segment 1760dae3-bf93-4f61-9f64-3757c7546a08 of type vlan for network 19261d76-bc00-4ef6-8090-80acdd9f44df Jan 31 20:48:55.866354 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-625c2e44-ca0d-439e-b739-5efd3272a77a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783599991637'] for network (19261d76-bc00-4ef6-8090-80acdd9f44df), precommit_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:48:55.889284 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-625c2e44-ca0d-439e-b739-5efd3272a77a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3769609'] for network (19261d76-bc00-4ef6-8090-80acdd9f44df), after_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:48:55.890191 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-625c2e44-ca0d-439e-b739-5efd3272a77a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:48:55.890825 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-625c2e44-ca0d-439e-b739-5efd3272a77a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3769851'] for network (None), before_response {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:48:55.922235 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600486512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3401042'] for agent (9ba4f6fe-000a-4ef5-9d61-ba62910ab5fe), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:48:55.941702 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [None req-625c2e44-ca0d-439e-b739-5efd3272a77a admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2389078 Jan 31 20:48:55.953895 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625c2e44-ca0d-439e-b739-5efd3272a77a admin admin] Pushing event updated for resources: {'Network': ['ID=19261d76-bc00-4ef6-8090-80acdd9f44df,revision_number=1']} {{(pid=102450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:48:55.964143 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.rpc [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Network 19261d76-bc00-4ef6-8090-80acdd9f44df details requested by agent ovs-agent-dv-cinder-813229-5-iscsi with host dv-cinder-813229-5-iscsi {{(pid=102451) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 20:48:58.275358 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.wsgi [-] (102450) accepted ('10.222.0.46', 35036) {{(pid=102450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 20:48:58.337018 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.pecan_wsgi.hooks.translation [None req-7507143c-2743-440f-ba80-428ba674b968 admin admin] GET failed (client error): The resource could not be found. Jan 31 20:48:58.338280 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [None req-7507143c-2743-440f-ba80-428ba674b968 admin admin] 10.222.0.46 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0619421 Jan 31 20:48:58.406396 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2aec151-b519-4668-9737-77ae3d9b5f98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:48:58.407809 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [None req-e2aec151-b519-4668-9737-77ae3d9b5f98 admin admin] 10.222.0.46 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0648863 Jan 31 20:48:58.417377 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.v2.base [None req-128bd41a-2ed7-4c07-a554-e4a262b4a137 admin admin] Request body: {'subnet': {'tenant_id': '0651d426001848b99b5060cb9bce3eba', 'network_id': '19261d76-bc00-4ef6-8090-80acdd9f44df', 'cidr': '192.168.233.0/24', 'ip_version': 4, 'name': 'shared-subnet', 'description': 'shared-subnet'}} {{(pid=102450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 20:48:58.435635 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-128bd41a-2ed7-4c07-a554-e4a262b4a137 admin admin] Made reservation on behalf of 0651d426001848b99b5060cb9bce3eba for: {'subnet': 1} {{(pid=102450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 20:48:58.438055 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-128bd41a-2ed7-4c07-a554-e4a262b4a137 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:48:58.596674 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-128bd41a-2ed7-4c07-a554-e4a262b4a137 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3769609'] for subnet (9dcd383b-0a4e-4261-9af2-c45f985e7cc5), after_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:48:58.650795 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128bd41a-2ed7-4c07-a554-e4a262b4a137 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9dcd383b-0a4e-4261-9af2-c45f985e7cc5,revision_number=0']} {{(pid=102450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:48:58.662499 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-128bd41a-2ed7-4c07-a554-e4a262b4a137 admin admin] Checking segment: {'id': '1760dae3-bf93-4f61-9f64-3757c7546a08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '19261d76-bc00-4ef6-8090-80acdd9f44df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 20:48:58.662877 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-128bd41a-2ed7-4c07-a554-e4a262b4a137 admin admin] Network hostable DHCP agents. Network: 19261d76-bc00-4ef6-8090-80acdd9f44df, hostable agents: ['34ef0204-81d1-4f5e-89d1-b08d0f866641'], hosted agents: [] {{(pid=102450) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 20:48:58.678122 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-128bd41a-2ed7-4c07-a554-e4a262b4a137 admin admin] Network 19261d76-bc00-4ef6-8090-80acdd9f44df is scheduled to be hosted by DHCP agent 34ef0204-81d1-4f5e-89d1-b08d0f866641 with binding_index 1 {{(pid=102450) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 20:48:58.687421 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.scheduler.base_scheduler [None req-128bd41a-2ed7-4c07-a554-e4a262b4a137 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813229-5-iscsi, 19261d76-bc00-4ef6-8090-80acdd9f44df) {{(pid=102450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 20:48:58.692451 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-128bd41a-2ed7-4c07-a554-e4a262b4a137 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:48:58.694399 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-128bd41a-2ed7-4c07-a554-e4a262b4a137 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3769851'] for subnet (None), before_response {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:48:58.695471 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46942f2d-d684-4ff5-a986-98baa0b1d204 None None] Network 19261d76-bc00-4ef6-8090-80acdd9f44df requested from dv-cinder-813229-5-iscsi {{(pid=102451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 20:48:58.711017 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [None req-128bd41a-2ed7-4c07-a554-e4a262b4a137 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2962315 Jan 31 20:48:58.807496 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a6830a9-b3ba-4a3f-8b1f-27fd510c8c4e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp46454b73-10d6-541d-9c15-68f305aeb19a-19261d76-bc00-4ef6-8090-80acdd9f44df', 'network_id': '19261d76-bc00-4ef6-8090-80acdd9f44df', 'project_id': '0651d426001848b99b5060cb9bce3eba', 'fixed_ips': [{'subnet_id': '9dcd383b-0a4e-4261-9af2-c45f985e7cc5'}]}} from dv-cinder-813229-5-iscsi. {{(pid=102451) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 31 20:48:58.808373 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-9a6830a9-b3ba-4a3f-8b1f-27fd510c8c4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1026180'] for port (None), before_create {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:48:59.043729 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.db.db_base_plugin_common [None req-9a6830a9-b3ba-4a3f-8b1f-27fd510c8c4e None None] Allocated IP 192.168.233.2 (19261d76-bc00-4ef6-8090-80acdd9f44df/9dcd383b-0a4e-4261-9af2-c45f985e7cc5/814a0f2e-8c87-4a1e-b611-81e0be83eb79) {{(pid=102451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 20:48:59.190289 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-9a6830a9-b3ba-4a3f-8b1f-27fd510c8c4e None None] Publish callbacks [] for port (814a0f2e-8c87-4a1e-b611-81e0be83eb79), precommit_create {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:48:59.195870 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-9a6830a9-b3ba-4a3f-8b1f-27fd510c8c4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1029723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3769609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783599971597'] for port (814a0f2e-8c87-4a1e-b611-81e0be83eb79), after_create {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:48:59.234253 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a6830a9-b3ba-4a3f-8b1f-27fd510c8c4e None None] Network 19261d76-bc00-4ef6-8090-80acdd9f44df is already hosted by enough agents. {{(pid=102451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 20:48:59.238554 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.scheduler.base_scheduler [None req-9a6830a9-b3ba-4a3f-8b1f-27fd510c8c4e None None] Resources bound (agent type, host, resource id): {{(pid=102451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 20:48:59.244806 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a6830a9-b3ba-4a3f-8b1f-27fd510c8c4e None None] Received port after_create {{(pid=102451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 20:48:59.248690 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6830a9-b3ba-4a3f-8b1f-27fd510c8c4e None None] Pushing event updated for resources: {'Port': ['ID=814a0f2e-8c87-4a1e-b611-81e0be83eb79,revision_number=1']} {{(pid=102451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:48:59.259895 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6830a9-b3ba-4a3f-8b1f-27fd510c8c4e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:48:59.260610 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6830a9-b3ba-4a3f-8b1f-27fd510c8c4e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:48:59.260971 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6830a9-b3ba-4a3f-8b1f-27fd510c8c4e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:48:59.261306 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6830a9-b3ba-4a3f-8b1f-27fd510c8c4e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:48:59.261631 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6830a9-b3ba-4a3f-8b1f-27fd510c8c4e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:48:59.261956 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6830a9-b3ba-4a3f-8b1f-27fd510c8c4e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:48:59.262282 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6830a9-b3ba-4a3f-8b1f-27fd510c8c4e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:48:59.262645 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6830a9-b3ba-4a3f-8b1f-27fd510c8c4e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:48:59.263206 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6830a9-b3ba-4a3f-8b1f-27fd510c8c4e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:48:59.263586 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6830a9-b3ba-4a3f-8b1f-27fd510c8c4e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:48:59.263921 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6830a9-b3ba-4a3f-8b1f-27fd510c8c4e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:48:59.264244 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6830a9-b3ba-4a3f-8b1f-27fd510c8c4e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:48:59.264561 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6830a9-b3ba-4a3f-8b1f-27fd510c8c4e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:48:59.312791 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.managers [None req-9a6830a9-b3ba-4a3f-8b1f-27fd510c8c4e None None] Attempting to bind port 814a0f2e-8c87-4a1e-b611-81e0be83eb79 on host dv-cinder-813229-5-iscsi for vnic_type normal with profile {{(pid=102451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 20:48:59.313076 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.managers [None req-9a6830a9-b3ba-4a3f-8b1f-27fd510c8c4e None None] Attempting to bind port 814a0f2e-8c87-4a1e-b611-81e0be83eb79 by drivers openvswitch,hyperv on host dv-cinder-813229-5-iscsi at level 0 using segments [{'id': '1760dae3-bf93-4f61-9f64-3757c7546a08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '19261d76-bc00-4ef6-8090-80acdd9f44df'}] {{(pid=102451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 20:48:59.313435 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a6830a9-b3ba-4a3f-8b1f-27fd510c8c4e None None] Attempting to bind port 814a0f2e-8c87-4a1e-b611-81e0be83eb79 on network 19261d76-bc00-4ef6-8090-80acdd9f44df {{(pid=102451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 20:48:59.318349 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a6830a9-b3ba-4a3f-8b1f-27fd510c8c4e None None] Checking agent: {'id': '9ba4f6fe-000a-4ef5-9d61-ba62910ab5fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813229-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 20, 45, 56), 'started_at': datetime.datetime(2022, 1, 31, 20, 46, 26), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 20, 48, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813229-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 20:48:59.318714 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a6830a9-b3ba-4a3f-8b1f-27fd510c8c4e None None] Checking segment: {'id': '1760dae3-bf93-4f61-9f64-3757c7546a08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '19261d76-bc00-4ef6-8090-80acdd9f44df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 20:48:59.319135 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-9a6830a9-b3ba-4a3f-8b1f-27fd510c8c4e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:48:59.319523 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a6830a9-b3ba-4a3f-8b1f-27fd510c8c4e None None] Bound using segment: {'id': '1760dae3-bf93-4f61-9f64-3757c7546a08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '19261d76-bc00-4ef6-8090-80acdd9f44df'} {{(pid=102451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 20:48:59.319976 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.managers [None req-9a6830a9-b3ba-4a3f-8b1f-27fd510c8c4e None None] Bound port: 814a0f2e-8c87-4a1e-b611-81e0be83eb79, host: dv-cinder-813229-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1760dae3-bf93-4f61-9f64-3757c7546a08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '19261d76-bc00-4ef6-8090-80acdd9f44df'}}] {{(pid=102451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 20:48:59.320351 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-9a6830a9-b3ba-4a3f-8b1f-27fd510c8c4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1026180'] for port (814a0f2e-8c87-4a1e-b611-81e0be83eb79), before_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:48:59.385745 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.db [None req-9a6830a9-b3ba-4a3f-8b1f-27fd510c8c4e None None] For port 814a0f2e-8c87-4a1e-b611-81e0be83eb79, host dv-cinder-813229-5-iscsi, cleared binding levels {{(pid=102451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 20:48:59.388882 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.db [None req-9a6830a9-b3ba-4a3f-8b1f-27fd510c8c4e None None] For port 814a0f2e-8c87-4a1e-b611-81e0be83eb79, host dv-cinder-813229-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-5-iscsi',level=0,port_id=814a0f2e-8c87-4a1e-b611-81e0be83eb79,segment=NetworkSegment(1760dae3-bf93-4f61-9f64-3757c7546a08),segment_id=1760dae3-bf93-4f61-9f64-3757c7546a08)] {{(pid=102451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 20:48:59.395592 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-9a6830a9-b3ba-4a3f-8b1f-27fd510c8c4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1029723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3769609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783600466378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783599971615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783599971633'] for port (814a0f2e-8c87-4a1e-b611-81e0be83eb79), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:48:59.457149 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6830a9-b3ba-4a3f-8b1f-27fd510c8c4e None None] Pushing event updated for resources: {'Port': ['ID=814a0f2e-8c87-4a1e-b611-81e0be83eb79,revision_number=2']} {{(pid=102451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:49:00.454091 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ee72ab4-7359-4137-bbb2-64394090a009 None None] Network 19261d76-bc00-4ef6-8090-80acdd9f44df requested from dv-cinder-813229-5-iscsi {{(pid=102451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 20:49:00.530939 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.db.provisioning_blocks [None req-cf25e0a2-8ceb-40a7-ae17-2fea71aeed72 None None] Provisioning complete for port 814a0f2e-8c87-4a1e-b611-81e0be83eb79 triggered by entity DHCP. {{(pid=102451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 20:49:00.531240 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-cf25e0a2-8ceb-40a7-ae17-2fea71aeed72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3401144'] for port (814a0f2e-8c87-4a1e-b611-81e0be83eb79), provisioning_complete {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:49:00.644104 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.plugin [None req-cf25e0a2-8ceb-40a7-ae17-2fea71aeed72 None None] Current status of the port 814a0f2e-8c87-4a1e-b611-81e0be83eb79 is: DOWN; New status is: ACTIVE {{(pid=102451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 20:49:00.644859 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-cf25e0a2-8ceb-40a7-ae17-2fea71aeed72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1026180'] for port (814a0f2e-8c87-4a1e-b611-81e0be83eb79), before_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:49:00.686725 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.db [None req-cf25e0a2-8ceb-40a7-ae17-2fea71aeed72 None None] For port 814a0f2e-8c87-4a1e-b611-81e0be83eb79, host dv-cinder-813229-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-5-iscsi',level=0,port_id=814a0f2e-8c87-4a1e-b611-81e0be83eb79,segment=NetworkSegment(1760dae3-bf93-4f61-9f64-3757c7546a08),segment_id=1760dae3-bf93-4f61-9f64-3757c7546a08)] {{(pid=102451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 20:49:00.689451 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.rpc [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Device 814a0f2e-8c87-4a1e-b611-81e0be83eb79 up at agent ovs-agent-dv-cinder-813229-5-iscsi {{(pid=102451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 20:49:00.720745 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-cf25e0a2-8ceb-40a7-ae17-2fea71aeed72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1029723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3769609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783600466378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783599971615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783599971633'] for port (814a0f2e-8c87-4a1e-b611-81e0be83eb79), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:49:00.790245 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf25e0a2-8ceb-40a7-ae17-2fea71aeed72 None None] Pushing event updated for resources: {'Port': ['ID=814a0f2e-8c87-4a1e-b611-81e0be83eb79,revision_number=3']} {{(pid=102451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:49:00.797528 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.db.provisioning_blocks [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Provisioning complete for port 814a0f2e-8c87-4a1e-b611-81e0be83eb79 triggered by entity L2. {{(pid=102451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 20:49:00.798855 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3401144'] for port (814a0f2e-8c87-4a1e-b611-81e0be83eb79), provisioning_complete {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:49:00.884712 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.plugin [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Current status of the port 814a0f2e-8c87-4a1e-b611-81e0be83eb79 is: ACTIVE; New status is: ACTIVE {{(pid=102451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 20:49:00.943881 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.db.provisioning_blocks [None req-25aab5ba-10a5-4902-99e7-bb723081f3fa None None] Provisioning complete for port 814a0f2e-8c87-4a1e-b611-81e0be83eb79 triggered by entity DHCP. {{(pid=102451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 20:49:00.944266 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-25aab5ba-10a5-4902-99e7-bb723081f3fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3401144'] for port (814a0f2e-8c87-4a1e-b611-81e0be83eb79), provisioning_complete {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:49:01.026305 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.plugin [None req-25aab5ba-10a5-4902-99e7-bb723081f3fa None None] Current status of the port 814a0f2e-8c87-4a1e-b611-81e0be83eb79 is: ACTIVE; New status is: ACTIVE {{(pid=102451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 20:49:02.611341 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.rpc [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Device 814a0f2e-8c87-4a1e-b611-81e0be83eb79 up at agent ovs-agent-dv-cinder-813229-5-iscsi {{(pid=102451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 20:49:02.662013 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.db.provisioning_blocks [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Provisioning complete for port 814a0f2e-8c87-4a1e-b611-81e0be83eb79 triggered by entity L2. {{(pid=102451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 20:49:02.662423 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3401144'] for port (814a0f2e-8c87-4a1e-b611-81e0be83eb79), provisioning_complete {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:49:02.748652 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.plugin [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Current status of the port 814a0f2e-8c87-4a1e-b611-81e0be83eb79 is: ACTIVE; New status is: ACTIVE {{(pid=102451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 20:49:07.767807 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.db.agents_db [None req-9f73b596-de3f-4c4d-980f-1f0b0f14bd7d None None] Agent healthcheck: found 5 active agents {{(pid=102454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 20:49:19.447042 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-350d57be-c707-4c00-9ba8-7ffbc3097fb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600486512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3401042'] for agent (34ef0204-81d1-4f5e-89d1-b08d0f866641), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:49:21.665615 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-d284d747-d54e-4068-92d5-7d825aa8c918 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600486512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3401042'] for agent (7c18f3b4-4d02-4b01-9072-98fcd9008716), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:49:22.913646 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-7eb716df-9c73-407a-9e83-210e7bcc67e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600486512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3401042'] for agent (289e5c83-71b6-47e7-bef9-287113943a12), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:49:24.345660 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-ded4de29-c2d1-4616-9365-9981ea756e41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600486512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3401042'] for agent (bf9d83f7-9209-4252-b853-70feadeab726), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:49:25.919472 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600486512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3401042'] for agent (9ba4f6fe-000a-4ef5-9d61-ba62910ab5fe), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:49:44.766535 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.db.agents_db [None req-9f73b596-de3f-4c4d-980f-1f0b0f14bd7d None None] Agent healthcheck: found 5 active agents {{(pid=102454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 20:49:49.451446 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-eb325647-09e1-46e9-b3de-0d2f3e0ff259 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600486512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3401042'] for agent (34ef0204-81d1-4f5e-89d1-b08d0f866641), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:49:51.669358 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-e2f34be1-982d-4f1a-aa43-1ca95b172cf7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600486512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3401042'] for agent (7c18f3b4-4d02-4b01-9072-98fcd9008716), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:49:52.916585 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-7eb716df-9c73-407a-9e83-210e7bcc67e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600486512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3401042'] for agent (289e5c83-71b6-47e7-bef9-287113943a12), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:49:54.350542 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-ded4de29-c2d1-4616-9365-9981ea756e41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600486512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3401042'] for agent (bf9d83f7-9209-4252-b853-70feadeab726), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:49:55.913306 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600486512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3401042'] for agent (9ba4f6fe-000a-4ef5-9d61-ba62910ab5fe), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:50:19.453616 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-150de344-c70e-4994-9262-afb78d9d5e54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600486512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3401042'] for agent (34ef0204-81d1-4f5e-89d1-b08d0f866641), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:50:21.670373 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-897fe6bd-f90c-442e-820b-e7f603dbdef7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600486512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3401042'] for agent (7c18f3b4-4d02-4b01-9072-98fcd9008716), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:50:21.741710 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.wsgi [-] (102450) accepted ('10.222.0.46', 35080) {{(pid=102450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 20:50:21.747605 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.wsgi [None req-8d0e5a85-59eb-4375-bc3b-af2b21efb87e tempest-verify_tempest_config-501210398 tempest-verify_tempest_config-501210398-project] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=102450) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 31 20:50:21.748546 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [None req-8d0e5a85-59eb-4375-bc3b-af2b21efb87e tempest-verify_tempest_config-501210398 tempest-verify_tempest_config-501210398-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0058875 Jan 31 20:50:21.766175 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.db.agents_db [None req-9f73b596-de3f-4c4d-980f-1f0b0f14bd7d None None] Agent healthcheck: found 5 active agents {{(pid=102454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 20:50:22.035202 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.wsgi [-] (102450) accepted ('10.222.0.46', 35098) {{(pid=102450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 20:50:22.137278 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-ff350411-c46e-4471-b9c8-cae91690a4e3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:50:22.207726 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-ff350411-c46e-4471-b9c8-cae91690a4e3 admin admin] Publish callbacks [] for security_group (8c65ed76-4a6c-4680-a178-d5793c0f15f4), precommit_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:50:22.211333 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-ff350411-c46e-4471-b9c8-cae91690a4e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736509'] for security_group (8c65ed76-4a6c-4680-a178-d5793c0f15f4), after_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:50:22.253099 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff350411-c46e-4471-b9c8-cae91690a4e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c65ed76-4a6c-4680-a178-d5793c0f15f4,revision_number=1']} {{(pid=102450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:50:22.257788 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [None req-ff350411-c46e-4471-b9c8-cae91690a4e3 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=46686bcdd2a54e528a17c1297730afb8&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2216296 Jan 31 20:50:22.260682 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.wsgi [-] (102449) accepted ('10.222.0.46', 35102) {{(pid=102449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 20:50:22.262724 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff350411-c46e-4471-b9c8-cae91690a4e3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:50:22.263095 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff350411-c46e-4471-b9c8-cae91690a4e3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:50:22.263433 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff350411-c46e-4471-b9c8-cae91690a4e3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:50:22.263795 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff350411-c46e-4471-b9c8-cae91690a4e3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:50:22.264085 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff350411-c46e-4471-b9c8-cae91690a4e3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:50:22.264407 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff350411-c46e-4471-b9c8-cae91690a4e3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:50:22.264728 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff350411-c46e-4471-b9c8-cae91690a4e3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:50:22.265047 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff350411-c46e-4471-b9c8-cae91690a4e3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:50:22.265367 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff350411-c46e-4471-b9c8-cae91690a4e3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:50:22.265697 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff350411-c46e-4471-b9c8-cae91690a4e3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:50:22.266016 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff350411-c46e-4471-b9c8-cae91690a4e3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:50:22.266332 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff350411-c46e-4471-b9c8-cae91690a4e3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:50:22.266648 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff350411-c46e-4471-b9c8-cae91690a4e3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:50:22.326747 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-eafc6220-e45d-45d3-a8b4-f3b5830f1e38 admin admin] Publish callbacks [] for security_group (8c65ed76-4a6c-4680-a178-d5793c0f15f4), before_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:50:22.347083 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-eafc6220-e45d-45d3-a8b4-f3b5830f1e38 admin admin] Publish callbacks [] for security_group (8c65ed76-4a6c-4680-a178-d5793c0f15f4), precommit_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:50:22.444468 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-eafc6220-e45d-45d3-a8b4-f3b5830f1e38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736509'] for security_group (8c65ed76-4a6c-4680-a178-d5793c0f15f4), after_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:50:22.447055 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-eafc6220-e45d-45d3-a8b4-f3b5830f1e38 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:50:22.448214 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [None req-eafc6220-e45d-45d3-a8b4-f3b5830f1e38 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/8c65ed76-4a6c-4680-a178-d5793c0f15f4 HTTP/1.1" status: 204 len: 168 time: 0.1853127 Jan 31 20:50:22.456925 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafc6220-e45d-45d3-a8b4-f3b5830f1e38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c65ed76-4a6c-4680-a178-d5793c0f15f4,revision_number=None']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:50:22.464394 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eafc6220-e45d-45d3-a8b4-f3b5830f1e38 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:50:22.464709 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eafc6220-e45d-45d3-a8b4-f3b5830f1e38 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:50:22.465064 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eafc6220-e45d-45d3-a8b4-f3b5830f1e38 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:50:22.465606 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eafc6220-e45d-45d3-a8b4-f3b5830f1e38 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:50:22.465950 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eafc6220-e45d-45d3-a8b4-f3b5830f1e38 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:50:22.466413 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eafc6220-e45d-45d3-a8b4-f3b5830f1e38 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:50:22.467057 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eafc6220-e45d-45d3-a8b4-f3b5830f1e38 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:50:22.467639 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eafc6220-e45d-45d3-a8b4-f3b5830f1e38 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:50:22.468052 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eafc6220-e45d-45d3-a8b4-f3b5830f1e38 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:50:22.468411 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eafc6220-e45d-45d3-a8b4-f3b5830f1e38 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:50:22.468779 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eafc6220-e45d-45d3-a8b4-f3b5830f1e38 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:50:22.469124 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eafc6220-e45d-45d3-a8b4-f3b5830f1e38 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:50:22.469432 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eafc6220-e45d-45d3-a8b4-f3b5830f1e38 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:50:22.922859 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-7eb716df-9c73-407a-9e83-210e7bcc67e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600486512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3401042'] for agent (289e5c83-71b6-47e7-bef9-287113943a12), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:50:24.354275 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-ded4de29-c2d1-4616-9365-9981ea756e41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600486512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3401042'] for agent (bf9d83f7-9209-4252-b853-70feadeab726), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:50:25.915896 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600486512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3401042'] for agent (9ba4f6fe-000a-4ef5-9d61-ba62910ab5fe), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:50:49.455395 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-3a02d0e7-9e71-44b9-8536-5dea5e434484 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600486512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3401042'] for agent (34ef0204-81d1-4f5e-89d1-b08d0f866641), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:50:51.672159 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-b4815545-9700-4e65-8094-33a324324072 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600486512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3401042'] for agent (7c18f3b4-4d02-4b01-9072-98fcd9008716), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:50:52.924267 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-7eb716df-9c73-407a-9e83-210e7bcc67e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600486512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3401042'] for agent (289e5c83-71b6-47e7-bef9-287113943a12), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:50:54.356420 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-ded4de29-c2d1-4616-9365-9981ea756e41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600486512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3401042'] for agent (bf9d83f7-9209-4252-b853-70feadeab726), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:50:55.919892 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600486512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3401042'] for agent (9ba4f6fe-000a-4ef5-9d61-ba62910ab5fe), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:50:58.764578 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.db.agents_db [None req-9f73b596-de3f-4c4d-980f-1f0b0f14bd7d None None] Agent healthcheck: found 5 active agents {{(pid=102454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 20:51:19.462268 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-c2bf561c-222e-4872-905d-07893ec7da6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600486512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3401042'] for agent (34ef0204-81d1-4f5e-89d1-b08d0f866641), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:51:21.675443 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-2f89961d-6b18-40cb-a010-14f2cff33ea4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600486512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3401042'] for agent (7c18f3b4-4d02-4b01-9072-98fcd9008716), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:51:22.928326 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-7eb716df-9c73-407a-9e83-210e7bcc67e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600486512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3401042'] for agent (289e5c83-71b6-47e7-bef9-287113943a12), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:51:24.362349 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-ded4de29-c2d1-4616-9365-9981ea756e41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600486512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3401042'] for agent (bf9d83f7-9209-4252-b853-70feadeab726), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:51:25.925699 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600486512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3401042'] for agent (9ba4f6fe-000a-4ef5-9d61-ba62910ab5fe), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:51:35.763366 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.db.agents_db [None req-9f73b596-de3f-4c4d-980f-1f0b0f14bd7d None None] Agent healthcheck: found 5 active agents {{(pid=102454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 20:51:49.466840 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-209154e0-7d06-41f6-a415-092e6e8d5c8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600486512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3401042'] for agent (34ef0204-81d1-4f5e-89d1-b08d0f866641), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:51:51.686660 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-36276af7-5b51-481c-8fba-10b53230f79d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600486512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3401042'] for agent (7c18f3b4-4d02-4b01-9072-98fcd9008716), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:51:52.934553 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-7eb716df-9c73-407a-9e83-210e7bcc67e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600486512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3401042'] for agent (289e5c83-71b6-47e7-bef9-287113943a12), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:51:54.373621 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-ded4de29-c2d1-4616-9365-9981ea756e41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600486512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3401042'] for agent (bf9d83f7-9209-4252-b853-70feadeab726), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:51:55.935073 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600486512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3401042'] for agent (9ba4f6fe-000a-4ef5-9d61-ba62910ab5fe), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:51:57.170203 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600486512', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3694896'] for agent (e85cc1e2-8b4e-4549-a68e-d414072d4156), after_create {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:52:12.299247 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.wsgi [-] (102449) accepted ('10.222.0.46', 35178) {{(pid=102449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 20:52:12.405459 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [None req-f4df6742-abc1-455a-8cec-fa2a1144744a admin admin] 10.222.0.46 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1051090 Jan 31 20:52:12.764618 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.db.agents_db [None req-9f73b596-de3f-4c4d-980f-1f0b0f14bd7d None None] Agent healthcheck: found 6 active agents {{(pid=102454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 20:52:14.687793 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.wsgi [-] (102449) accepted ('10.222.0.46', 35188) {{(pid=102449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 20:52:14.742689 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [None req-054269c5-c084-4822-aeb9-fdf1c5cd76bd admin admin] 10.222.0.46 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0538757 Jan 31 20:52:19.459196 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-8706f1ed-3039-43fd-9374-68219dd60020 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600486512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3401042'] for agent (34ef0204-81d1-4f5e-89d1-b08d0f866641), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:52:21.683847 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-add9a135-ac73-4a9a-930a-bf0b54b23ac1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600486512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3401042'] for agent (7c18f3b4-4d02-4b01-9072-98fcd9008716), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:52:22.937689 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-7eb716df-9c73-407a-9e83-210e7bcc67e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600486512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3401042'] for agent (289e5c83-71b6-47e7-bef9-287113943a12), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:52:24.369359 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-ded4de29-c2d1-4616-9365-9981ea756e41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600486512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3401042'] for agent (bf9d83f7-9209-4252-b853-70feadeab726), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:52:25.934697 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600486512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3401042'] for agent (9ba4f6fe-000a-4ef5-9d61-ba62910ab5fe), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:52:27.122319 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600486512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3401042'] for agent (e85cc1e2-8b4e-4549-a68e-d414072d4156), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:52:49.461082 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-008eb437-a14d-4cb1-9acb-7065210b9380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600486512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3401042'] for agent (34ef0204-81d1-4f5e-89d1-b08d0f866641), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:52:49.764221 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.db.agents_db [None req-9f73b596-de3f-4c4d-980f-1f0b0f14bd7d None None] Agent healthcheck: found 6 active agents {{(pid=102454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 20:52:51.677197 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-70e21735-c3d0-4acb-915c-a8475cb153e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600486512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3401042'] for agent (7c18f3b4-4d02-4b01-9072-98fcd9008716), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:52:52.937814 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-7eb716df-9c73-407a-9e83-210e7bcc67e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600486512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3401042'] for agent (289e5c83-71b6-47e7-bef9-287113943a12), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:52:54.373895 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-ded4de29-c2d1-4616-9365-9981ea756e41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600486512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3401042'] for agent (bf9d83f7-9209-4252-b853-70feadeab726), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:52:55.932572 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600486512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3401042'] for agent (9ba4f6fe-000a-4ef5-9d61-ba62910ab5fe), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:52:57.118505 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600486512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3401042'] for agent (e85cc1e2-8b4e-4549-a68e-d414072d4156), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:53:19.463408 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-03a1a1aa-26f4-4967-944b-27a562c0fb10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600486512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3401042'] for agent (34ef0204-81d1-4f5e-89d1-b08d0f866641), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:53:21.679004 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-447f237f-7fd4-4c39-8e23-a4abdecac422 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600486512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3401042'] for agent (7c18f3b4-4d02-4b01-9072-98fcd9008716), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:53:22.939978 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-7eb716df-9c73-407a-9e83-210e7bcc67e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600486512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3401042'] for agent (289e5c83-71b6-47e7-bef9-287113943a12), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:53:24.375802 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-ded4de29-c2d1-4616-9365-9981ea756e41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600486512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3401042'] for agent (bf9d83f7-9209-4252-b853-70feadeab726), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:53:25.927116 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600486512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3401042'] for agent (9ba4f6fe-000a-4ef5-9d61-ba62910ab5fe), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:53:26.763716 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.db.agents_db [None req-9f73b596-de3f-4c4d-980f-1f0b0f14bd7d None None] Agent healthcheck: found 6 active agents {{(pid=102454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 20:53:27.111885 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600486512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3401042'] for agent (e85cc1e2-8b4e-4549-a68e-d414072d4156), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:53:47.137559 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.wsgi [-] (102450) accepted ('10.222.0.46', 35302) {{(pid=102450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 20:53:47.335317 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.v2.base [None req-00c004ba-1913-454f-aa69-2da4f6ef2bc5 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1107948547-network', 'tenant_id': '0338b91214f04c0ea3b3105e707d550a'}} {{(pid=102450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 20:53:47.355993 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00c004ba-1913-454f-aa69-2da4f6ef2bc5 admin admin] Made reservation on behalf of 0338b91214f04c0ea3b3105e707d550a for: {'network': 1} {{(pid=102450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 20:53:47.358410 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-00c004ba-1913-454f-aa69-2da4f6ef2bc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1026180'] for network (None), before_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:53:47.369251 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-00c004ba-1913-454f-aa69-2da4f6ef2bc5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:53:47.458853 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-00c004ba-1913-454f-aa69-2da4f6ef2bc5 admin admin] Publish callbacks [] for security_group (0bdd6188-2d8b-4b17-a788-ae2efdc28206), precommit_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:53:47.464147 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-00c004ba-1913-454f-aa69-2da4f6ef2bc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736509'] for security_group (0bdd6188-2d8b-4b17-a788-ae2efdc28206), after_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:53:47.495095 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00c004ba-1913-454f-aa69-2da4f6ef2bc5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 664} {{(pid=102450) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 20:53:47.499895 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c004ba-1913-454f-aa69-2da4f6ef2bc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bdd6188-2d8b-4b17-a788-ae2efdc28206,revision_number=1']} {{(pid=102450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:53:47.508834 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c004ba-1913-454f-aa69-2da4f6ef2bc5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:53:47.509390 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c004ba-1913-454f-aa69-2da4f6ef2bc5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:53:47.509873 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c004ba-1913-454f-aa69-2da4f6ef2bc5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:53:47.510350 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c004ba-1913-454f-aa69-2da4f6ef2bc5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:53:47.510924 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c004ba-1913-454f-aa69-2da4f6ef2bc5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:53:47.511423 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c004ba-1913-454f-aa69-2da4f6ef2bc5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:53:47.511744 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c004ba-1913-454f-aa69-2da4f6ef2bc5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:53:47.512075 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c004ba-1913-454f-aa69-2da4f6ef2bc5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:53:47.512393 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c004ba-1913-454f-aa69-2da4f6ef2bc5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:53:47.512986 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c004ba-1913-454f-aa69-2da4f6ef2bc5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:53:47.513470 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c004ba-1913-454f-aa69-2da4f6ef2bc5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:53:47.513943 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c004ba-1913-454f-aa69-2da4f6ef2bc5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:53:47.514424 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c004ba-1913-454f-aa69-2da4f6ef2bc5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:53:47.515572 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00c004ba-1913-454f-aa69-2da4f6ef2bc5 admin admin] Tracked resource versions report: Jan 31 20:53:47.515572 dv-cinder-813229-5-iscsi neutron-server[102450]: pushed versions: Jan 31 20:53:47.515572 dv-cinder-813229-5-iscsi neutron-server[102450]: { 'AddressGroup': {'1.2'}, Jan 31 20:53:47.515572 dv-cinder-813229-5-iscsi neutron-server[102450]: 'ConntrackHelper': {'1.0'}, Jan 31 20:53:47.515572 dv-cinder-813229-5-iscsi neutron-server[102450]: 'LocalIPAssociation': {'1.0'}, Jan 31 20:53:47.515572 dv-cinder-813229-5-iscsi neutron-server[102450]: 'Log': {'1.0'}, Jan 31 20:53:47.515572 dv-cinder-813229-5-iscsi neutron-server[102450]: 'Network': {'1.1'}, Jan 31 20:53:47.515572 dv-cinder-813229-5-iscsi neutron-server[102450]: 'Port': {'1.7'}, Jan 31 20:53:47.515572 dv-cinder-813229-5-iscsi neutron-server[102450]: 'PortForwarding': {'1.2'}, Jan 31 20:53:47.515572 dv-cinder-813229-5-iscsi neutron-server[102450]: 'QosPolicy': {'1.10'}, Jan 31 20:53:47.515572 dv-cinder-813229-5-iscsi neutron-server[102450]: 'SecurityGroup': {'1.5'}, Jan 31 20:53:47.515572 dv-cinder-813229-5-iscsi neutron-server[102450]: 'SecurityGroupRule': {'1.2'}, Jan 31 20:53:47.515572 dv-cinder-813229-5-iscsi neutron-server[102450]: 'SubPort': {'1.0'}, Jan 31 20:53:47.515572 dv-cinder-813229-5-iscsi neutron-server[102450]: 'Subnet': {'1.1'}, Jan 31 20:53:47.515572 dv-cinder-813229-5-iscsi neutron-server[102450]: 'Trunk': {'1.1'}} Jan 31 20:53:47.515572 dv-cinder-813229-5-iscsi neutron-server[102450]: consumer versions: Jan 31 20:53:47.515572 dv-cinder-813229-5-iscsi neutron-server[102450]: { DHCP agent@dv-cinder-813229-5-iscsi: {}, Jan 31 20:53:47.515572 dv-cinder-813229-5-iscsi neutron-server[102450]: HyperV agent@hv-cinder-81322: {}, Jan 31 20:53:47.515572 dv-cinder-813229-5-iscsi neutron-server[102450]: L3 agent@dv-cinder-813229-5-iscsi: {}, Jan 31 20:53:47.515572 dv-cinder-813229-5-iscsi neutron-server[102450]: Metadata agent@dv-cinder-813229-5-iscsi: {}, Jan 31 20:53:47.515572 dv-cinder-813229-5-iscsi neutron-server[102450]: Metering agent@dv-cinder-813229-5-iscsi: {}, Jan 31 20:53:47.515572 dv-cinder-813229-5-iscsi neutron-server[102450]: Open vSwitch agent@dv-cinder-813229-5-iscsi: { 'AddressGroup': '1.2', Jan 31 20:53:47.515572 dv-cinder-813229-5-iscsi neutron-server[102450]: 'ConntrackHelper': '1.0', Jan 31 20:53:47.515572 dv-cinder-813229-5-iscsi neutron-server[102450]: 'LocalIPAssociation': '1.0', Jan 31 20:53:47.515572 dv-cinder-813229-5-iscsi neutron-server[102450]: 'Log': '1.0', Jan 31 20:53:47.515572 dv-cinder-813229-5-iscsi neutron-server[102450]: 'Network': '1.1', Jan 31 20:53:47.515572 dv-cinder-813229-5-iscsi neutron-server[102450]: 'Port': '1.7', Jan 31 20:53:47.515572 dv-cinder-813229-5-iscsi neutron-server[102450]: 'PortForwarding': '1.2', Jan 31 20:53:47.515572 dv-cinder-813229-5-iscsi neutron-server[102450]: 'QosPolicy': '1.10', Jan 31 20:53:47.515572 dv-cinder-813229-5-iscsi neutron-server[102450]: 'SecurityGroup': '1.5', Jan 31 20:53:47.515572 dv-cinder-813229-5-iscsi neutron-server[102450]: 'SecurityGroupRule': '1.2', Jan 31 20:53:47.515572 dv-cinder-813229-5-iscsi neutron-server[102450]: 'SubPort': '1.0', Jan 31 20:53:47.515572 dv-cinder-813229-5-iscsi neutron-server[102450]: 'Subnet': '1.1', Jan 31 20:53:47.515572 dv-cinder-813229-5-iscsi neutron-server[102450]: 'Trunk': '1.1'}} Jan 31 20:53:47.515572 dv-cinder-813229-5-iscsi neutron-server[102450]: {{(pid=102450) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 31 20:53:47.522273 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-00c004ba-1913-454f-aa69-2da4f6ef2bc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-936743'] for segment (dc7f01b7-eb08-4044-b0f8-cca54d3f9b11), precommit_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:53:47.522618 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.db.segments_db [None req-00c004ba-1913-454f-aa69-2da4f6ef2bc5 admin admin] Added segment dc7f01b7-eb08-4044-b0f8-cca54d3f9b11 of type vlan for network 65673a31-2d3e-4d05-b20c-5dc9b3003e1f Jan 31 20:53:47.649578 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-00c004ba-1913-454f-aa69-2da4f6ef2bc5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783599991637'] for network (65673a31-2d3e-4d05-b20c-5dc9b3003e1f), precommit_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:53:47.675202 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-00c004ba-1913-454f-aa69-2da4f6ef2bc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3769609'] for network (65673a31-2d3e-4d05-b20c-5dc9b3003e1f), after_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:53:47.676310 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00c004ba-1913-454f-aa69-2da4f6ef2bc5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:53:47.676987 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-00c004ba-1913-454f-aa69-2da4f6ef2bc5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3769851'] for network (None), before_response {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:53:47.734016 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [None req-00c004ba-1913-454f-aa69-2da4f6ef2bc5 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.5953069 Jan 31 20:53:47.737122 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.wsgi [-] (102449) accepted ('10.222.0.46', 35348) {{(pid=102449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 20:53:47.745025 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.v2.base [None req-7c24a4f2-b47f-49b6-9041-fe741ac12b98 admin admin] Request body: {'subnet': {'network_id': '65673a31-2d3e-4d05-b20c-5dc9b3003e1f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1107948547-subnet', 'tenant_id': '0338b91214f04c0ea3b3105e707d550a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 20:53:47.750673 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c004ba-1913-454f-aa69-2da4f6ef2bc5 admin admin] Pushing event updated for resources: {'Network': ['ID=65673a31-2d3e-4d05-b20c-5dc9b3003e1f,revision_number=1']} {{(pid=102450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:53:47.763623 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.rpc [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Network 65673a31-2d3e-4d05-b20c-5dc9b3003e1f details requested by agent ovs-agent-dv-cinder-813229-5-iscsi with host dv-cinder-813229-5-iscsi {{(pid=102451) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 20:53:47.771991 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c24a4f2-b47f-49b6-9041-fe741ac12b98 admin admin] Made reservation on behalf of 0338b91214f04c0ea3b3105e707d550a for: {'subnet': 1} {{(pid=102449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 20:53:47.775635 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-7c24a4f2-b47f-49b6-9041-fe741ac12b98 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:53:47.992794 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-7c24a4f2-b47f-49b6-9041-fe741ac12b98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3769609'] for subnet (192371ce-29b6-4188-9b71-f88453dc95b3), after_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:53:48.045668 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c24a4f2-b47f-49b6-9041-fe741ac12b98 admin admin] Pushing event updated for resources: {'Subnet': ['ID=192371ce-29b6-4188-9b71-f88453dc95b3,revision_number=0']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:53:48.056694 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c24a4f2-b47f-49b6-9041-fe741ac12b98 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:53:48.057107 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c24a4f2-b47f-49b6-9041-fe741ac12b98 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:53:48.057372 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c24a4f2-b47f-49b6-9041-fe741ac12b98 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:53:48.057710 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c24a4f2-b47f-49b6-9041-fe741ac12b98 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:53:48.058043 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c24a4f2-b47f-49b6-9041-fe741ac12b98 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:53:48.058377 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c24a4f2-b47f-49b6-9041-fe741ac12b98 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:53:48.058699 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c24a4f2-b47f-49b6-9041-fe741ac12b98 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:53:48.059054 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c24a4f2-b47f-49b6-9041-fe741ac12b98 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:53:48.059382 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c24a4f2-b47f-49b6-9041-fe741ac12b98 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:53:48.059949 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c24a4f2-b47f-49b6-9041-fe741ac12b98 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:53:48.060301 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c24a4f2-b47f-49b6-9041-fe741ac12b98 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:53:48.060627 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c24a4f2-b47f-49b6-9041-fe741ac12b98 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:53:48.060949 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c24a4f2-b47f-49b6-9041-fe741ac12b98 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:53:48.062060 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c24a4f2-b47f-49b6-9041-fe741ac12b98 admin admin] Tracked resource versions report: Jan 31 20:53:48.062060 dv-cinder-813229-5-iscsi neutron-server[102449]: pushed versions: Jan 31 20:53:48.062060 dv-cinder-813229-5-iscsi neutron-server[102449]: { 'AddressGroup': {'1.2'}, Jan 31 20:53:48.062060 dv-cinder-813229-5-iscsi neutron-server[102449]: 'ConntrackHelper': {'1.0'}, Jan 31 20:53:48.062060 dv-cinder-813229-5-iscsi neutron-server[102449]: 'LocalIPAssociation': {'1.0'}, Jan 31 20:53:48.062060 dv-cinder-813229-5-iscsi neutron-server[102449]: 'Log': {'1.0'}, Jan 31 20:53:48.062060 dv-cinder-813229-5-iscsi neutron-server[102449]: 'Network': {'1.1'}, Jan 31 20:53:48.062060 dv-cinder-813229-5-iscsi neutron-server[102449]: 'Port': {'1.7'}, Jan 31 20:53:48.062060 dv-cinder-813229-5-iscsi neutron-server[102449]: 'PortForwarding': {'1.2'}, Jan 31 20:53:48.062060 dv-cinder-813229-5-iscsi neutron-server[102449]: 'QosPolicy': {'1.10'}, Jan 31 20:53:48.062060 dv-cinder-813229-5-iscsi neutron-server[102449]: 'SecurityGroup': {'1.5'}, Jan 31 20:53:48.062060 dv-cinder-813229-5-iscsi neutron-server[102449]: 'SecurityGroupRule': {'1.2'}, Jan 31 20:53:48.062060 dv-cinder-813229-5-iscsi neutron-server[102449]: 'SubPort': {'1.0'}, Jan 31 20:53:48.062060 dv-cinder-813229-5-iscsi neutron-server[102449]: 'Subnet': {'1.1'}, Jan 31 20:53:48.062060 dv-cinder-813229-5-iscsi neutron-server[102449]: 'Trunk': {'1.1'}} Jan 31 20:53:48.062060 dv-cinder-813229-5-iscsi neutron-server[102449]: consumer versions: Jan 31 20:53:48.062060 dv-cinder-813229-5-iscsi neutron-server[102449]: { DHCP agent@dv-cinder-813229-5-iscsi: {}, Jan 31 20:53:48.062060 dv-cinder-813229-5-iscsi neutron-server[102449]: HyperV agent@hv-cinder-81322: {}, Jan 31 20:53:48.062060 dv-cinder-813229-5-iscsi neutron-server[102449]: L3 agent@dv-cinder-813229-5-iscsi: {}, Jan 31 20:53:48.062060 dv-cinder-813229-5-iscsi neutron-server[102449]: Metadata agent@dv-cinder-813229-5-iscsi: {}, Jan 31 20:53:48.062060 dv-cinder-813229-5-iscsi neutron-server[102449]: Metering agent@dv-cinder-813229-5-iscsi: {}, Jan 31 20:53:48.062060 dv-cinder-813229-5-iscsi neutron-server[102449]: Open vSwitch agent@dv-cinder-813229-5-iscsi: { 'AddressGroup': '1.2', Jan 31 20:53:48.062060 dv-cinder-813229-5-iscsi neutron-server[102449]: 'ConntrackHelper': '1.0', Jan 31 20:53:48.062060 dv-cinder-813229-5-iscsi neutron-server[102449]: 'LocalIPAssociation': '1.0', Jan 31 20:53:48.062060 dv-cinder-813229-5-iscsi neutron-server[102449]: 'Log': '1.0', Jan 31 20:53:48.062060 dv-cinder-813229-5-iscsi neutron-server[102449]: 'Network': '1.1', Jan 31 20:53:48.062060 dv-cinder-813229-5-iscsi neutron-server[102449]: 'Port': '1.7', Jan 31 20:53:48.062060 dv-cinder-813229-5-iscsi neutron-server[102449]: 'PortForwarding': '1.2', Jan 31 20:53:48.062060 dv-cinder-813229-5-iscsi neutron-server[102449]: 'QosPolicy': '1.10', Jan 31 20:53:48.062060 dv-cinder-813229-5-iscsi neutron-server[102449]: 'SecurityGroup': '1.5', Jan 31 20:53:48.062060 dv-cinder-813229-5-iscsi neutron-server[102449]: 'SecurityGroupRule': '1.2', Jan 31 20:53:48.062060 dv-cinder-813229-5-iscsi neutron-server[102449]: 'SubPort': '1.0', Jan 31 20:53:48.062060 dv-cinder-813229-5-iscsi neutron-server[102449]: 'Subnet': '1.1', Jan 31 20:53:48.062060 dv-cinder-813229-5-iscsi neutron-server[102449]: 'Trunk': '1.1'}} Jan 31 20:53:48.062060 dv-cinder-813229-5-iscsi neutron-server[102449]: {{(pid=102449) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 31 20:53:48.075352 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.wsgi [-] (102450) accepted ('10.222.0.46', 35366) {{(pid=102450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 20:53:48.088938 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c24a4f2-b47f-49b6-9041-fe741ac12b98 admin admin] Checking segment: {'id': 'dc7f01b7-eb08-4044-b0f8-cca54d3f9b11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '65673a31-2d3e-4d05-b20c-5dc9b3003e1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 20:53:48.089410 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c24a4f2-b47f-49b6-9041-fe741ac12b98 admin admin] Network hostable DHCP agents. Network: 65673a31-2d3e-4d05-b20c-5dc9b3003e1f, hostable agents: ['34ef0204-81d1-4f5e-89d1-b08d0f866641'], hosted agents: [] {{(pid=102449) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 20:53:48.139332 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c24a4f2-b47f-49b6-9041-fe741ac12b98 admin admin] Network 65673a31-2d3e-4d05-b20c-5dc9b3003e1f is scheduled to be hosted by DHCP agent 34ef0204-81d1-4f5e-89d1-b08d0f866641 with binding_index 1 {{(pid=102449) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 20:53:48.151504 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.scheduler.base_scheduler [None req-7c24a4f2-b47f-49b6-9041-fe741ac12b98 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813229-5-iscsi, 65673a31-2d3e-4d05-b20c-5dc9b3003e1f) {{(pid=102449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 20:53:48.159208 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c24a4f2-b47f-49b6-9041-fe741ac12b98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:53:48.160000 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-7c24a4f2-b47f-49b6-9041-fe741ac12b98 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3769851'] for subnet (None), before_response {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:53:48.165544 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c22c6ee7-d7ef-47f0-9e45-b2a3e5adc344 None None] Network 65673a31-2d3e-4d05-b20c-5dc9b3003e1f requested from dv-cinder-813229-5-iscsi {{(pid=102451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 20:53:48.185504 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [None req-7c24a4f2-b47f-49b6-9041-fe741ac12b98 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.4464839 Jan 31 20:53:48.186111 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.wsgi [-] (102449) accepted ('10.222.0.46', 35374) {{(pid=102449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 20:53:48.190479 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.v2.base [None req-fc2a59b2-3825-4c67-9564-928d5fb0a91b admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1107948547-router', 'tenant_id': '0338b91214f04c0ea3b3105e707d550a', 'external_gateway_info': {'network_id': '51ba4d8e-a54c-4fb0-a209-37766af226e8'}}} {{(pid=102449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 20:53:48.220097 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-fc2a59b2-3825-4c67-9564-928d5fb0a91b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3694658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-987'] for router (851c2438-0e3b-4740-9ec2-1c670441ff67), before_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:53:48.221359 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-fc2a59b2-3825-4c67-9564-928d5fb0a91b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3675570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3697180', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3796638', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-962'] for router (851c2438-0e3b-4740-9ec2-1c670441ff67), precommit_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:53:48.305474 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62b75c0f-18c6-4c12-9da0-475d009401d6 None None] Network 65673a31-2d3e-4d05-b20c-5dc9b3003e1f requested from dv-cinder-813229-5-iscsi {{(pid=102451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 20:53:48.358197 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.v2.base [None req-2aa53ffa-bf1b-4c47-8fd4-94c255c38253 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-455142108-network', 'tenant_id': 'd47558b0f9f34eaab8c09c34c2ff08d2'}} {{(pid=102450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 20:53:48.383532 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2aa53ffa-bf1b-4c47-8fd4-94c255c38253 admin admin] Made reservation on behalf of d47558b0f9f34eaab8c09c34c2ff08d2 for: {'network': 1} {{(pid=102450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 20:53:48.387674 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-2aa53ffa-bf1b-4c47-8fd4-94c255c38253 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1026180'] for network (None), before_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:53:48.404085 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-2aa53ffa-bf1b-4c47-8fd4-94c255c38253 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:53:48.449652 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-fc2a59b2-3825-4c67-9564-928d5fb0a91b admin admin] Publish callbacks [] for router_controller (851c2438-0e3b-4740-9ec2-1c670441ff67), precommit_add_association {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:53:48.501497 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-2aa53ffa-bf1b-4c47-8fd4-94c255c38253 admin admin] Publish callbacks [] for security_group (a32f4031-bf0a-46cb-9ad4-290c9574bdbd), precommit_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:53:48.509706 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-2aa53ffa-bf1b-4c47-8fd4-94c255c38253 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736509'] for security_group (a32f4031-bf0a-46cb-9ad4-290c9574bdbd), after_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:53:48.534950 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2aa53ffa-bf1b-4c47-8fd4-94c255c38253 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 661} {{(pid=102450) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 20:53:48.555338 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa53ffa-bf1b-4c47-8fd4-94c255c38253 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a32f4031-bf0a-46cb-9ad4-290c9574bdbd,revision_number=1']} {{(pid=102450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:53:48.558564 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-2aa53ffa-bf1b-4c47-8fd4-94c255c38253 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-936743'] for segment (3aa49904-0c32-4795-9b71-de073484ac3d), precommit_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:53:48.559149 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.db.segments_db [None req-2aa53ffa-bf1b-4c47-8fd4-94c255c38253 admin admin] Added segment 3aa49904-0c32-4795-9b71-de073484ac3d of type vlan for network 7654a450-2e31-4398-8bf5-1ad3ee6cd04f Jan 31 20:53:48.621254 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-fc2a59b2-3825-4c67-9564-928d5fb0a91b admin admin] Publish callbacks [] for router_gateway (851c2438-0e3b-4740-9ec2-1c670441ff67), precommit_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:53:48.622372 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-2aa53ffa-bf1b-4c47-8fd4-94c255c38253 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783599991637'] for network (7654a450-2e31-4398-8bf5-1ad3ee6cd04f), precommit_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:53:48.675870 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-2aa53ffa-bf1b-4c47-8fd4-94c255c38253 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3769609'] for network (7654a450-2e31-4398-8bf5-1ad3ee6cd04f), after_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:53:48.677172 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aa53ffa-bf1b-4c47-8fd4-94c255c38253 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:53:48.677759 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-2aa53ffa-bf1b-4c47-8fd4-94c255c38253 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3769851'] for network (None), before_response {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:53:48.747604 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa53ffa-bf1b-4c47-8fd4-94c255c38253 admin admin] Pushing event updated for resources: {'Network': ['ID=7654a450-2e31-4398-8bf5-1ad3ee6cd04f,revision_number=1']} {{(pid=102450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:53:48.761768 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.rpc [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Network 7654a450-2e31-4398-8bf5-1ad3ee6cd04f details requested by agent ovs-agent-dv-cinder-813229-5-iscsi with host dv-cinder-813229-5-iscsi {{(pid=102451) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 20:53:48.768652 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [None req-2aa53ffa-bf1b-4c47-8fd4-94c255c38253 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6921906 Jan 31 20:53:48.768939 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.wsgi [-] (102449) accepted ('10.222.0.46', 35400) {{(pid=102449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 20:53:48.779758 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.v2.base [None req-e568aecc-a018-460e-b02d-9f46017f3627 admin admin] Request body: {'subnet': {'network_id': '7654a450-2e31-4398-8bf5-1ad3ee6cd04f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-455142108-subnet', 'tenant_id': 'd47558b0f9f34eaab8c09c34c2ff08d2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 20:53:48.836645 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e568aecc-a018-460e-b02d-9f46017f3627 admin admin] Made reservation on behalf of d47558b0f9f34eaab8c09c34c2ff08d2 for: {'subnet': 1} {{(pid=102449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 20:53:48.839950 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e568aecc-a018-460e-b02d-9f46017f3627 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:53:49.098371 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-fc2a59b2-3825-4c67-9564-928d5fb0a91b admin admin] Publish callbacks [] for router_gateway (851c2438-0e3b-4740-9ec2-1c670441ff67), before_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:53:49.124458 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-fc2a59b2-3825-4c67-9564-928d5fb0a91b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1026180'] for port (None), before_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:53:49.229792 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e568aecc-a018-460e-b02d-9f46017f3627 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3769609'] for subnet (70f837bf-4dbc-49b3-a16a-2a9bab745253), after_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:53:49.315278 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.wsgi [-] (102450) accepted ('10.222.0.46', 35422) {{(pid=102450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 20:53:49.340875 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.db.db_base_plugin_common [None req-fc2a59b2-3825-4c67-9564-928d5fb0a91b admin admin] Allocated IP 172.27.2.148 (51ba4d8e-a54c-4fb0-a209-37766af226e8/99ba9542-d2be-443f-a804-26ff9bedcbe2/0fab487d-3019-4946-bfec-d3dfab0f67b7) {{(pid=102449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 20:53:49.344035 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e568aecc-a018-460e-b02d-9f46017f3627 admin admin] Pushing event updated for resources: {'Subnet': ['ID=70f837bf-4dbc-49b3-a16a-2a9bab745253,revision_number=0']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:53:49.386571 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e568aecc-a018-460e-b02d-9f46017f3627 admin admin] Checking segment: {'id': '3aa49904-0c32-4795-9b71-de073484ac3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '7654a450-2e31-4398-8bf5-1ad3ee6cd04f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 20:53:49.386979 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e568aecc-a018-460e-b02d-9f46017f3627 admin admin] Network hostable DHCP agents. Network: 7654a450-2e31-4398-8bf5-1ad3ee6cd04f, hostable agents: ['34ef0204-81d1-4f5e-89d1-b08d0f866641'], hosted agents: [] {{(pid=102449) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 20:53:49.447036 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.wsgi [-] (102449) accepted ('10.222.0.46', 35430) {{(pid=102449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 20:53:49.465381 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e568aecc-a018-460e-b02d-9f46017f3627 admin admin] Network 7654a450-2e31-4398-8bf5-1ad3ee6cd04f is scheduled to be hosted by DHCP agent 34ef0204-81d1-4f5e-89d1-b08d0f866641 with binding_index 1 {{(pid=102449) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 20:53:49.493747 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-3996536d-280f-457e-be11-31e4883decbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600486512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3401042'] for agent (34ef0204-81d1-4f5e-89d1-b08d0f866641), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:53:49.515544 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.scheduler.base_scheduler [None req-e568aecc-a018-460e-b02d-9f46017f3627 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813229-5-iscsi, 7654a450-2e31-4398-8bf5-1ad3ee6cd04f) {{(pid=102449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 20:53:49.522445 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-fc2a59b2-3825-4c67-9564-928d5fb0a91b admin admin] Publish callbacks [] for port (0fab487d-3019-4946-bfec-d3dfab0f67b7), precommit_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:53:49.528664 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22cb09b2-8953-42dd-8429-f0b2b90a2539 None None] Network 7654a450-2e31-4398-8bf5-1ad3ee6cd04f requested from dv-cinder-813229-5-iscsi {{(pid=102451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 20:53:49.556891 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e568aecc-a018-460e-b02d-9f46017f3627 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:53:49.557549 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e568aecc-a018-460e-b02d-9f46017f3627 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3769851'] for subnet (None), before_response {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:53:49.561970 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-fc2a59b2-3825-4c67-9564-928d5fb0a91b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1029723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3769609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783599971597'] for port (0fab487d-3019-4946-bfec-d3dfab0f67b7), after_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:53:49.611263 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2a59b2-3825-4c67-9564-928d5fb0a91b admin admin] Pushing event updated for resources: {'Port': ['ID=0fab487d-3019-4946-bfec-d3dfab0f67b7,revision_number=1']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:53:49.628348 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc2a59b2-3825-4c67-9564-928d5fb0a91b admin admin] Network 51ba4d8e-a54c-4fb0-a209-37766af226e8 is already hosted by enough agents. {{(pid=102449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 20:53:49.630054 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.scheduler.base_scheduler [None req-fc2a59b2-3825-4c67-9564-928d5fb0a91b admin admin] Resources bound (agent type, host, resource id): {{(pid=102449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 20:53:49.636612 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [None req-e568aecc-a018-460e-b02d-9f46017f3627 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8616216 Jan 31 20:53:49.637640 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc2a59b2-3825-4c67-9564-928d5fb0a91b admin admin] Received port after_create {{(pid=102449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 20:53:49.705204 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d45cf01-3da1-4840-bd63-cc56c5a1049a None None] Network 7654a450-2e31-4398-8bf5-1ad3ee6cd04f requested from dv-cinder-813229-5-iscsi {{(pid=102451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 20:53:49.887274 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.v2.base [None req-e902ca81-f3e1-481a-8582-fcef57b60bd6 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1857316833-network', 'tenant_id': 'e272497447254ef592fec399ec9421b0'}} {{(pid=102450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 20:53:49.907550 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.v2.base [None req-1eec7846-c1b5-4fb4-af2c-f05e07ce54b8 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-958845334-network', 'tenant_id': '89e26e9450a7409f847d894c6e8d3bfc'}} {{(pid=102449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 20:53:49.908543 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e902ca81-f3e1-481a-8582-fcef57b60bd6 admin admin] Made reservation on behalf of e272497447254ef592fec399ec9421b0 for: {'network': 1} {{(pid=102450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 20:53:49.912586 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-e902ca81-f3e1-481a-8582-fcef57b60bd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1026180'] for network (None), before_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:53:49.917125 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-fc2a59b2-3825-4c67-9564-928d5fb0a91b admin admin] Publish callbacks [] for router_gateway (851c2438-0e3b-4740-9ec2-1c670441ff67), after_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:53:49.926324 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-e902ca81-f3e1-481a-8582-fcef57b60bd6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:53:49.979279 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1eec7846-c1b5-4fb4-af2c-f05e07ce54b8 admin admin] Made reservation on behalf of 89e26e9450a7409f847d894c6e8d3bfc for: {'network': 1} {{(pid=102449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 20:53:49.981844 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-1eec7846-c1b5-4fb4-af2c-f05e07ce54b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1026180'] for network (None), before_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:53:49.995696 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-1eec7846-c1b5-4fb4-af2c-f05e07ce54b8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:53:50.042054 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-e902ca81-f3e1-481a-8582-fcef57b60bd6 admin admin] Publish callbacks [] for security_group (824cade5-d4d4-4940-9ee8-5974711c3761), precommit_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:53:50.050114 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-e902ca81-f3e1-481a-8582-fcef57b60bd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736509'] for security_group (824cade5-d4d4-4940-9ee8-5974711c3761), after_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:53:50.091108 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e902ca81-f3e1-481a-8582-fcef57b60bd6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 655} {{(pid=102450) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 20:53:50.102644 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e902ca81-f3e1-481a-8582-fcef57b60bd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=824cade5-d4d4-4940-9ee8-5974711c3761,revision_number=1']} {{(pid=102450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:53:50.149055 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-e902ca81-f3e1-481a-8582-fcef57b60bd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-936743'] for segment (8d4fae8a-a81c-4e52-b2b0-57f0ea8e5423), precommit_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:53:50.149848 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.db.segments_db [None req-e902ca81-f3e1-481a-8582-fcef57b60bd6 admin admin] Added segment 8d4fae8a-a81c-4e52-b2b0-57f0ea8e5423 of type vlan for network 40d8f6f8-08d6-4358-8889-34537d5b832f Jan 31 20:53:50.224093 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-e902ca81-f3e1-481a-8582-fcef57b60bd6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783599991637'] for network (40d8f6f8-08d6-4358-8889-34537d5b832f), precommit_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:53:50.270977 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-e902ca81-f3e1-481a-8582-fcef57b60bd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3769609'] for network (40d8f6f8-08d6-4358-8889-34537d5b832f), after_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:53:50.273102 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e902ca81-f3e1-481a-8582-fcef57b60bd6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:53:50.274624 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-e902ca81-f3e1-481a-8582-fcef57b60bd6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3769851'] for network (None), before_response {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:53:50.384840 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [None req-e902ca81-f3e1-481a-8582-fcef57b60bd6 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0664661 Jan 31 20:53:50.386677 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e902ca81-f3e1-481a-8582-fcef57b60bd6 admin admin] Pushing event updated for resources: {'Network': ['ID=40d8f6f8-08d6-4358-8889-34537d5b832f,revision_number=1']} {{(pid=102450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:53:50.390927 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.wsgi [-] (102450) accepted ('10.222.0.46', 35464) {{(pid=102450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 20:53:50.400316 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.v2.base [None req-2b057043-a387-46c1-b91e-113c0ba28a71 admin admin] Request body: {'subnet': {'network_id': '40d8f6f8-08d6-4358-8889-34537d5b832f', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1857316833-subnet', 'tenant_id': 'e272497447254ef592fec399ec9421b0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 20:53:50.401185 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.rpc [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Network 40d8f6f8-08d6-4358-8889-34537d5b832f details requested by agent ovs-agent-dv-cinder-813229-5-iscsi with host dv-cinder-813229-5-iscsi {{(pid=102451) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 20:53:50.457158 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b057043-a387-46c1-b91e-113c0ba28a71 admin admin] Made reservation on behalf of e272497447254ef592fec399ec9421b0 for: {'subnet': 1} {{(pid=102450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 20:53:50.462688 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-2b057043-a387-46c1-b91e-113c0ba28a71 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:53:50.466176 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-1eec7846-c1b5-4fb4-af2c-f05e07ce54b8 admin admin] Publish callbacks [] for security_group (f05a461b-7849-4c0d-b9f2-2c1c78be95c2), precommit_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:53:50.467968 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-fc2a59b2-3825-4c67-9564-928d5fb0a91b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3675595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3697225'] for router (851c2438-0e3b-4740-9ec2-1c670441ff67), after_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:53:50.474383 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-1eec7846-c1b5-4fb4-af2c-f05e07ce54b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736509'] for security_group (f05a461b-7849-4c0d-b9f2-2c1c78be95c2), after_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:53:50.558461 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1eec7846-c1b5-4fb4-af2c-f05e07ce54b8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 689} {{(pid=102449) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 20:53:50.605490 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eec7846-c1b5-4fb4-af2c-f05e07ce54b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f05a461b-7849-4c0d-b9f2-2c1c78be95c2,revision_number=1']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:53:50.613157 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-1eec7846-c1b5-4fb4-af2c-f05e07ce54b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-936743'] for segment (0b88ba8a-5620-4c08-98b4-337c2e3644cc), precommit_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:53:50.613503 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.db.segments_db [None req-1eec7846-c1b5-4fb4-af2c-f05e07ce54b8 admin admin] Added segment 0b88ba8a-5620-4c08-98b4-337c2e3644cc of type vlan for network e68884ed-aafc-46db-987f-40cce4cb0a81 Jan 31 20:53:50.675393 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-1eec7846-c1b5-4fb4-af2c-f05e07ce54b8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783599991637'] for network (e68884ed-aafc-46db-987f-40cce4cb0a81), precommit_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:53:50.717435 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-1eec7846-c1b5-4fb4-af2c-f05e07ce54b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3769609'] for network (e68884ed-aafc-46db-987f-40cce4cb0a81), after_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:53:50.727739 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eec7846-c1b5-4fb4-af2c-f05e07ce54b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:53:50.728354 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-1eec7846-c1b5-4fb4-af2c-f05e07ce54b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3769851'] for network (None), before_response {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:53:50.733409 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc2a59b2-3825-4c67-9564-928d5fb0a91b admin admin] Router 851c2438-0e3b-4740-9ec2-1c670441ff67 is scheduled to L3 agent 7c18f3b4-4d02-4b01-9072-98fcd9008716 with binding_index 1 {{(pid=102449) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 31 20:53:50.767140 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [None req-1eec7846-c1b5-4fb4-af2c-f05e07ce54b8 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.3173301 Jan 31 20:53:50.799159 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.wsgi [-] (102449) accepted ('10.222.0.46', 35482) {{(pid=102449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 20:53:50.839985 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.v2.base [None req-d9bcfac5-d5e4-4d26-bbe4-31bd89337172 admin admin] Request body: {'subnet': {'network_id': 'e68884ed-aafc-46db-987f-40cce4cb0a81', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-958845334-subnet', 'tenant_id': '89e26e9450a7409f847d894c6e8d3bfc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 20:53:50.866030 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eec7846-c1b5-4fb4-af2c-f05e07ce54b8 admin admin] Pushing event updated for resources: {'Network': ['ID=e68884ed-aafc-46db-987f-40cce4cb0a81,revision_number=1']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:53:50.892361 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9bcfac5-d5e4-4d26-bbe4-31bd89337172 admin admin] Made reservation on behalf of 89e26e9450a7409f847d894c6e8d3bfc for: {'subnet': 1} {{(pid=102449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 20:53:50.894803 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-d9bcfac5-d5e4-4d26-bbe4-31bd89337172 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:53:50.897979 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.rpc [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Network e68884ed-aafc-46db-987f-40cce4cb0a81 details requested by agent ovs-agent-dv-cinder-813229-5-iscsi with host dv-cinder-813229-5-iscsi {{(pid=102451) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 20:53:51.028207 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc2a59b2-3825-4c67-9564-928d5fb0a91b admin admin] Notify agent at l3_agent.dv-cinder-813229-5-iscsi the message routers_updated {{(pid=102449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 20:53:51.042642 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea77ccf3-5956-4667-93b9-c981e5f09d6d None None] Sync routers for ids ['851c2438-0e3b-4740-9ec2-1c670441ff67'] in dv-cinder-813229-5-iscsi {{(pid=102454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 20:53:51.055428 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea77ccf3-5956-4667-93b9-c981e5f09d6d None None] Routers {'851c2438-0e3b-4740-9ec2-1c670441ff67'} bound to L3 agent in host dv-cinder-813229-5-iscsi {{(pid=102454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 20:53:51.056092 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.db.l3_hamode_db [None req-ea77ccf3-5956-4667-93b9-c981e5f09d6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-31T20:45:52Z,description=,heartbeat_timestamp=2022-01-31T20:53:22Z,host='dv-cinder-813229-5-iscsi',id=7c18f3b4-4d02-4b01-9072-98fcd9008716,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T20:45:52Z,topic='l3_agent')) {'router_ids': ['851c2438-0e3b-4740-9ec2-1c670441ff67'], 'active': True} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 20:53:51.120710 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-fc2a59b2-3825-4c67-9564-928d5fb0a91b admin admin] Publish callbacks [] for router (None), before_response {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:53:51.130247 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [None req-fc2a59b2-3825-4c67-9564-928d5fb0a91b admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 2.9430571 Jan 31 20:53:51.131171 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.wsgi [-] (102449) accepted ('10.222.0.46', 35490) {{(pid=102449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 20:53:51.146279 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-2b057043-a387-46c1-b91e-113c0ba28a71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3769609'] for subnet (059f496d-99c7-49f8-b0d5-1c6838335166), after_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:53:51.217809 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b057043-a387-46c1-b91e-113c0ba28a71 admin admin] Pushing event updated for resources: {'Subnet': ['ID=059f496d-99c7-49f8-b0d5-1c6838335166,revision_number=0']} {{(pid=102450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:53:51.253499 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b057043-a387-46c1-b91e-113c0ba28a71 admin admin] Checking segment: {'id': '8d4fae8a-a81c-4e52-b2b0-57f0ea8e5423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '40d8f6f8-08d6-4358-8889-34537d5b832f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 20:53:51.254031 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b057043-a387-46c1-b91e-113c0ba28a71 admin admin] Network hostable DHCP agents. Network: 40d8f6f8-08d6-4358-8889-34537d5b832f, hostable agents: ['34ef0204-81d1-4f5e-89d1-b08d0f866641'], hosted agents: [] {{(pid=102450) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 20:53:51.275113 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b057043-a387-46c1-b91e-113c0ba28a71 admin admin] Network 40d8f6f8-08d6-4358-8889-34537d5b832f is scheduled to be hosted by DHCP agent 34ef0204-81d1-4f5e-89d1-b08d0f866641 with binding_index 1 {{(pid=102450) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 20:53:51.296968 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.scheduler.base_scheduler [None req-2b057043-a387-46c1-b91e-113c0ba28a71 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813229-5-iscsi, 40d8f6f8-08d6-4358-8889-34537d5b832f) {{(pid=102450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 20:53:51.308494 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b057043-a387-46c1-b91e-113c0ba28a71 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:53:51.308797 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-219fab60-db86-4535-9ba2-a6992f003bdf None None] Network 40d8f6f8-08d6-4358-8889-34537d5b832f requested from dv-cinder-813229-5-iscsi {{(pid=102451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 20:53:51.309233 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-2b057043-a387-46c1-b91e-113c0ba28a71 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3769851'] for subnet (None), before_response {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:53:51.326483 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.db.l3_dvr_db [None req-ea77ccf3-5956-4667-93b9-c981e5f09d6d None None] Set router 851c2438-0e3b-4740-9ec2-1c670441ff67 gateway port host: dv-cinder-813229-5-iscsi {{(pid=102454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 20:53:51.354807 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [None req-2b057043-a387-46c1-b91e-113c0ba28a71 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9511538 Jan 31 20:53:51.465540 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-d9bcfac5-d5e4-4d26-bbe4-31bd89337172 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3769609'] for subnet (34dec552-ecde-44b0-b00b-6077e3fcfd65), after_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:53:51.487133 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b77e7f02-37f5-4395-bc00-5755eabb3e50 None None] Network 40d8f6f8-08d6-4358-8889-34537d5b832f requested from dv-cinder-813229-5-iscsi {{(pid=102451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 20:53:51.652327 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.db.l3_hamode_db [None req-ea77ccf3-5956-4667-93b9-c981e5f09d6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '851c2438-0e3b-4740-9ec2-1c670441ff67', 'name': 'tempest-ServerRescueNegativeTestJSON-1107948547-router', 'tenant_id': '0338b91214f04c0ea3b3105e707d550a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51ba4d8e-a54c-4fb0-a209-37766af226e8', 'external_fixed_ips': [{'subnet_id': '99ba9542-d2be-443f-a804-26ff9bedcbe2', 'ip_address': '172.27.2.148'}], 'enable_snat': True}, 'gw_port_id': '0fab487d-3019-4946-bfec-d3dfab0f67b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T20:53:48Z', 'updated_at': '2022-01-31T20:53:49Z', 'revision_number': 3, 'project_id': '0338b91214f04c0ea3b3105e707d550a', 'gw_port': {'id': '0fab487d-3019-4946-bfec-d3dfab0f67b7', 'name': '', 'network_id': '51ba4d8e-a54c-4fb0-a209-37766af226e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:e7:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '851c2438-0e3b-4740-9ec2-1c670441ff67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '99ba9542-d2be-443f-a804-26ff9bedcbe2', 'ip_address': '172.27.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T20:53:49Z', 'updated_at': '2022-01-31T20:53:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '99ba9542-d2be-443f-a804-26ff9bedcbe2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-5-iscsi'}], 'dv-cinder-813229-5-iscsi', False) {} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 20:53:51.680041 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea77ccf3-5956-4667-93b9-c981e5f09d6d None None] Checking router: 851c2438-0e3b-4740-9ec2-1c670441ff67 for host: dv-cinder-813229-5-iscsi {{(pid=102454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 20:53:51.680898 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea77ccf3-5956-4667-93b9-c981e5f09d6d None None] Updating router 851c2438-0e3b-4740-9ec2-1c670441ff67 port 0fab487d-3019-4946-bfec-d3dfab0f67b7 binding host dv-cinder-813229-5-iscsi {{(pid=102454) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 31 20:53:51.711798 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9bcfac5-d5e4-4d26-bbe4-31bd89337172 admin admin] Pushing event updated for resources: {'Subnet': ['ID=34dec552-ecde-44b0-b00b-6077e3fcfd65,revision_number=0']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:53:51.714672 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-ea77ccf3-5956-4667-93b9-c981e5f09d6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1026180'] for port (0fab487d-3019-4946-bfec-d3dfab0f67b7), before_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:53:51.756029 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-7f78712d-d5dc-4ab7-a834-c98af4f2ff39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600486512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3401042'] for agent (7c18f3b4-4d02-4b01-9072-98fcd9008716), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:53:51.820865 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9bcfac5-d5e4-4d26-bbe4-31bd89337172 admin admin] Checking segment: {'id': '0b88ba8a-5620-4c08-98b4-337c2e3644cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'e68884ed-aafc-46db-987f-40cce4cb0a81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 20:53:51.821222 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9bcfac5-d5e4-4d26-bbe4-31bd89337172 admin admin] Network hostable DHCP agents. Network: e68884ed-aafc-46db-987f-40cce4cb0a81, hostable agents: ['34ef0204-81d1-4f5e-89d1-b08d0f866641'], hosted agents: [] {{(pid=102449) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 20:53:51.904393 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9bcfac5-d5e4-4d26-bbe4-31bd89337172 admin admin] Network e68884ed-aafc-46db-987f-40cce4cb0a81 is scheduled to be hosted by DHCP agent 34ef0204-81d1-4f5e-89d1-b08d0f866641 with binding_index 1 {{(pid=102449) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 20:53:51.951730 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.scheduler.base_scheduler [None req-d9bcfac5-d5e4-4d26-bbe4-31bd89337172 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813229-5-iscsi, e68884ed-aafc-46db-987f-40cce4cb0a81) {{(pid=102449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 20:53:51.957754 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9bcfac5-d5e4-4d26-bbe4-31bd89337172 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:53:51.961531 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-d9bcfac5-d5e4-4d26-bbe4-31bd89337172 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3769851'] for subnet (None), before_response {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:53:51.963555 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24acd734-e912-454a-98c0-7fd13d6b60cf None None] Network e68884ed-aafc-46db-987f-40cce4cb0a81 requested from dv-cinder-813229-5-iscsi {{(pid=102451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 20:53:51.982510 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-ea77ccf3-5956-4667-93b9-c981e5f09d6d None None] Publish callbacks [] for port (0fab487d-3019-4946-bfec-d3dfab0f67b7), precommit_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:53:51.994077 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-ea77ccf3-5956-4667-93b9-c981e5f09d6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1029723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3769609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783600466378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783599971615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783599971633'] for port (0fab487d-3019-4946-bfec-d3dfab0f67b7), after_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:53:52.048888 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.wsgi [-] (102450) accepted ('10.222.0.46', 35516) {{(pid=102450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 20:53:52.052734 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [None req-d9bcfac5-d5e4-4d26-bbe4-31bd89337172 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.2228816 Jan 31 20:53:52.055222 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.v2.base [None req-3a2ecc44-622a-4490-a7f6-1a171e50e993 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-958845334-router', 'tenant_id': '89e26e9450a7409f847d894c6e8d3bfc', 'external_gateway_info': {'network_id': '51ba4d8e-a54c-4fb0-a209-37766af226e8'}}} {{(pid=102450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 20:53:52.055841 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9a4407-7a55-49a7-8ce9-304c0708a940 None None] Pushing event updated for resources: {'Port': ['ID=0fab487d-3019-4946-bfec-d3dfab0f67b7,revision_number=2']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:53:52.082509 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc9a4407-7a55-49a7-8ce9-304c0708a940 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:53:52.083242 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc9a4407-7a55-49a7-8ce9-304c0708a940 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:53:52.084096 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc9a4407-7a55-49a7-8ce9-304c0708a940 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:53:52.084596 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc9a4407-7a55-49a7-8ce9-304c0708a940 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:53:52.085166 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc9a4407-7a55-49a7-8ce9-304c0708a940 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:53:52.086463 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc9a4407-7a55-49a7-8ce9-304c0708a940 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:53:52.087010 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc9a4407-7a55-49a7-8ce9-304c0708a940 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:53:52.087533 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc9a4407-7a55-49a7-8ce9-304c0708a940 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:53:52.088027 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc9a4407-7a55-49a7-8ce9-304c0708a940 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:53:52.088609 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc9a4407-7a55-49a7-8ce9-304c0708a940 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:53:52.089724 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc9a4407-7a55-49a7-8ce9-304c0708a940 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:53:52.090237 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc9a4407-7a55-49a7-8ce9-304c0708a940 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:53:52.090830 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc9a4407-7a55-49a7-8ce9-304c0708a940 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:53:52.092243 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc9a4407-7a55-49a7-8ce9-304c0708a940 None None] Tracked resource versions report: Jan 31 20:53:52.092243 dv-cinder-813229-5-iscsi neutron-server[102454]: pushed versions: Jan 31 20:53:52.092243 dv-cinder-813229-5-iscsi neutron-server[102454]: { 'AddressGroup': {'1.2'}, Jan 31 20:53:52.092243 dv-cinder-813229-5-iscsi neutron-server[102454]: 'ConntrackHelper': {'1.0'}, Jan 31 20:53:52.092243 dv-cinder-813229-5-iscsi neutron-server[102454]: 'LocalIPAssociation': {'1.0'}, Jan 31 20:53:52.092243 dv-cinder-813229-5-iscsi neutron-server[102454]: 'Log': {'1.0'}, Jan 31 20:53:52.092243 dv-cinder-813229-5-iscsi neutron-server[102454]: 'Network': {'1.1'}, Jan 31 20:53:52.092243 dv-cinder-813229-5-iscsi neutron-server[102454]: 'Port': {'1.7'}, Jan 31 20:53:52.092243 dv-cinder-813229-5-iscsi neutron-server[102454]: 'PortForwarding': {'1.2'}, Jan 31 20:53:52.092243 dv-cinder-813229-5-iscsi neutron-server[102454]: 'QosPolicy': {'1.10'}, Jan 31 20:53:52.092243 dv-cinder-813229-5-iscsi neutron-server[102454]: 'SecurityGroup': {'1.5'}, Jan 31 20:53:52.092243 dv-cinder-813229-5-iscsi neutron-server[102454]: 'SecurityGroupRule': {'1.2'}, Jan 31 20:53:52.092243 dv-cinder-813229-5-iscsi neutron-server[102454]: 'SubPort': {'1.0'}, Jan 31 20:53:52.092243 dv-cinder-813229-5-iscsi neutron-server[102454]: 'Subnet': {'1.1'}, Jan 31 20:53:52.092243 dv-cinder-813229-5-iscsi neutron-server[102454]: 'Trunk': {'1.1'}} Jan 31 20:53:52.092243 dv-cinder-813229-5-iscsi neutron-server[102454]: consumer versions: Jan 31 20:53:52.092243 dv-cinder-813229-5-iscsi neutron-server[102454]: { DHCP agent@dv-cinder-813229-5-iscsi: {}, Jan 31 20:53:52.092243 dv-cinder-813229-5-iscsi neutron-server[102454]: HyperV agent@hv-cinder-81322: {}, Jan 31 20:53:52.092243 dv-cinder-813229-5-iscsi neutron-server[102454]: L3 agent@dv-cinder-813229-5-iscsi: {}, Jan 31 20:53:52.092243 dv-cinder-813229-5-iscsi neutron-server[102454]: Metadata agent@dv-cinder-813229-5-iscsi: {}, Jan 31 20:53:52.092243 dv-cinder-813229-5-iscsi neutron-server[102454]: Metering agent@dv-cinder-813229-5-iscsi: {}, Jan 31 20:53:52.092243 dv-cinder-813229-5-iscsi neutron-server[102454]: Open vSwitch agent@dv-cinder-813229-5-iscsi: { 'AddressGroup': '1.2', Jan 31 20:53:52.092243 dv-cinder-813229-5-iscsi neutron-server[102454]: 'ConntrackHelper': '1.0', Jan 31 20:53:52.092243 dv-cinder-813229-5-iscsi neutron-server[102454]: 'LocalIPAssociation': '1.0', Jan 31 20:53:52.092243 dv-cinder-813229-5-iscsi neutron-server[102454]: 'Log': '1.0', Jan 31 20:53:52.092243 dv-cinder-813229-5-iscsi neutron-server[102454]: 'Network': '1.1', Jan 31 20:53:52.092243 dv-cinder-813229-5-iscsi neutron-server[102454]: 'Port': '1.7', Jan 31 20:53:52.092243 dv-cinder-813229-5-iscsi neutron-server[102454]: 'PortForwarding': '1.2', Jan 31 20:53:52.092243 dv-cinder-813229-5-iscsi neutron-server[102454]: 'QosPolicy': '1.10', Jan 31 20:53:52.092243 dv-cinder-813229-5-iscsi neutron-server[102454]: 'SecurityGroup': '1.5', Jan 31 20:53:52.092243 dv-cinder-813229-5-iscsi neutron-server[102454]: 'SecurityGroupRule': '1.2', Jan 31 20:53:52.092243 dv-cinder-813229-5-iscsi neutron-server[102454]: 'SubPort': '1.0', Jan 31 20:53:52.092243 dv-cinder-813229-5-iscsi neutron-server[102454]: 'Subnet': '1.1', Jan 31 20:53:52.092243 dv-cinder-813229-5-iscsi neutron-server[102454]: 'Trunk': '1.1'}} Jan 31 20:53:52.092243 dv-cinder-813229-5-iscsi neutron-server[102454]: {{(pid=102454) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 31 20:53:52.096210 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-3a2ecc44-622a-4490-a7f6-1a171e50e993 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3694658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-987'] for router (d4d7d827-a252-4287-bc91-d9fef5d0e77d), before_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:53:52.097275 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-3a2ecc44-622a-4490-a7f6-1a171e50e993 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3675570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3697180', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3796638', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-962'] for router (d4d7d827-a252-4287-bc91-d9fef5d0e77d), precommit_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:53:52.099259 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [None req-ea77ccf3-5956-4667-93b9-c981e5f09d6d None None] Attempting to bind port 0fab487d-3019-4946-bfec-d3dfab0f67b7 on host dv-cinder-813229-5-iscsi for vnic_type normal with profile {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 20:53:52.099950 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [None req-ea77ccf3-5956-4667-93b9-c981e5f09d6d None None] Attempting to bind port 0fab487d-3019-4946-bfec-d3dfab0f67b7 by drivers openvswitch,hyperv on host dv-cinder-813229-5-iscsi at level 0 using segments [{'id': 'ad776c9f-cdc1-49f1-a366-310dcfc4c059', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51ba4d8e-a54c-4fb0-a209-37766af226e8'}] {{(pid=102454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 20:53:52.100542 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea77ccf3-5956-4667-93b9-c981e5f09d6d None None] Attempting to bind port 0fab487d-3019-4946-bfec-d3dfab0f67b7 on network 51ba4d8e-a54c-4fb0-a209-37766af226e8 {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 20:53:52.110072 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea77ccf3-5956-4667-93b9-c981e5f09d6d None None] Checking agent: {'id': '9ba4f6fe-000a-4ef5-9d61-ba62910ab5fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813229-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 20, 45, 56), 'started_at': datetime.datetime(2022, 1, 31, 20, 46, 26), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 20, 53, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813229-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 20:53:52.110746 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea77ccf3-5956-4667-93b9-c981e5f09d6d None None] Checking segment: {'id': 'ad776c9f-cdc1-49f1-a366-310dcfc4c059', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51ba4d8e-a54c-4fb0-a209-37766af226e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 20:53:52.111374 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-ea77ccf3-5956-4667-93b9-c981e5f09d6d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:53:52.111944 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea77ccf3-5956-4667-93b9-c981e5f09d6d None None] Bound using segment: {'id': 'ad776c9f-cdc1-49f1-a366-310dcfc4c059', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51ba4d8e-a54c-4fb0-a209-37766af226e8'} {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 20:53:52.112630 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [None req-ea77ccf3-5956-4667-93b9-c981e5f09d6d None None] Bound port: 0fab487d-3019-4946-bfec-d3dfab0f67b7, host: dv-cinder-813229-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad776c9f-cdc1-49f1-a366-310dcfc4c059', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51ba4d8e-a54c-4fb0-a209-37766af226e8'}}] {{(pid=102454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 20:53:52.113290 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-ea77ccf3-5956-4667-93b9-c981e5f09d6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1026180'] for port (0fab487d-3019-4946-bfec-d3dfab0f67b7), before_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:53:52.176915 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.plugins.ml2.db [None req-ea77ccf3-5956-4667-93b9-c981e5f09d6d None None] For port 0fab487d-3019-4946-bfec-d3dfab0f67b7, host dv-cinder-813229-5-iscsi, cleared binding levels {{(pid=102454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 20:53:52.182877 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.plugins.ml2.db [None req-ea77ccf3-5956-4667-93b9-c981e5f09d6d None None] For port 0fab487d-3019-4946-bfec-d3dfab0f67b7, host dv-cinder-813229-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-5-iscsi',level=0,port_id=0fab487d-3019-4946-bfec-d3dfab0f67b7,segment=NetworkSegment(ad776c9f-cdc1-49f1-a366-310dcfc4c059),segment_id=ad776c9f-cdc1-49f1-a366-310dcfc4c059)] {{(pid=102454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 20:53:52.192755 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-ea77ccf3-5956-4667-93b9-c981e5f09d6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1029723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3769609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783600466378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783599971615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783599971633'] for port (0fab487d-3019-4946-bfec-d3dfab0f67b7), after_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:53:52.201198 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25dabb88-038f-4341-9ec0-8d3c88d8a57d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp46454b73-10d6-541d-9c15-68f305aeb19a-e68884ed-aafc-46db-987f-40cce4cb0a81', 'network_id': 'e68884ed-aafc-46db-987f-40cce4cb0a81', 'project_id': '89e26e9450a7409f847d894c6e8d3bfc', 'fixed_ips': [{'subnet_id': '34dec552-ecde-44b0-b00b-6077e3fcfd65'}]}} from dv-cinder-813229-5-iscsi. {{(pid=102451) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 31 20:53:52.202598 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-25dabb88-038f-4341-9ec0-8d3c88d8a57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1026180'] for port (None), before_create {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:53:52.222268 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-3a2ecc44-622a-4490-a7f6-1a171e50e993 admin admin] Publish callbacks [] for router_controller (d4d7d827-a252-4287-bc91-d9fef5d0e77d), precommit_add_association {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:53:52.308142 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea77ccf3-5956-4667-93b9-c981e5f09d6d None None] Routers {'851c2438-0e3b-4740-9ec2-1c670441ff67'} bound to L3 agent in host dv-cinder-813229-5-iscsi {{(pid=102454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 20:53:52.309018 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.db.l3_hamode_db [None req-ea77ccf3-5956-4667-93b9-c981e5f09d6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-31T20:45:52Z,description=,heartbeat_timestamp=2022-01-31T20:53:52Z,host='dv-cinder-813229-5-iscsi',id=7c18f3b4-4d02-4b01-9072-98fcd9008716,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T20:45:52Z,topic='l3_agent')) {'router_ids': ['851c2438-0e3b-4740-9ec2-1c670441ff67'], 'active': True} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 20:53:52.408615 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-85c2a30a-433b-4a15-ba63-6b0d3b4768b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1026180'] for port (None), before_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:53:52.486687 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.db.l3_dvr_db [None req-ea77ccf3-5956-4667-93b9-c981e5f09d6d None None] Set router 851c2438-0e3b-4740-9ec2-1c670441ff67 gateway port host: dv-cinder-813229-5-iscsi {{(pid=102454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 20:53:52.604506 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-3a2ecc44-622a-4490-a7f6-1a171e50e993 admin admin] Publish callbacks [] for router_gateway (d4d7d827-a252-4287-bc91-d9fef5d0e77d), precommit_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:53:52.728904 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.wsgi [-] (102450) accepted ('10.222.0.46', 35564) {{(pid=102450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 20:53:52.737507 dv-cinder-813229-5-iscsi neutron-server[102450]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jan 31 20:53:52.807810 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.db.l3_hamode_db [None req-ea77ccf3-5956-4667-93b9-c981e5f09d6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '851c2438-0e3b-4740-9ec2-1c670441ff67', 'name': 'tempest-ServerRescueNegativeTestJSON-1107948547-router', 'tenant_id': '0338b91214f04c0ea3b3105e707d550a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51ba4d8e-a54c-4fb0-a209-37766af226e8', 'external_fixed_ips': [{'subnet_id': '99ba9542-d2be-443f-a804-26ff9bedcbe2', 'ip_address': '172.27.2.148'}], 'enable_snat': True}, 'gw_port_id': '0fab487d-3019-4946-bfec-d3dfab0f67b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T20:53:48Z', 'updated_at': '2022-01-31T20:53:49Z', 'revision_number': 3, 'project_id': '0338b91214f04c0ea3b3105e707d550a', 'gw_port': {'id': '0fab487d-3019-4946-bfec-d3dfab0f67b7', 'name': '', 'network_id': '51ba4d8e-a54c-4fb0-a209-37766af226e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:e7:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '851c2438-0e3b-4740-9ec2-1c670441ff67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '99ba9542-d2be-443f-a804-26ff9bedcbe2', 'ip_address': '172.27.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T20:53:49Z', 'updated_at': '2022-01-31T20:53:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '99ba9542-d2be-443f-a804-26ff9bedcbe2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-5-iscsi'}], 'dv-cinder-813229-5-iscsi', False) {} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 20:53:52.817165 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.db.db_base_plugin_common [None req-85c2a30a-433b-4a15-ba63-6b0d3b4768b6 admin admin] Allocated IP 172.20.0.1 (65673a31-2d3e-4d05-b20c-5dc9b3003e1f/192371ce-29b6-4188-9b71-f88453dc95b3/bb909a7f-144e-40ac-a38c-7450bb57d310) {{(pid=102449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 20:53:52.855346 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9a4407-7a55-49a7-8ce9-304c0708a940 None None] Pushing event updated for resources: {'Port': ['ID=0fab487d-3019-4946-bfec-d3dfab0f67b7,revision_number=3']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:53:52.858520 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea77ccf3-5956-4667-93b9-c981e5f09d6d None None] The sync data for ids ['851c2438-0e3b-4740-9ec2-1c670441ff67'] in dv-cinder-813229-5-iscsi is: [{'id': '851c2438-0e3b-4740-9ec2-1c670441ff67', 'name': 'tempest-ServerRescueNegativeTestJSON-1107948547-router', 'tenant_id': '0338b91214f04c0ea3b3105e707d550a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51ba4d8e-a54c-4fb0-a209-37766af226e8', 'external_fixed_ips': [{'subnet_id': '99ba9542-d2be-443f-a804-26ff9bedcbe2', 'ip_address': '172.27.2.148'}], 'enable_snat': True}, 'gw_port_id': '0fab487d-3019-4946-bfec-d3dfab0f67b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T20:53:48Z', 'updated_at': '2022-01-31T20:53:49Z', 'revision_number': 3, 'project_id': '0338b91214f04c0ea3b3105e707d550a', 'gw_port': {'id': '0fab487d-3019-4946-bfec-d3dfab0f67b7', 'name': '', 'network_id': '51ba4d8e-a54c-4fb0-a209-37766af226e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:e7:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '851c2438-0e3b-4740-9ec2-1c670441ff67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '99ba9542-d2be-443f-a804-26ff9bedcbe2', 'ip_address': '172.27.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T20:53:49Z', 'updated_at': '2022-01-31T20:53:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '99ba9542-d2be-443f-a804-26ff9bedcbe2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-5-iscsi'}] {{(pid=102454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 20:53:52.908630 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.db.db_base_plugin_common [None req-25dabb88-038f-4341-9ec0-8d3c88d8a57d None None] Allocated IP 172.20.0.2 (e68884ed-aafc-46db-987f-40cce4cb0a81/34dec552-ecde-44b0-b00b-6077e3fcfd65/1b6ba084-cfce-46b7-a1da-ca75cb925939) {{(pid=102451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 20:53:53.081203 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.wsgi [-] (102449) accepted ('10.222.0.46', 35588) {{(pid=102449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 20:53:53.103835 dv-cinder-813229-5-iscsi neutron-server[102449]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jan 31 20:53:53.174812 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-85c2a30a-433b-4a15-ba63-6b0d3b4768b6 admin admin] Publish callbacks [] for port (bb909a7f-144e-40ac-a38c-7450bb57d310), precommit_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:53:53.191271 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499cd153-c30d-4b6f-9192-06e0bf8724ec req-831b935a-d042-46d7-a300-ae95f119d32e tempest-AttachVolumeNegativeTest-36827424 tempest-AttachVolumeNegativeTest-36827424-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:53:53.201958 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-499cd153-c30d-4b6f-9192-06e0bf8724ec req-831b935a-d042-46d7-a300-ae95f119d32e tempest-AttachVolumeNegativeTest-36827424 tempest-AttachVolumeNegativeTest-36827424-project] 10.222.0.46 "GET /v2.0/networks?id=7654a450-2e31-4398-8bf5-1ad3ee6cd04f HTTP/1.1" status: 200 len: 814 time: 0.4656866 Jan 31 20:53:53.222973 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-499cd153-c30d-4b6f-9192-06e0bf8724ec req-620ca7e7-9f56-4b20-b405-4bf150bb2d7d tempest-AttachVolumeNegativeTest-36827424 tempest-AttachVolumeNegativeTest-36827424-project] 10.222.0.46 "GET /v2.0/quotas/d47558b0f9f34eaab8c09c34c2ff08d2 HTTP/1.1" status: 200 len: 375 time: 0.0197089 Jan 31 20:53:53.324095 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-499cd153-c30d-4b6f-9192-06e0bf8724ec req-9fe1380b-4f7f-4982-b34d-0475c4d06930 tempest-AttachVolumeNegativeTest-36827424 tempest-AttachVolumeNegativeTest-36827424-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=d47558b0f9f34eaab8c09c34c2ff08d2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0923386 Jan 31 20:53:53.532243 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-7eb716df-9c73-407a-9e83-210e7bcc67e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600486512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3401042'] for agent (289e5c83-71b6-47e7-bef9-287113943a12), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:53:53.532243 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-25dabb88-038f-4341-9ec0-8d3c88d8a57d None None] Publish callbacks [] for port (1b6ba084-cfce-46b7-a1da-ca75cb925939), precommit_create {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:53:53.532243 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-25dabb88-038f-4341-9ec0-8d3c88d8a57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1029723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3769609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783599971597'] for port (1b6ba084-cfce-46b7-a1da-ca75cb925939), after_create {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:53:53.570764 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25dabb88-038f-4341-9ec0-8d3c88d8a57d None None] Network e68884ed-aafc-46db-987f-40cce4cb0a81 is already hosted by enough agents. {{(pid=102451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 20:53:53.578044 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.scheduler.base_scheduler [None req-25dabb88-038f-4341-9ec0-8d3c88d8a57d None None] Resources bound (agent type, host, resource id): {{(pid=102451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 20:53:53.598534 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25dabb88-038f-4341-9ec0-8d3c88d8a57d None None] Received port after_create {{(pid=102451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 20:53:53.622540 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25dabb88-038f-4341-9ec0-8d3c88d8a57d None None] Pushing event updated for resources: {'Port': ['ID=1b6ba084-cfce-46b7-a1da-ca75cb925939,revision_number=1']} {{(pid=102451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:53:53.677530 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25dabb88-038f-4341-9ec0-8d3c88d8a57d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:53:53.679233 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25dabb88-038f-4341-9ec0-8d3c88d8a57d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:53:53.679520 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25dabb88-038f-4341-9ec0-8d3c88d8a57d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:53:53.680296 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25dabb88-038f-4341-9ec0-8d3c88d8a57d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:53:53.680726 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25dabb88-038f-4341-9ec0-8d3c88d8a57d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:53:53.681138 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25dabb88-038f-4341-9ec0-8d3c88d8a57d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:53:53.681562 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25dabb88-038f-4341-9ec0-8d3c88d8a57d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:53:53.681984 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25dabb88-038f-4341-9ec0-8d3c88d8a57d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:53:53.682483 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25dabb88-038f-4341-9ec0-8d3c88d8a57d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:53:53.682865 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25dabb88-038f-4341-9ec0-8d3c88d8a57d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:53:53.683274 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25dabb88-038f-4341-9ec0-8d3c88d8a57d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:53:53.683715 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25dabb88-038f-4341-9ec0-8d3c88d8a57d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:53:53.685047 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25dabb88-038f-4341-9ec0-8d3c88d8a57d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:53:53.687132 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25dabb88-038f-4341-9ec0-8d3c88d8a57d None None] Tracked resource versions report: Jan 31 20:53:53.687132 dv-cinder-813229-5-iscsi neutron-server[102451]: pushed versions: Jan 31 20:53:53.687132 dv-cinder-813229-5-iscsi neutron-server[102451]: { 'AddressGroup': {'1.2'}, Jan 31 20:53:53.687132 dv-cinder-813229-5-iscsi neutron-server[102451]: 'ConntrackHelper': {'1.0'}, Jan 31 20:53:53.687132 dv-cinder-813229-5-iscsi neutron-server[102451]: 'LocalIPAssociation': {'1.0'}, Jan 31 20:53:53.687132 dv-cinder-813229-5-iscsi neutron-server[102451]: 'Log': {'1.0'}, Jan 31 20:53:53.687132 dv-cinder-813229-5-iscsi neutron-server[102451]: 'Network': {'1.1'}, Jan 31 20:53:53.687132 dv-cinder-813229-5-iscsi neutron-server[102451]: 'Port': {'1.7'}, Jan 31 20:53:53.687132 dv-cinder-813229-5-iscsi neutron-server[102451]: 'PortForwarding': {'1.2'}, Jan 31 20:53:53.687132 dv-cinder-813229-5-iscsi neutron-server[102451]: 'QosPolicy': {'1.10'}, Jan 31 20:53:53.687132 dv-cinder-813229-5-iscsi neutron-server[102451]: 'SecurityGroup': {'1.5'}, Jan 31 20:53:53.687132 dv-cinder-813229-5-iscsi neutron-server[102451]: 'SecurityGroupRule': {'1.2'}, Jan 31 20:53:53.687132 dv-cinder-813229-5-iscsi neutron-server[102451]: 'SubPort': {'1.0'}, Jan 31 20:53:53.687132 dv-cinder-813229-5-iscsi neutron-server[102451]: 'Subnet': {'1.1'}, Jan 31 20:53:53.687132 dv-cinder-813229-5-iscsi neutron-server[102451]: 'Trunk': {'1.1'}} Jan 31 20:53:53.687132 dv-cinder-813229-5-iscsi neutron-server[102451]: consumer versions: Jan 31 20:53:53.687132 dv-cinder-813229-5-iscsi neutron-server[102451]: { DHCP agent@dv-cinder-813229-5-iscsi: {}, Jan 31 20:53:53.687132 dv-cinder-813229-5-iscsi neutron-server[102451]: HyperV agent@hv-cinder-81322: {}, Jan 31 20:53:53.687132 dv-cinder-813229-5-iscsi neutron-server[102451]: L3 agent@dv-cinder-813229-5-iscsi: {}, Jan 31 20:53:53.687132 dv-cinder-813229-5-iscsi neutron-server[102451]: Metadata agent@dv-cinder-813229-5-iscsi: {}, Jan 31 20:53:53.687132 dv-cinder-813229-5-iscsi neutron-server[102451]: Metering agent@dv-cinder-813229-5-iscsi: {}, Jan 31 20:53:53.687132 dv-cinder-813229-5-iscsi neutron-server[102451]: Open vSwitch agent@dv-cinder-813229-5-iscsi: { 'AddressGroup': '1.2', Jan 31 20:53:53.687132 dv-cinder-813229-5-iscsi neutron-server[102451]: 'ConntrackHelper': '1.0', Jan 31 20:53:53.687132 dv-cinder-813229-5-iscsi neutron-server[102451]: 'LocalIPAssociation': '1.0', Jan 31 20:53:53.687132 dv-cinder-813229-5-iscsi neutron-server[102451]: 'Log': '1.0', Jan 31 20:53:53.687132 dv-cinder-813229-5-iscsi neutron-server[102451]: 'Network': '1.1', Jan 31 20:53:53.687132 dv-cinder-813229-5-iscsi neutron-server[102451]: 'Port': '1.7', Jan 31 20:53:53.687132 dv-cinder-813229-5-iscsi neutron-server[102451]: 'PortForwarding': '1.2', Jan 31 20:53:53.687132 dv-cinder-813229-5-iscsi neutron-server[102451]: 'QosPolicy': '1.10', Jan 31 20:53:53.687132 dv-cinder-813229-5-iscsi neutron-server[102451]: 'SecurityGroup': '1.5', Jan 31 20:53:53.687132 dv-cinder-813229-5-iscsi neutron-server[102451]: 'SecurityGroupRule': '1.2', Jan 31 20:53:53.687132 dv-cinder-813229-5-iscsi neutron-server[102451]: 'SubPort': '1.0', Jan 31 20:53:53.687132 dv-cinder-813229-5-iscsi neutron-server[102451]: 'Subnet': '1.1', Jan 31 20:53:53.687132 dv-cinder-813229-5-iscsi neutron-server[102451]: 'Trunk': '1.1'}} Jan 31 20:53:53.687132 dv-cinder-813229-5-iscsi neutron-server[102451]: {{(pid=102451) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 31 20:53:53.728155 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-85c2a30a-433b-4a15-ba63-6b0d3b4768b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1029723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3769609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783599971597'] for port (bb909a7f-144e-40ac-a38c-7450bb57d310), after_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:53:53.747414 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.managers [None req-25dabb88-038f-4341-9ec0-8d3c88d8a57d None None] Attempting to bind port 1b6ba084-cfce-46b7-a1da-ca75cb925939 on host dv-cinder-813229-5-iscsi for vnic_type normal with profile {{(pid=102451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 20:53:53.747716 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.managers [None req-25dabb88-038f-4341-9ec0-8d3c88d8a57d None None] Attempting to bind port 1b6ba084-cfce-46b7-a1da-ca75cb925939 by drivers openvswitch,hyperv on host dv-cinder-813229-5-iscsi at level 0 using segments [{'id': '0b88ba8a-5620-4c08-98b4-337c2e3644cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'e68884ed-aafc-46db-987f-40cce4cb0a81'}] {{(pid=102451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 20:53:53.748067 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25dabb88-038f-4341-9ec0-8d3c88d8a57d None None] Attempting to bind port 1b6ba084-cfce-46b7-a1da-ca75cb925939 on network e68884ed-aafc-46db-987f-40cce4cb0a81 {{(pid=102451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 20:53:53.761282 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25dabb88-038f-4341-9ec0-8d3c88d8a57d None None] Checking agent: {'id': '9ba4f6fe-000a-4ef5-9d61-ba62910ab5fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813229-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 20, 45, 56), 'started_at': datetime.datetime(2022, 1, 31, 20, 46, 26), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 20, 53, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813229-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 20:53:53.761992 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25dabb88-038f-4341-9ec0-8d3c88d8a57d None None] Checking segment: {'id': '0b88ba8a-5620-4c08-98b4-337c2e3644cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'e68884ed-aafc-46db-987f-40cce4cb0a81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 20:53:53.762910 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-25dabb88-038f-4341-9ec0-8d3c88d8a57d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:53:53.763465 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25dabb88-038f-4341-9ec0-8d3c88d8a57d None None] Bound using segment: {'id': '0b88ba8a-5620-4c08-98b4-337c2e3644cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'e68884ed-aafc-46db-987f-40cce4cb0a81'} {{(pid=102451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 20:53:53.764203 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.managers [None req-25dabb88-038f-4341-9ec0-8d3c88d8a57d None None] Bound port: 1b6ba084-cfce-46b7-a1da-ca75cb925939, host: dv-cinder-813229-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b88ba8a-5620-4c08-98b4-337c2e3644cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'e68884ed-aafc-46db-987f-40cce4cb0a81'}}] {{(pid=102451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 20:53:53.765146 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-25dabb88-038f-4341-9ec0-8d3c88d8a57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1026180'] for port (1b6ba084-cfce-46b7-a1da-ca75cb925939), before_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:53:53.824760 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82258d99-3271-462e-a06e-8c030ec1975c req-1640eb74-dcc5-4c81-a639-ccfe911a7c95 tempest-DeleteServersTestJSON-1351021097 tempest-DeleteServersTestJSON-1351021097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:53:53.842008 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-82258d99-3271-462e-a06e-8c030ec1975c req-1640eb74-dcc5-4c81-a639-ccfe911a7c95 tempest-DeleteServersTestJSON-1351021097 tempest-DeleteServersTestJSON-1351021097-project] 10.222.0.46 "GET /v2.0/networks?id=40d8f6f8-08d6-4358-8889-34537d5b832f HTTP/1.1" status: 200 len: 812 time: 0.7398314 Jan 31 20:53:53.857936 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-3a2ecc44-622a-4490-a7f6-1a171e50e993 admin admin] Publish callbacks [] for router_gateway (d4d7d827-a252-4287-bc91-d9fef5d0e77d), before_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:53:53.909526 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-3a2ecc44-622a-4490-a7f6-1a171e50e993 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1026180'] for port (None), before_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:53:53.927727 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.db [None req-25dabb88-038f-4341-9ec0-8d3c88d8a57d None None] For port 1b6ba084-cfce-46b7-a1da-ca75cb925939, host dv-cinder-813229-5-iscsi, cleared binding levels {{(pid=102451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 20:53:53.932363 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.db [None req-25dabb88-038f-4341-9ec0-8d3c88d8a57d None None] For port 1b6ba084-cfce-46b7-a1da-ca75cb925939, host dv-cinder-813229-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-5-iscsi',level=0,port_id=1b6ba084-cfce-46b7-a1da-ca75cb925939,segment=NetworkSegment(0b88ba8a-5620-4c08-98b4-337c2e3644cc),segment_id=0b88ba8a-5620-4c08-98b4-337c2e3644cc)] {{(pid=102451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 20:53:53.941309 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85c2a30a-433b-4a15-ba63-6b0d3b4768b6 admin admin] Network 65673a31-2d3e-4d05-b20c-5dc9b3003e1f is already hosted by enough agents. {{(pid=102449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 20:53:53.942222 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-25dabb88-038f-4341-9ec0-8d3c88d8a57d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1029723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3769609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783600466378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783599971615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783599971633'] for port (1b6ba084-cfce-46b7-a1da-ca75cb925939), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:53:53.955837 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-82258d99-3271-462e-a06e-8c030ec1975c req-fca060f7-0582-4b96-b008-31680c85a1d2 tempest-DeleteServersTestJSON-1351021097 tempest-DeleteServersTestJSON-1351021097-project] 10.222.0.46 "GET /v2.0/quotas/e272497447254ef592fec399ec9421b0 HTTP/1.1" status: 200 len: 375 time: 0.1124339 Jan 31 20:53:53.958908 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.scheduler.base_scheduler [None req-85c2a30a-433b-4a15-ba63-6b0d3b4768b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=102449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 20:53:53.966520 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85c2a30a-433b-4a15-ba63-6b0d3b4768b6 admin admin] Received port after_create {{(pid=102449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 20:53:53.967356 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-85c2a30a-433b-4a15-ba63-6b0d3b4768b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3696668'] for router_interface (851c2438-0e3b-4740-9ec2-1c670441ff67), before_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:53:54.130244 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25dabb88-038f-4341-9ec0-8d3c88d8a57d None None] Pushing event updated for resources: {'Port': ['ID=1b6ba084-cfce-46b7-a1da-ca75cb925939,revision_number=2']} {{(pid=102451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:53:54.220862 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.db.db_base_plugin_common [None req-3a2ecc44-622a-4490-a7f6-1a171e50e993 admin admin] Allocated IP 172.27.2.24 (51ba4d8e-a54c-4fb0-a209-37766af226e8/99ba9542-d2be-443f-a804-26ff9bedcbe2/a98c6a2a-b321-479d-876f-dc5ce1e0005c) {{(pid=102450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 20:53:54.449495 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-ded4de29-c2d1-4616-9365-9981ea756e41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600486512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3401042'] for agent (bf9d83f7-9209-4252-b853-70feadeab726), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:53:54.525462 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-82258d99-3271-462e-a06e-8c030ec1975c req-38ee6474-7b33-4960-8c77-a1bce4ae9d5c tempest-DeleteServersTestJSON-1351021097 tempest-DeleteServersTestJSON-1351021097-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=e272497447254ef592fec399ec9421b0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.5684464 Jan 31 20:53:54.568628 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c2a30a-433b-4a15-ba63-6b0d3b4768b6 admin admin] Pushing event updated for resources: {'Port': ['ID=bb909a7f-144e-40ac-a38c-7450bb57d310,revision_number=1']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:53:54.619173 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.wsgi [req-499cd153-c30d-4b6f-9192-06e0bf8724ec req-0915b324-b651-429a-8076-d33e3453198a service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=102450) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 31 20:53:54.620696 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-499cd153-c30d-4b6f-9192-06e0bf8724ec req-0915b324-b651-429a-8076-d33e3453198a service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.8190455 Jan 31 20:53:54.621208 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.wsgi [-] (102450) accepted ('10.222.0.46', 35634) {{(pid=102450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 20:53:54.697597 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.wsgi [-] (102449) accepted ('10.222.0.46', 35642) {{(pid=102449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 20:53:54.814750 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-85c2a30a-433b-4a15-ba63-6b0d3b4768b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1026180'] for port (bb909a7f-144e-40ac-a38c-7450bb57d310), before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:53:54.858231 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.wsgi [req-82258d99-3271-462e-a06e-8c030ec1975c req-04c82447-fb18-460f-a7ac-d216a2d0a27d service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=102449) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 31 20:53:54.859631 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-3a2ecc44-622a-4490-a7f6-1a171e50e993 admin admin] Publish callbacks [] for port (a98c6a2a-b321-479d-876f-dc5ce1e0005c), precommit_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:53:54.865278 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-82258d99-3271-462e-a06e-8c030ec1975c req-04c82447-fb18-460f-a7ac-d216a2d0a27d service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1483481 Jan 31 20:53:54.935848 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-499cd153-c30d-4b6f-9192-06e0bf8724ec req-2754abf0-a016-4694-bb10-fb853e8de629 service neutron] 10.222.0.46 "GET /v2.0/networks/7654a450-2e31-4398-8bf5-1ad3ee6cd04f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3037124 Jan 31 20:53:54.939311 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-80d7e6f4-ce11-48ce-bbd9-4c8817f0631b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:53:55.005188 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-4e2f995d-1ac2-4b4a-a0f6-081391601a6e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:53:55.019008 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.rpc [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Device 1b6ba084-cfce-46b7-a1da-ca75cb925939 up at agent ovs-agent-dv-cinder-813229-5-iscsi {{(pid=102451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 20:53:55.050828 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-3a2ecc44-622a-4490-a7f6-1a171e50e993 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1029723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3769609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783599971597'] for port (a98c6a2a-b321-479d-876f-dc5ce1e0005c), after_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:53:55.106816 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.db.provisioning_blocks [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Provisioning complete for port 1b6ba084-cfce-46b7-a1da-ca75cb925939 triggered by entity L2. {{(pid=102451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 20:53:55.107460 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3401144'] for port (1b6ba084-cfce-46b7-a1da-ca75cb925939), provisioning_complete {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:53:55.172619 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a2ecc44-622a-4490-a7f6-1a171e50e993 admin admin] Network 51ba4d8e-a54c-4fb0-a209-37766af226e8 is already hosted by enough agents. {{(pid=102450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 20:53:55.197690 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.scheduler.base_scheduler [None req-3a2ecc44-622a-4490-a7f6-1a171e50e993 admin admin] Resources bound (agent type, host, resource id): {{(pid=102450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 20:53:55.213980 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a2ecc44-622a-4490-a7f6-1a171e50e993 admin admin] Received port after_create {{(pid=102450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 20:53:55.229611 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-82258d99-3271-462e-a06e-8c030ec1975c req-9f0e8801-91fb-4319-aacc-09c43d0a27fc service neutron] 10.222.0.46 "GET /v2.0/networks/40d8f6f8-08d6-4358-8889-34537d5b832f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3198836 Jan 31 20:53:55.240357 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-499cd153-c30d-4b6f-9192-06e0bf8724ec req-54b823dd-1951-4acc-8460-c6cd7c5200c9 service neutron] 10.222.0.46 "GET /v2.0/networks/7654a450-2e31-4398-8bf5-1ad3ee6cd04f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2964599 Jan 31 20:53:55.278258 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.plugin [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Current status of the port 1b6ba084-cfce-46b7-a1da-ca75cb925939 is: DOWN; New status is: ACTIVE {{(pid=102451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 20:53:55.279165 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1026180'] for port (1b6ba084-cfce-46b7-a1da-ca75cb925939), before_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:53:55.321669 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2ecc44-622a-4490-a7f6-1a171e50e993 admin admin] Pushing event updated for resources: {'Port': ['ID=a98c6a2a-b321-479d-876f-dc5ce1e0005c,revision_number=1']} {{(pid=102450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:53:55.325185 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.db [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] For port 1b6ba084-cfce-46b7-a1da-ca75cb925939, host dv-cinder-813229-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-5-iscsi',level=0,port_id=1b6ba084-cfce-46b7-a1da-ca75cb925939,segment=NetworkSegment(0b88ba8a-5620-4c08-98b4-337c2e3644cc),segment_id=0b88ba8a-5620-4c08-98b4-337c2e3644cc)] {{(pid=102451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 20:53:55.335244 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1029723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3769609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783600466378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783599971615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783599971633'] for port (1b6ba084-cfce-46b7-a1da-ca75cb925939), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:53:55.337048 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.rpc [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Device 0fab487d-3019-4946-bfec-d3dfab0f67b7 up at agent ovs-agent-dv-cinder-813229-5-iscsi {{(pid=102451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 20:53:55.449924 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Pushing event updated for resources: {'Port': ['ID=1b6ba084-cfce-46b7-a1da-ca75cb925939,revision_number=3']} {{(pid=102451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:53:55.473917 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-4e2f995d-1ac2-4b4a-a0f6-081391601a6e admin admin] Publish callbacks [] for security_group (c92f9f22-4ba8-4b28-ab7c-7bbf8cc42807), precommit_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:53:55.479807 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-80d7e6f4-ce11-48ce-bbd9-4c8817f0631b admin admin] Publish callbacks [] for security_group (64763e55-4ff5-49ed-b414-e7830cbf7cc3), precommit_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:53:55.489076 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.db.provisioning_blocks [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Provisioning complete for port 0fab487d-3019-4946-bfec-d3dfab0f67b7 triggered by entity L2. {{(pid=102451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 20:53:55.489485 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3401144'] for port (0fab487d-3019-4946-bfec-d3dfab0f67b7), provisioning_complete {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:53:55.489778 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-80d7e6f4-ce11-48ce-bbd9-4c8817f0631b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736509'] for security_group (64763e55-4ff5-49ed-b414-e7830cbf7cc3), after_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:53:55.497006 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-4e2f995d-1ac2-4b4a-a0f6-081391601a6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736509'] for security_group (c92f9f22-4ba8-4b28-ab7c-7bbf8cc42807), after_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:53:55.543704 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-85c2a30a-433b-4a15-ba63-6b0d3b4768b6 admin admin] Publish callbacks [] for port (bb909a7f-144e-40ac-a38c-7450bb57d310), precommit_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:53:55.559991 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-85c2a30a-433b-4a15-ba63-6b0d3b4768b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1029723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3769609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783600466378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783599971615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783599971633'] for port (bb909a7f-144e-40ac-a38c-7450bb57d310), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:53:55.560926 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-85c2a30a-433b-4a15-ba63-6b0d3b4768b6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3769639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3694988'] for router_interface (851c2438-0e3b-4740-9ec2-1c670441ff67), after_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:53:55.571452 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d7e6f4-ce11-48ce-bbd9-4c8817f0631b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64763e55-4ff5-49ed-b414-e7830cbf7cc3,revision_number=1']} {{(pid=102450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:53:55.588147 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [None req-80d7e6f4-ce11-48ce-bbd9-4c8817f0631b admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=a9a381296d90448cbcdb7f7b9ec650c3&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9551756 Jan 31 20:53:55.628492 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.wsgi [-] (102450) accepted ('10.222.0.46', 35670) {{(pid=102450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 20:53:55.659309 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.plugin [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Current status of the port 0fab487d-3019-4946-bfec-d3dfab0f67b7 is: DOWN; New status is: ACTIVE {{(pid=102451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 20:53:55.659966 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1026180'] for port (0fab487d-3019-4946-bfec-d3dfab0f67b7), before_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:53:55.700775 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.db [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] For port 0fab487d-3019-4946-bfec-d3dfab0f67b7, host dv-cinder-813229-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-5-iscsi',level=0,port_id=0fab487d-3019-4946-bfec-d3dfab0f67b7,segment=NetworkSegment(ad776c9f-cdc1-49f1-a366-310dcfc4c059),segment_id=ad776c9f-cdc1-49f1-a366-310dcfc4c059)] {{(pid=102451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 20:53:55.707696 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1029723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3769609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783600466378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783599971615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783599971633'] for port (0fab487d-3019-4946-bfec-d3dfab0f67b7), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:53:55.751607 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [None req-4e2f995d-1ac2-4b4a-a0f6-081391601a6e admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=70960e491c664b68a8561066b7613eab&name=default HTTP/1.1" status: 200 len: 2992 time: 1.0506668 Jan 31 20:53:55.752188 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.wsgi [-] (102450) accepted ('10.222.0.46', 35688) {{(pid=102450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 20:53:55.762190 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-82258d99-3271-462e-a06e-8c030ec1975c req-26a2b53d-c41b-4343-a261-549d5dc163e5 service neutron] 10.222.0.46 "GET /v2.0/networks/40d8f6f8-08d6-4358-8889-34537d5b832f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5209200 Jan 31 20:53:55.777805 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-b8866e0d-4a5e-4810-8e53-94a9f851ce23 admin admin] Publish callbacks [] for security_group (64763e55-4ff5-49ed-b414-e7830cbf7cc3), before_delete {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:53:55.836760 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-3a2ecc44-622a-4490-a7f6-1a171e50e993 admin admin] Publish callbacks [] for router_gateway (d4d7d827-a252-4287-bc91-d9fef5d0e77d), after_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:53:55.889936 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2f995d-1ac2-4b4a-a0f6-081391601a6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c92f9f22-4ba8-4b28-ab7c-7bbf8cc42807,revision_number=1']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:53:55.937529 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0a0a206-8641-4d74-b11c-032735a96a1b None None] Network e68884ed-aafc-46db-987f-40cce4cb0a81 requested from dv-cinder-813229-5-iscsi {{(pid=102451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 20:53:56.002722 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c2a30a-433b-4a15-ba63-6b0d3b4768b6 admin admin] Pushing event updated for resources: {'Port': ['ID=bb909a7f-144e-40ac-a38c-7450bb57d310,revision_number=2']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:53:56.025016 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-b8866e0d-4a5e-4810-8e53-94a9f851ce23 admin admin] Publish callbacks [] for security_group (64763e55-4ff5-49ed-b414-e7830cbf7cc3), precommit_delete {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:53:56.045215 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Pushing event updated for resources: {'Port': ['ID=0fab487d-3019-4946-bfec-d3dfab0f67b7,revision_number=4']} {{(pid=102451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:53:56.067257 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85c2a30a-433b-4a15-ba63-6b0d3b4768b6 admin admin] Network 65673a31-2d3e-4d05-b20c-5dc9b3003e1f is already hosted by enough agents. {{(pid=102449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 20:53:56.080339 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.scheduler.base_scheduler [None req-85c2a30a-433b-4a15-ba63-6b0d3b4768b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=102449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 20:53:56.162032 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600486512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3401042'] for agent (9ba4f6fe-000a-4ef5-9d61-ba62910ab5fe), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:53:56.175990 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.db.provisioning_blocks [None req-9a7bd0b0-4ff9-47e1-b324-f1eb23004604 None None] Provisioning complete for port 1b6ba084-cfce-46b7-a1da-ca75cb925939 triggered by entity DHCP. {{(pid=102451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 20:53:56.176661 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-9a7bd0b0-4ff9-47e1-b324-f1eb23004604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3401144'] for port (1b6ba084-cfce-46b7-a1da-ca75cb925939), provisioning_complete {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:53:56.395085 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.plugin [None req-9a7bd0b0-4ff9-47e1-b324-f1eb23004604 None None] Current status of the port 1b6ba084-cfce-46b7-a1da-ca75cb925939 is: ACTIVE; New status is: ACTIVE {{(pid=102451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 20:53:56.423759 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-b99ef16e-dd26-4d60-89dd-d5186d4bc1c3 req-12067501-13a7-49fa-a13f-6694b2d6a359 tempest-AttachVolumeNegativeTest-36827424 tempest-AttachVolumeNegativeTest-36827424-project] 10.222.0.46 "GET /v2.0/ports?device_id=5329065f-5069-48cf-b2ec-fe4e788092e5 HTTP/1.1" status: 200 len: 210 time: 0.5570955 Jan 31 20:53:56.475564 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-22589a5b-631d-4631-b8db-eeca6b934113 req-1d27114f-4e7b-4aa3-a183-53c08528dae6 tempest-DeleteServersTestJSON-1351021097 tempest-DeleteServersTestJSON-1351021097-project] 10.222.0.46 "GET /v2.0/ports?device_id=64319175-af4e-4f10-879b-b28dd60751ec HTTP/1.1" status: 200 len: 210 time: 0.2116394 Jan 31 20:53:56.483421 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-b8866e0d-4a5e-4810-8e53-94a9f851ce23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736509'] for security_group (64763e55-4ff5-49ed-b414-e7830cbf7cc3), after_delete {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:53:56.486334 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-b8866e0d-4a5e-4810-8e53-94a9f851ce23 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:53:56.487580 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [None req-b8866e0d-4a5e-4810-8e53-94a9f851ce23 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/64763e55-4ff5-49ed-b414-e7830cbf7cc3 HTTP/1.1" status: 204 len: 168 time: 0.8580706 Jan 31 20:53:56.545111 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8866e0d-4a5e-4810-8e53-94a9f851ce23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64763e55-4ff5-49ed-b414-e7830cbf7cc3,revision_number=None']} {{(pid=102450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:53:56.733107 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85c2a30a-433b-4a15-ba63-6b0d3b4768b6 admin admin] Router 851c2438-0e3b-4740-9ec2-1c670441ff67 has already been hosted by L3 agent 7c18f3b4-4d02-4b01-9072-98fcd9008716 {{(pid=102449) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 20:53:56.746556 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-3b55ac1c-9bc4-45e6-8b85-7b641848664b admin admin] Publish callbacks [] for security_group (c92f9f22-4ba8-4b28-ab7c-7bbf8cc42807), before_delete {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:53:56.831212 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.db.provisioning_blocks [None req-e67092b5-0dfd-434e-bd27-d7c2f3b3f3a4 None None] Provisioning complete for port 1b6ba084-cfce-46b7-a1da-ca75cb925939 triggered by entity DHCP. {{(pid=102451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 20:53:56.831606 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-e67092b5-0dfd-434e-bd27-d7c2f3b3f3a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3401144'] for port (1b6ba084-cfce-46b7-a1da-ca75cb925939), provisioning_complete {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:53:56.842581 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-3a2ecc44-622a-4490-a7f6-1a171e50e993 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3675595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3697225'] for router (d4d7d827-a252-4287-bc91-d9fef5d0e77d), after_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:53:56.951819 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.rpc [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Device 1b6ba084-cfce-46b7-a1da-ca75cb925939 up at agent ovs-agent-dv-cinder-813229-5-iscsi {{(pid=102451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 20:53:57.018609 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-3b55ac1c-9bc4-45e6-8b85-7b641848664b admin admin] Publish callbacks [] for security_group (c92f9f22-4ba8-4b28-ab7c-7bbf8cc42807), precommit_delete {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:53:57.035690 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.plugin [None req-e67092b5-0dfd-434e-bd27-d7c2f3b3f3a4 None None] Current status of the port 1b6ba084-cfce-46b7-a1da-ca75cb925939 is: ACTIVE; New status is: ACTIVE {{(pid=102451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 20:53:57.116016 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.db.provisioning_blocks [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Provisioning complete for port 1b6ba084-cfce-46b7-a1da-ca75cb925939 triggered by entity L2. {{(pid=102451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 20:53:57.117555 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3401144'] for port (1b6ba084-cfce-46b7-a1da-ca75cb925939), provisioning_complete {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:53:57.192255 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85c2a30a-433b-4a15-ba63-6b0d3b4768b6 admin admin] Notify agent at l3_agent.dv-cinder-813229-5-iscsi the message routers_updated {{(pid=102449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 20:53:57.208607 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ef6d55c-bfc4-4bb9-8e8e-34b5fca86a0a None None] Sync routers for ids ['851c2438-0e3b-4740-9ec2-1c670441ff67'] in dv-cinder-813229-5-iscsi {{(pid=102451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 20:53:57.214368 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [None req-85c2a30a-433b-4a15-ba63-6b0d3b4768b6 admin admin] 10.222.0.46 "PUT /v2.0/routers/851c2438-0e3b-4740-9ec2-1c670441ff67/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0699186 Jan 31 20:53:57.250187 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600486512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3401042'] for agent (e85cc1e2-8b4e-4549-a68e-d414072d4156), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:53:57.252115 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ef6d55c-bfc4-4bb9-8e8e-34b5fca86a0a None None] Routers {'851c2438-0e3b-4740-9ec2-1c670441ff67'} bound to L3 agent in host dv-cinder-813229-5-iscsi {{(pid=102451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 20:53:57.258569 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.db.l3_hamode_db [None req-7ef6d55c-bfc4-4bb9-8e8e-34b5fca86a0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-31T20:45:52Z,description=,heartbeat_timestamp=2022-01-31T20:53:52Z,host='dv-cinder-813229-5-iscsi',id=7c18f3b4-4d02-4b01-9072-98fcd9008716,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T20:45:52Z,topic='l3_agent')) {'router_ids': ['851c2438-0e3b-4740-9ec2-1c670441ff67'], 'active': True} {{(pid=102451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 20:53:57.370708 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a2ecc44-622a-4490-a7f6-1a171e50e993 admin admin] Router d4d7d827-a252-4287-bc91-d9fef5d0e77d is scheduled to L3 agent 7c18f3b4-4d02-4b01-9072-98fcd9008716 with binding_index 1 {{(pid=102450) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 31 20:53:57.385087 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-3b55ac1c-9bc4-45e6-8b85-7b641848664b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736509'] for security_group (c92f9f22-4ba8-4b28-ab7c-7bbf8cc42807), after_delete {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:53:57.389171 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-3b55ac1c-9bc4-45e6-8b85-7b641848664b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:53:57.394180 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [None req-3b55ac1c-9bc4-45e6-8b85-7b641848664b admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/c92f9f22-4ba8-4b28-ab7c-7bbf8cc42807 HTTP/1.1" status: 204 len: 168 time: 1.6374371 Jan 31 20:53:57.428369 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b55ac1c-9bc4-45e6-8b85-7b641848664b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c92f9f22-4ba8-4b28-ab7c-7bbf8cc42807,revision_number=None']} {{(pid=102450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:53:57.430316 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.wsgi [-] (102450) accepted ('10.222.0.46', 35764) {{(pid=102450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 20:53:57.482183 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.plugin [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Current status of the port 1b6ba084-cfce-46b7-a1da-ca75cb925939 is: ACTIVE; New status is: ACTIVE {{(pid=102451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 20:53:57.483552 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.rpc [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Device 0fab487d-3019-4946-bfec-d3dfab0f67b7 up at agent ovs-agent-dv-cinder-813229-5-iscsi {{(pid=102451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 20:53:57.536241 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.db.l3_dvr_db [None req-7ef6d55c-bfc4-4bb9-8e8e-34b5fca86a0a None None] Set router 851c2438-0e3b-4740-9ec2-1c670441ff67 gateway port host: dv-cinder-813229-5-iscsi {{(pid=102451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 20:53:57.571834 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-c941e519-acb9-40d4-94ec-4b174c091f96 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:53:57.646635 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.db.provisioning_blocks [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Provisioning complete for port 0fab487d-3019-4946-bfec-d3dfab0f67b7 triggered by entity L2. {{(pid=102451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 20:53:57.647420 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3401144'] for port (0fab487d-3019-4946-bfec-d3dfab0f67b7), provisioning_complete {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:53:57.655212 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-15256b1b-0560-41e9-9ee6-94a6e2d87f94 req-2a710ef0-2809-4f88-a543-aaa989690b31 tempest-AttachVolumeNegativeTest-36827424 tempest-AttachVolumeNegativeTest-36827424-project] 10.222.0.46 "GET /v2.0/ports?device_id=5329065f-5069-48cf-b2ec-fe4e788092e5 HTTP/1.1" status: 200 len: 210 time: 0.0493686 Jan 31 20:53:57.767381 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-8ebae9de-61d0-4478-904a-15cbb1ec3ffd req-4a2510f5-7c81-4a02-b4ee-6db71ca5d653 tempest-DeleteServersTestJSON-1351021097 tempest-DeleteServersTestJSON-1351021097-project] 10.222.0.46 "GET /v2.0/ports?device_id=64319175-af4e-4f10-879b-b28dd60751ec HTTP/1.1" status: 200 len: 210 time: 0.0632181 Jan 31 20:53:57.830968 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a2ecc44-622a-4490-a7f6-1a171e50e993 admin admin] Notify agent at l3_agent.dv-cinder-813229-5-iscsi the message routers_updated {{(pid=102450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 20:53:57.848542 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-795c155c-00e8-46bf-9034-1aad4ba1a477 None None] Sync routers for ids ['d4d7d827-a252-4287-bc91-d9fef5d0e77d'] in dv-cinder-813229-5-iscsi {{(pid=102454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 20:53:57.883176 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-3a2ecc44-622a-4490-a7f6-1a171e50e993 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:53:57.885959 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [None req-3a2ecc44-622a-4490-a7f6-1a171e50e993 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.8346105 Jan 31 20:53:57.888752 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.wsgi [-] (102449) accepted ('10.222.0.46', 35786) {{(pid=102449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 20:53:57.903383 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-795c155c-00e8-46bf-9034-1aad4ba1a477 None None] Routers {'d4d7d827-a252-4287-bc91-d9fef5d0e77d'} bound to L3 agent in host dv-cinder-813229-5-iscsi {{(pid=102454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 20:53:57.904026 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.db.l3_hamode_db [None req-795c155c-00e8-46bf-9034-1aad4ba1a477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-31T20:45:52Z,description=,heartbeat_timestamp=2022-01-31T20:53:52Z,host='dv-cinder-813229-5-iscsi',id=7c18f3b4-4d02-4b01-9072-98fcd9008716,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T20:45:52Z,topic='l3_agent')) {'router_ids': ['d4d7d827-a252-4287-bc91-d9fef5d0e77d'], 'active': True} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 20:53:57.962469 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-c941e519-acb9-40d4-94ec-4b174c091f96 admin admin] Publish callbacks [] for security_group (6e40c51a-b22f-414d-b913-030e274c86d2), precommit_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:53:57.967872 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-c941e519-acb9-40d4-94ec-4b174c091f96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736509'] for security_group (6e40c51a-b22f-414d-b913-030e274c86d2), after_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:53:58.021492 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [None req-c941e519-acb9-40d4-94ec-4b174c091f96 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=8d44ce5140bd43928590d9e03d84f635&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5907788 Jan 31 20:53:58.024171 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.wsgi [-] (102450) accepted ('10.222.0.46', 35798) {{(pid=102450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 20:53:58.108864 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.plugin [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Current status of the port 0fab487d-3019-4946-bfec-d3dfab0f67b7 is: ACTIVE; New status is: ACTIVE {{(pid=102451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 20:53:58.156608 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.db.l3_hamode_db [None req-7ef6d55c-bfc4-4bb9-8e8e-34b5fca86a0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '851c2438-0e3b-4740-9ec2-1c670441ff67', 'name': 'tempest-ServerRescueNegativeTestJSON-1107948547-router', 'tenant_id': '0338b91214f04c0ea3b3105e707d550a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51ba4d8e-a54c-4fb0-a209-37766af226e8', 'external_fixed_ips': [{'subnet_id': '99ba9542-d2be-443f-a804-26ff9bedcbe2', 'ip_address': '172.27.2.148'}], 'enable_snat': True}, 'gw_port_id': '0fab487d-3019-4946-bfec-d3dfab0f67b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T20:53:48Z', 'updated_at': '2022-01-31T20:53:54Z', 'revision_number': 4, 'project_id': '0338b91214f04c0ea3b3105e707d550a', 'gw_port': {'id': '0fab487d-3019-4946-bfec-d3dfab0f67b7', 'name': '', 'network_id': '51ba4d8e-a54c-4fb0-a209-37766af226e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:e7:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '851c2438-0e3b-4740-9ec2-1c670441ff67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '99ba9542-d2be-443f-a804-26ff9bedcbe2', 'ip_address': '172.27.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T20:53:49Z', 'updated_at': '2022-01-31T20:53:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99ba9542-d2be-443f-a804-26ff9bedcbe2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-5-iscsi', '_interfaces': [{'id': 'bb909a7f-144e-40ac-a38c-7450bb57d310', 'name': '', 'network_id': '65673a31-2d3e-4d05-b20c-5dc9b3003e1f', 'tenant_id': '0338b91214f04c0ea3b3105e707d550a', 'mac_address': 'fa:16:3e:0e:e3:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '851c2438-0e3b-4740-9ec2-1c670441ff67', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '192371ce-29b6-4188-9b71-f88453dc95b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T20:53:52Z', 'updated_at': '2022-01-31T20:53:55Z', 'revision_number': 2, 'project_id': '0338b91214f04c0ea3b3105e707d550a', 'subnets': [{'id': '192371ce-29b6-4188-9b71-f88453dc95b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-5-iscsi', False) {} {{(pid=102451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 20:53:58.215152 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c941e519-acb9-40d4-94ec-4b174c091f96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e40c51a-b22f-414d-b913-030e274c86d2,revision_number=1']} {{(pid=102450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:53:58.269475 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ef6d55c-bfc4-4bb9-8e8e-34b5fca86a0a None None] Checking router: 851c2438-0e3b-4740-9ec2-1c670441ff67 for host: dv-cinder-813229-5-iscsi {{(pid=102451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 20:53:58.271862 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ef6d55c-bfc4-4bb9-8e8e-34b5fca86a0a None None] Updating router 851c2438-0e3b-4740-9ec2-1c670441ff67 port bb909a7f-144e-40ac-a38c-7450bb57d310 binding host dv-cinder-813229-5-iscsi {{(pid=102451) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 31 20:53:58.283918 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-24a701d0-4354-4c60-8ad6-4014e0fa45b7 admin admin] Publish callbacks [] for security_group (6e40c51a-b22f-414d-b913-030e274c86d2), before_delete {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:53:58.353620 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-24a701d0-4354-4c60-8ad6-4014e0fa45b7 admin admin] Publish callbacks [] for security_group (6e40c51a-b22f-414d-b913-030e274c86d2), precommit_delete {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:53:58.365475 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-7ef6d55c-bfc4-4bb9-8e8e-34b5fca86a0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1026180'] for port (bb909a7f-144e-40ac-a38c-7450bb57d310), before_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:53:58.370302 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.db.l3_dvr_db [None req-795c155c-00e8-46bf-9034-1aad4ba1a477 None None] Set router d4d7d827-a252-4287-bc91-d9fef5d0e77d gateway port host: dv-cinder-813229-5-iscsi {{(pid=102454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 20:53:58.489422 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-24a701d0-4354-4c60-8ad6-4014e0fa45b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736509'] for security_group (6e40c51a-b22f-414d-b913-030e274c86d2), after_delete {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:53:58.493389 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-24a701d0-4354-4c60-8ad6-4014e0fa45b7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:53:58.496967 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [None req-24a701d0-4354-4c60-8ad6-4014e0fa45b7 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/6e40c51a-b22f-414d-b913-030e274c86d2 HTTP/1.1" status: 204 len: 168 time: 0.4675400 Jan 31 20:53:58.532788 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a701d0-4354-4c60-8ad6-4014e0fa45b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e40c51a-b22f-414d-b913-030e274c86d2,revision_number=None']} {{(pid=102450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:53:58.654430 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.wsgi [-] (102450) accepted ('10.222.0.46', 35828) {{(pid=102450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 20:53:58.676209 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-acdfc35b-db64-43ac-ab20-f525f38ee897 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:53:59.213249 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.db.l3_hamode_db [None req-795c155c-00e8-46bf-9034-1aad4ba1a477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4d7d827-a252-4287-bc91-d9fef5d0e77d', 'name': 'tempest-AttachVolumeShelveTestJSON-958845334-router', 'tenant_id': '89e26e9450a7409f847d894c6e8d3bfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51ba4d8e-a54c-4fb0-a209-37766af226e8', 'external_fixed_ips': [{'subnet_id': '99ba9542-d2be-443f-a804-26ff9bedcbe2', 'ip_address': '172.27.2.24'}], 'enable_snat': True}, 'gw_port_id': 'a98c6a2a-b321-479d-876f-dc5ce1e0005c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T20:53:52Z', 'updated_at': '2022-01-31T20:53:55Z', 'revision_number': 3, 'project_id': '89e26e9450a7409f847d894c6e8d3bfc', 'gw_port': {'id': 'a98c6a2a-b321-479d-876f-dc5ce1e0005c', 'name': '', 'network_id': '51ba4d8e-a54c-4fb0-a209-37766af226e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:09:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4d7d827-a252-4287-bc91-d9fef5d0e77d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '99ba9542-d2be-443f-a804-26ff9bedcbe2', 'ip_address': '172.27.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T20:53:53Z', 'updated_at': '2022-01-31T20:53:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '99ba9542-d2be-443f-a804-26ff9bedcbe2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-5-iscsi'}], 'dv-cinder-813229-5-iscsi', False) {} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 20:53:59.271914 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-795c155c-00e8-46bf-9034-1aad4ba1a477 None None] Checking router: d4d7d827-a252-4287-bc91-d9fef5d0e77d for host: dv-cinder-813229-5-iscsi {{(pid=102454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 20:53:59.272351 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-795c155c-00e8-46bf-9034-1aad4ba1a477 None None] Updating router d4d7d827-a252-4287-bc91-d9fef5d0e77d port a98c6a2a-b321-479d-876f-dc5ce1e0005c binding host dv-cinder-813229-5-iscsi {{(pid=102454) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 31 20:53:59.331110 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-7ef6d55c-bfc4-4bb9-8e8e-34b5fca86a0a None None] Publish callbacks [] for port (bb909a7f-144e-40ac-a38c-7450bb57d310), precommit_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:53:59.342770 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-7ef6d55c-bfc4-4bb9-8e8e-34b5fca86a0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1029723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3769609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783600466378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783599971615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783599971633'] for port (bb909a7f-144e-40ac-a38c-7450bb57d310), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:53:59.379351 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-795c155c-00e8-46bf-9034-1aad4ba1a477 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1026180'] for port (a98c6a2a-b321-479d-876f-dc5ce1e0005c), before_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:53:59.388872 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a492787-dad3-45df-8356-1af345fca9f5 req-4874ecb9-d9db-443f-8fde-baf842df1485 tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:53:59.400172 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-2a492787-dad3-45df-8356-1af345fca9f5 req-4874ecb9-d9db-443f-8fde-baf842df1485 tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] 10.222.0.46 "GET /v2.0/networks?id=65673a31-2d3e-4d05-b20c-5dc9b3003e1f HTTP/1.1" status: 200 len: 819 time: 0.6847484 Jan 31 20:53:59.464164 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-2a492787-dad3-45df-8356-1af345fca9f5 req-d09cfa5d-eb11-491e-a5dd-dcf46e05463b tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] 10.222.0.46 "GET /v2.0/quotas/0338b91214f04c0ea3b3105e707d550a HTTP/1.1" status: 200 len: 375 time: 0.0630002 Jan 31 20:53:59.481267 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-5e72ec2b-6ffc-4c41-8304-daa683fced11 req-e9b464b9-cb21-449c-8050-0924f7c3e0cf tempest-AttachVolumeNegativeTest-36827424 tempest-AttachVolumeNegativeTest-36827424-project] 10.222.0.46 "GET /v2.0/ports?device_id=5329065f-5069-48cf-b2ec-fe4e788092e5 HTTP/1.1" status: 200 len: 210 time: 0.0387383 Jan 31 20:53:59.490678 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-2be3fd40-68c2-43eb-ba2a-bce9de41239b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1026180'] for port (None), before_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:53:59.496511 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73e2f05-89e0-40ab-a720-19a2116991f1 None None] Pushing event updated for resources: {'Port': ['ID=bb909a7f-144e-40ac-a38c-7450bb57d310,revision_number=3']} {{(pid=102451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:53:59.616386 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.managers [None req-7ef6d55c-bfc4-4bb9-8e8e-34b5fca86a0a None None] Attempting to bind port bb909a7f-144e-40ac-a38c-7450bb57d310 on host dv-cinder-813229-5-iscsi for vnic_type normal with profile {{(pid=102451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 20:53:59.620524 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.managers [None req-7ef6d55c-bfc4-4bb9-8e8e-34b5fca86a0a None None] Attempting to bind port bb909a7f-144e-40ac-a38c-7450bb57d310 by drivers openvswitch,hyperv on host dv-cinder-813229-5-iscsi at level 0 using segments [{'id': 'dc7f01b7-eb08-4044-b0f8-cca54d3f9b11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '65673a31-2d3e-4d05-b20c-5dc9b3003e1f'}] {{(pid=102451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 20:53:59.620966 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ef6d55c-bfc4-4bb9-8e8e-34b5fca86a0a None None] Attempting to bind port bb909a7f-144e-40ac-a38c-7450bb57d310 on network 65673a31-2d3e-4d05-b20c-5dc9b3003e1f {{(pid=102451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 20:53:59.639038 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ef6d55c-bfc4-4bb9-8e8e-34b5fca86a0a None None] Checking agent: {'id': '9ba4f6fe-000a-4ef5-9d61-ba62910ab5fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813229-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 20, 45, 56), 'started_at': datetime.datetime(2022, 1, 31, 20, 46, 26), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 20, 53, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813229-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 20:53:59.639403 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ef6d55c-bfc4-4bb9-8e8e-34b5fca86a0a None None] Checking segment: {'id': 'dc7f01b7-eb08-4044-b0f8-cca54d3f9b11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '65673a31-2d3e-4d05-b20c-5dc9b3003e1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 20:53:59.643398 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-7ef6d55c-bfc4-4bb9-8e8e-34b5fca86a0a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:53:59.648362 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ef6d55c-bfc4-4bb9-8e8e-34b5fca86a0a None None] Bound using segment: {'id': 'dc7f01b7-eb08-4044-b0f8-cca54d3f9b11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '65673a31-2d3e-4d05-b20c-5dc9b3003e1f'} {{(pid=102451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 20:53:59.649406 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.managers [None req-7ef6d55c-bfc4-4bb9-8e8e-34b5fca86a0a None None] Bound port: bb909a7f-144e-40ac-a38c-7450bb57d310, host: dv-cinder-813229-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc7f01b7-eb08-4044-b0f8-cca54d3f9b11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '65673a31-2d3e-4d05-b20c-5dc9b3003e1f'}}] {{(pid=102451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 20:53:59.650166 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-7ef6d55c-bfc4-4bb9-8e8e-34b5fca86a0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1026180'] for port (bb909a7f-144e-40ac-a38c-7450bb57d310), before_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:53:59.738742 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-2a492787-dad3-45df-8356-1af345fca9f5 req-0ab26c51-9bd5-4cc3-9264-dd40e7005d55 tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=0338b91214f04c0ea3b3105e707d550a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2688546 Jan 31 20:53:59.764546 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.wsgi [-] (102450) accepted ('10.222.0.59', 65375) {{(pid=102450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 20:53:59.764898 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.wsgi [-] (102450) accepted ('10.222.0.46', 35864) {{(pid=102450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 20:53:59.819646 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.db [None req-7ef6d55c-bfc4-4bb9-8e8e-34b5fca86a0a None None] For port bb909a7f-144e-40ac-a38c-7450bb57d310, host dv-cinder-813229-5-iscsi, cleared binding levels {{(pid=102451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 20:53:59.826989 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.wsgi [-] (102450) accepted ('10.222.0.59', 65376) {{(pid=102450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 20:53:59.841754 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.db [None req-7ef6d55c-bfc4-4bb9-8e8e-34b5fca86a0a None None] For port bb909a7f-144e-40ac-a38c-7450bb57d310, host dv-cinder-813229-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-5-iscsi',level=0,port_id=bb909a7f-144e-40ac-a38c-7450bb57d310,segment=NetworkSegment(dc7f01b7-eb08-4044-b0f8-cca54d3f9b11),segment_id=dc7f01b7-eb08-4044-b0f8-cca54d3f9b11)] {{(pid=102451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 20:53:59.851253 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-7ef6d55c-bfc4-4bb9-8e8e-34b5fca86a0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1029723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3769609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783600466378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783599971615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783599971633'] for port (bb909a7f-144e-40ac-a38c-7450bb57d310), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:53:59.864805 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.db.db_base_plugin_common [None req-2be3fd40-68c2-43eb-ba2a-bce9de41239b admin admin] Allocated IP 172.20.0.1 (e68884ed-aafc-46db-987f-40cce4cb0a81/34dec552-ecde-44b0-b00b-6077e3fcfd65/ed87e509-a3c0-4f7d-aee1-ba82b86c6569) {{(pid=102449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 20:53:59.978132 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73e2f05-89e0-40ab-a720-19a2116991f1 None None] Pushing event updated for resources: {'Port': ['ID=bb909a7f-144e-40ac-a38c-7450bb57d310,revision_number=4']} {{(pid=102451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:54:00.016518 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ef6d55c-bfc4-4bb9-8e8e-34b5fca86a0a None None] Routers {'851c2438-0e3b-4740-9ec2-1c670441ff67'} bound to L3 agent in host dv-cinder-813229-5-iscsi {{(pid=102451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 20:54:00.017159 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.db.l3_hamode_db [None req-7ef6d55c-bfc4-4bb9-8e8e-34b5fca86a0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-31T20:45:52Z,description=,heartbeat_timestamp=2022-01-31T20:53:52Z,host='dv-cinder-813229-5-iscsi',id=7c18f3b4-4d02-4b01-9072-98fcd9008716,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T20:45:52Z,topic='l3_agent')) {'router_ids': ['851c2438-0e3b-4740-9ec2-1c670441ff67'], 'active': True} {{(pid=102451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 20:54:00.117714 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-795c155c-00e8-46bf-9034-1aad4ba1a477 None None] Publish callbacks [] for port (a98c6a2a-b321-479d-876f-dc5ce1e0005c), precommit_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:00.153084 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-795c155c-00e8-46bf-9034-1aad4ba1a477 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1029723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3769609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783600466378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783599971615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783599971633'] for port (a98c6a2a-b321-479d-876f-dc5ce1e0005c), after_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:00.153630 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-2be3fd40-68c2-43eb-ba2a-bce9de41239b admin admin] Publish callbacks [] for port (ed87e509-a3c0-4f7d-aee1-ba82b86c6569), precommit_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:00.188055 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-acdfc35b-db64-43ac-ab20-f525f38ee897 admin admin] Publish callbacks [] for security_group (97586205-d58d-4bfa-ba3e-01f15ef14473), precommit_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:00.188538 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7424c8-2427-47b7-b020-319a92880bf8 None None] Pushing event updated for resources: {'Port': ['ID=a98c6a2a-b321-479d-876f-dc5ce1e0005c,revision_number=2']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:54:00.230745 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-0064247c-9fb2-4147-94de-18515825f6a7 req-453b791c-d19c-4aeb-97d1-51c64f4a2602 tempest-DeleteServersTestJSON-1351021097 tempest-DeleteServersTestJSON-1351021097-project] 10.222.0.46 "GET /v2.0/ports?device_id=64319175-af4e-4f10-879b-b28dd60751ec HTTP/1.1" status: 200 len: 210 time: 0.0740831 Jan 31 20:54:00.253766 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-83a26bbe-b357-42a7-87ad-78b47d26b2a5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:00.267851 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-2be3fd40-68c2-43eb-ba2a-bce9de41239b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1029723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3769609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783599971597'] for port (ed87e509-a3c0-4f7d-aee1-ba82b86c6569), after_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:00.276072 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.db.l3_dvr_db [None req-7ef6d55c-bfc4-4bb9-8e8e-34b5fca86a0a None None] Set router 851c2438-0e3b-4740-9ec2-1c670441ff67 gateway port host: dv-cinder-813229-5-iscsi {{(pid=102451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 20:54:00.282240 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [None req-795c155c-00e8-46bf-9034-1aad4ba1a477 None None] Attempting to bind port a98c6a2a-b321-479d-876f-dc5ce1e0005c on host dv-cinder-813229-5-iscsi for vnic_type normal with profile {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 20:54:00.282715 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [None req-795c155c-00e8-46bf-9034-1aad4ba1a477 None None] Attempting to bind port a98c6a2a-b321-479d-876f-dc5ce1e0005c by drivers openvswitch,hyperv on host dv-cinder-813229-5-iscsi at level 0 using segments [{'id': 'ad776c9f-cdc1-49f1-a366-310dcfc4c059', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51ba4d8e-a54c-4fb0-a209-37766af226e8'}] {{(pid=102454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 20:54:00.283145 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-795c155c-00e8-46bf-9034-1aad4ba1a477 None None] Attempting to bind port a98c6a2a-b321-479d-876f-dc5ce1e0005c on network 51ba4d8e-a54c-4fb0-a209-37766af226e8 {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 20:54:00.298603 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-795c155c-00e8-46bf-9034-1aad4ba1a477 None None] Checking agent: {'id': '9ba4f6fe-000a-4ef5-9d61-ba62910ab5fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813229-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 20, 45, 56), 'started_at': datetime.datetime(2022, 1, 31, 20, 46, 26), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 20, 53, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813229-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 20:54:00.299048 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-795c155c-00e8-46bf-9034-1aad4ba1a477 None None] Checking segment: {'id': 'ad776c9f-cdc1-49f1-a366-310dcfc4c059', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51ba4d8e-a54c-4fb0-a209-37766af226e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 20:54:00.299441 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-795c155c-00e8-46bf-9034-1aad4ba1a477 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:00.299833 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-795c155c-00e8-46bf-9034-1aad4ba1a477 None None] Bound using segment: {'id': 'ad776c9f-cdc1-49f1-a366-310dcfc4c059', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51ba4d8e-a54c-4fb0-a209-37766af226e8'} {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 20:54:00.300307 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [None req-795c155c-00e8-46bf-9034-1aad4ba1a477 None None] Bound port: a98c6a2a-b321-479d-876f-dc5ce1e0005c, host: dv-cinder-813229-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad776c9f-cdc1-49f1-a366-310dcfc4c059', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51ba4d8e-a54c-4fb0-a209-37766af226e8'}}] {{(pid=102454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 20:54:00.300687 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-795c155c-00e8-46bf-9034-1aad4ba1a477 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1026180'] for port (a98c6a2a-b321-479d-876f-dc5ce1e0005c), before_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:00.378543 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-acdfc35b-db64-43ac-ab20-f525f38ee897 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736509'] for security_group (97586205-d58d-4bfa-ba3e-01f15ef14473), after_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:00.378992 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2be3fd40-68c2-43eb-ba2a-bce9de41239b admin admin] Network e68884ed-aafc-46db-987f-40cce4cb0a81 is already hosted by enough agents. {{(pid=102449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 20:54:00.382318 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.scheduler.base_scheduler [None req-2be3fd40-68c2-43eb-ba2a-bce9de41239b admin admin] Resources bound (agent type, host, resource id): {{(pid=102449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 20:54:00.391910 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2be3fd40-68c2-43eb-ba2a-bce9de41239b admin admin] Received port after_create {{(pid=102449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 20:54:00.392406 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-2be3fd40-68c2-43eb-ba2a-bce9de41239b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3696668'] for router_interface (d4d7d827-a252-4287-bc91-d9fef5d0e77d), before_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:00.445551 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.plugins.ml2.db [None req-795c155c-00e8-46bf-9034-1aad4ba1a477 None None] For port a98c6a2a-b321-479d-876f-dc5ce1e0005c, host dv-cinder-813229-5-iscsi, cleared binding levels {{(pid=102454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 20:54:00.450188 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.plugins.ml2.db [None req-795c155c-00e8-46bf-9034-1aad4ba1a477 None None] For port a98c6a2a-b321-479d-876f-dc5ce1e0005c, host dv-cinder-813229-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-5-iscsi',level=0,port_id=a98c6a2a-b321-479d-876f-dc5ce1e0005c,segment=NetworkSegment(ad776c9f-cdc1-49f1-a366-310dcfc4c059),segment_id=ad776c9f-cdc1-49f1-a366-310dcfc4c059)] {{(pid=102454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 20:54:00.461306 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-795c155c-00e8-46bf-9034-1aad4ba1a477 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1029723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3769609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783600466378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783599971615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783599971633'] for port (a98c6a2a-b321-479d-876f-dc5ce1e0005c), after_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:00.568204 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-83a26bbe-b357-42a7-87ad-78b47d26b2a5 admin admin] Publish callbacks [] for security_group (3d53cc93-ed5b-47cc-b318-48fccecb64f7), precommit_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:00.580285 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-2a492787-dad3-45df-8356-1af345fca9f5 req-7b9fc017-a5fd-4643-acb3-e2c3b2bf45f4 service neutron] 10.222.0.46 "GET /v2.0/networks/65673a31-2d3e-4d05-b20c-5dc9b3003e1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8354881 Jan 31 20:54:00.615512 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-795c155c-00e8-46bf-9034-1aad4ba1a477 None None] Routers {'d4d7d827-a252-4287-bc91-d9fef5d0e77d'} bound to L3 agent in host dv-cinder-813229-5-iscsi {{(pid=102454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 20:54:00.616213 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.db.l3_hamode_db [None req-795c155c-00e8-46bf-9034-1aad4ba1a477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-31T20:45:52Z,description=,heartbeat_timestamp=2022-01-31T20:53:52Z,host='dv-cinder-813229-5-iscsi',id=7c18f3b4-4d02-4b01-9072-98fcd9008716,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T20:45:52Z,topic='l3_agent')) {'router_ids': ['d4d7d827-a252-4287-bc91-d9fef5d0e77d'], 'active': True} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 20:54:00.620678 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7424c8-2427-47b7-b020-319a92880bf8 None None] Pushing event updated for resources: {'Port': ['ID=a98c6a2a-b321-479d-876f-dc5ce1e0005c,revision_number=3']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:54:00.707686 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be3fd40-68c2-43eb-ba2a-bce9de41239b admin admin] Pushing event updated for resources: {'Port': ['ID=ed87e509-a3c0-4f7d-aee1-ba82b86c6569,revision_number=1']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:54:00.751134 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.db.l3_hamode_db [None req-7ef6d55c-bfc4-4bb9-8e8e-34b5fca86a0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '851c2438-0e3b-4740-9ec2-1c670441ff67', 'name': 'tempest-ServerRescueNegativeTestJSON-1107948547-router', 'tenant_id': '0338b91214f04c0ea3b3105e707d550a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51ba4d8e-a54c-4fb0-a209-37766af226e8', 'external_fixed_ips': [{'subnet_id': '99ba9542-d2be-443f-a804-26ff9bedcbe2', 'ip_address': '172.27.2.148'}], 'enable_snat': True}, 'gw_port_id': '0fab487d-3019-4946-bfec-d3dfab0f67b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T20:53:48Z', 'updated_at': '2022-01-31T20:53:54Z', 'revision_number': 4, 'project_id': '0338b91214f04c0ea3b3105e707d550a', 'gw_port': {'id': '0fab487d-3019-4946-bfec-d3dfab0f67b7', 'name': '', 'network_id': '51ba4d8e-a54c-4fb0-a209-37766af226e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:e7:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '851c2438-0e3b-4740-9ec2-1c670441ff67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '99ba9542-d2be-443f-a804-26ff9bedcbe2', 'ip_address': '172.27.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T20:53:49Z', 'updated_at': '2022-01-31T20:53:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99ba9542-d2be-443f-a804-26ff9bedcbe2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-5-iscsi', '_interfaces': [{'id': 'bb909a7f-144e-40ac-a38c-7450bb57d310', 'name': '', 'network_id': '65673a31-2d3e-4d05-b20c-5dc9b3003e1f', 'tenant_id': '0338b91214f04c0ea3b3105e707d550a', 'mac_address': 'fa:16:3e:0e:e3:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '851c2438-0e3b-4740-9ec2-1c670441ff67', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '192371ce-29b6-4188-9b71-f88453dc95b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T20:53:52Z', 'updated_at': '2022-01-31T20:53:59Z', 'revision_number': 4, 'project_id': '0338b91214f04c0ea3b3105e707d550a', 'subnets': [{'id': '192371ce-29b6-4188-9b71-f88453dc95b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-5-iscsi', False) {} {{(pid=102451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 20:54:00.752343 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-2be3fd40-68c2-43eb-ba2a-bce9de41239b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1026180'] for port (ed87e509-a3c0-4f7d-aee1-ba82b86c6569), before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:00.793474 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdfc35b-db64-43ac-ab20-f525f38ee897 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97586205-d58d-4bfa-ba3e-01f15ef14473,revision_number=1']} {{(pid=102450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:54:00.811219 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-2a492787-dad3-45df-8356-1af345fca9f5 req-14fb7572-4261-422f-b9bb-6a9495a8a5d7 service neutron] 10.222.0.46 "GET /v2.0/networks/65673a31-2d3e-4d05-b20c-5dc9b3003e1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2295182 Jan 31 20:54:00.818469 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-83a26bbe-b357-42a7-87ad-78b47d26b2a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736509'] for security_group (3d53cc93-ed5b-47cc-b318-48fccecb64f7), after_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:00.818845 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ef6d55c-bfc4-4bb9-8e8e-34b5fca86a0a None None] The sync data for ids ['851c2438-0e3b-4740-9ec2-1c670441ff67'] in dv-cinder-813229-5-iscsi is: [{'id': '851c2438-0e3b-4740-9ec2-1c670441ff67', 'name': 'tempest-ServerRescueNegativeTestJSON-1107948547-router', 'tenant_id': '0338b91214f04c0ea3b3105e707d550a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51ba4d8e-a54c-4fb0-a209-37766af226e8', 'external_fixed_ips': [{'subnet_id': '99ba9542-d2be-443f-a804-26ff9bedcbe2', 'ip_address': '172.27.2.148'}], 'enable_snat': True}, 'gw_port_id': '0fab487d-3019-4946-bfec-d3dfab0f67b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T20:53:48Z', 'updated_at': '2022-01-31T20:53:54Z', 'revision_number': 4, 'project_id': '0338b91214f04c0ea3b3105e707d550a', 'gw_port': {'id': '0fab487d-3019-4946-bfec-d3dfab0f67b7', 'name': '', 'network_id': '51ba4d8e-a54c-4fb0-a209-37766af226e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:e7:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '851c2438-0e3b-4740-9ec2-1c670441ff67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '99ba9542-d2be-443f-a804-26ff9bedcbe2', 'ip_address': '172.27.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T20:53:49Z', 'updated_at': '2022-01-31T20:53:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99ba9542-d2be-443f-a804-26ff9bedcbe2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-5-iscsi', '_interfaces': [{'id': 'bb909a7f-144e-40ac-a38c-7450bb57d310', 'name': '', 'network_id': '65673a31-2d3e-4d05-b20c-5dc9b3003e1f', 'tenant_id': '0338b91214f04c0ea3b3105e707d550a', 'mac_address': 'fa:16:3e:0e:e3:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '851c2438-0e3b-4740-9ec2-1c670441ff67', 'device_owner': 'network:router_interface', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '192371ce-29b6-4188-9b71-f88453dc95b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T20:53:52Z', 'updated_at': '2022-01-31T20:53:59Z', 'revision_number': 4, 'project_id': '0338b91214f04c0ea3b3105e707d550a', 'subnets': [{'id': '192371ce-29b6-4188-9b71-f88453dc95b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 20:54:00.848298 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.db.provisioning_blocks [None req-40a1365a-f45a-45d6-abbe-ab16e38f9071 None None] Provisioning complete for port ed87e509-a3c0-4f7d-aee1-ba82b86c6569 triggered by entity DHCP. {{(pid=102451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 20:54:00.848641 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-40a1365a-f45a-45d6-abbe-ab16e38f9071 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3401144'] for port (ed87e509-a3c0-4f7d-aee1-ba82b86c6569), provisioning_complete {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:00.914255 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.db.l3_dvr_db [None req-795c155c-00e8-46bf-9034-1aad4ba1a477 None None] Set router d4d7d827-a252-4287-bc91-d9fef5d0e77d gateway port host: dv-cinder-813229-5-iscsi {{(pid=102454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 20:54:00.938172 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.plugin [None req-40a1365a-f45a-45d6-abbe-ab16e38f9071 None None] Port ed87e509-a3c0-4f7d-aee1-ba82b86c6569 cannot update to ACTIVE because it is not bound. {{(pid=102451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 20:54:00.989024 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-89d8f7fa-2ee9-4355-bfa7-1adf28c7af23 req-55c415b6-07ec-48f1-844d-aa653fabd022 tempest-AttachVolumeNegativeTest-36827424 tempest-AttachVolumeNegativeTest-36827424-project] 10.222.0.46 "GET /v2.0/ports?device_id=5329065f-5069-48cf-b2ec-fe4e788092e5 HTTP/1.1" status: 200 len: 210 time: 0.1541722 Jan 31 20:54:00.993664 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [None req-83a26bbe-b357-42a7-87ad-78b47d26b2a5 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=8c66e604a01b46a2938366da033df1cf&name=default HTTP/1.1" status: 200 len: 2992 time: 1.2171078 Jan 31 20:54:01.006462 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.wsgi [-] (102449) accepted ('10.222.0.46', 35918) {{(pid=102449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 20:54:01.050676 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [None req-acdfc35b-db64-43ac-ab20-f525f38ee897 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b52390f200554d4cbf7d3231f9b1b41f&name=default HTTP/1.1" status: 200 len: 2992 time: 2.3917086 Jan 31 20:54:01.061177 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.wsgi [-] (102450) accepted ('10.222.0.46', 35922) {{(pid=102450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 20:54:01.076373 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499cd153-c30d-4b6f-9192-06e0bf8724ec req-2a9b15f7-0798-4e45-bb34-34801f4b194c tempest-AttachVolumeNegativeTest-36827424 tempest-AttachVolumeNegativeTest-36827424-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:54:01.078808 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-499cd153-c30d-4b6f-9192-06e0bf8724ec req-2a9b15f7-0798-4e45-bb34-34801f4b194c tempest-AttachVolumeNegativeTest-36827424 tempest-AttachVolumeNegativeTest-36827424-project] 10.222.0.59 "GET /v2.0/networks?id=7654a450-2e31-4398-8bf5-1ad3ee6cd04f HTTP/1.1" status: 200 len: 814 time: 1.2455289 Jan 31 20:54:01.090221 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82258d99-3271-462e-a06e-8c030ec1975c req-3b269e58-24f6-4592-ba7b-782d7f07fdcf tempest-DeleteServersTestJSON-1351021097 tempest-DeleteServersTestJSON-1351021097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:54:01.092805 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-82258d99-3271-462e-a06e-8c030ec1975c req-3b269e58-24f6-4592-ba7b-782d7f07fdcf tempest-DeleteServersTestJSON-1351021097 tempest-DeleteServersTestJSON-1351021097-project] 10.222.0.59 "GET /v2.0/networks?id=40d8f6f8-08d6-4358-8889-34537d5b832f HTTP/1.1" status: 200 len: 812 time: 1.3261290 Jan 31 20:54:01.127470 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a26bbe-b357-42a7-87ad-78b47d26b2a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d53cc93-ed5b-47cc-b318-48fccecb64f7,revision_number=1']} {{(pid=102450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:54:01.192892 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.v2.base [req-82258d99-3271-462e-a06e-8c030ec1975c req-baa01fb3-d32f-4509-9a69-9fe86e89a38f tempest-DeleteServersTestJSON-1351021097 tempest-DeleteServersTestJSON-1351021097-project] Request body: {'port': {'device_id': '64319175-af4e-4f10-879b-b28dd60751ec', 'network_id': '40d8f6f8-08d6-4358-8889-34537d5b832f', 'admin_state_up': True, 'tenant_id': 'e272497447254ef592fec399ec9421b0'}} {{(pid=102450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 20:54:01.213866 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.v2.base [req-499cd153-c30d-4b6f-9192-06e0bf8724ec req-3eb4b8e9-7097-4d1f-8a21-40d7fde01499 tempest-AttachVolumeNegativeTest-36827424 tempest-AttachVolumeNegativeTest-36827424-project] Request body: {'port': {'device_id': '5329065f-5069-48cf-b2ec-fe4e788092e5', 'network_id': '7654a450-2e31-4398-8bf5-1ad3ee6cd04f', 'admin_state_up': True, 'tenant_id': 'd47558b0f9f34eaab8c09c34c2ff08d2'}} {{(pid=102450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 20:54:01.411802 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-86573eca-7795-475d-8002-1592e0b1dcea req-b8ef4c0f-92f8-4835-951b-81df5db0f6f6 tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] 10.222.0.46 "GET /v2.0/ports?device_id=4b21c9e1-251e-4780-a88f-01f20f420dac HTTP/1.1" status: 200 len: 210 time: 0.2427924 Jan 31 20:54:01.493454 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-7db3dabd-4ea6-4bdd-bb08-dd4b0d3e744c admin admin] Publish callbacks [] for security_group (3d53cc93-ed5b-47cc-b318-48fccecb64f7), before_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:01.578969 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.rpc [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Device bb909a7f-144e-40ac-a38c-7450bb57d310 up at agent ovs-agent-dv-cinder-813229-5-iscsi {{(pid=102451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 20:54:01.623512 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-7db3dabd-4ea6-4bdd-bb08-dd4b0d3e744c admin admin] Publish callbacks [] for security_group (3d53cc93-ed5b-47cc-b318-48fccecb64f7), precommit_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:01.793394 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-7db3dabd-4ea6-4bdd-bb08-dd4b0d3e744c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736509'] for security_group (3d53cc93-ed5b-47cc-b318-48fccecb64f7), after_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:01.796472 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-7db3dabd-4ea6-4bdd-bb08-dd4b0d3e744c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:01.799972 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [None req-7db3dabd-4ea6-4bdd-bb08-dd4b0d3e744c admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/3d53cc93-ed5b-47cc-b318-48fccecb64f7 HTTP/1.1" status: 204 len: 168 time: 0.7796190 Jan 31 20:54:01.871363 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db3dabd-4ea6-4bdd-bb08-dd4b0d3e744c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d53cc93-ed5b-47cc-b318-48fccecb64f7,revision_number=None']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:54:02.016140 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.db.provisioning_blocks [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Provisioning complete for port bb909a7f-144e-40ac-a38c-7450bb57d310 triggered by entity L2. {{(pid=102451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 20:54:02.024570 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3401144'] for port (bb909a7f-144e-40ac-a38c-7450bb57d310), provisioning_complete {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:02.035819 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.db.l3_hamode_db [None req-795c155c-00e8-46bf-9034-1aad4ba1a477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4d7d827-a252-4287-bc91-d9fef5d0e77d', 'name': 'tempest-AttachVolumeShelveTestJSON-958845334-router', 'tenant_id': '89e26e9450a7409f847d894c6e8d3bfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51ba4d8e-a54c-4fb0-a209-37766af226e8', 'external_fixed_ips': [{'subnet_id': '99ba9542-d2be-443f-a804-26ff9bedcbe2', 'ip_address': '172.27.2.24'}], 'enable_snat': True}, 'gw_port_id': 'a98c6a2a-b321-479d-876f-dc5ce1e0005c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T20:53:52Z', 'updated_at': '2022-01-31T20:54:00Z', 'revision_number': 4, 'project_id': '89e26e9450a7409f847d894c6e8d3bfc', 'gw_port': {'id': 'a98c6a2a-b321-479d-876f-dc5ce1e0005c', 'name': '', 'network_id': '51ba4d8e-a54c-4fb0-a209-37766af226e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:09:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4d7d827-a252-4287-bc91-d9fef5d0e77d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '99ba9542-d2be-443f-a804-26ff9bedcbe2', 'ip_address': '172.27.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T20:53:53Z', 'updated_at': '2022-01-31T20:54:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '99ba9542-d2be-443f-a804-26ff9bedcbe2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-5-iscsi', '_interfaces': [{'id': 'ed87e509-a3c0-4f7d-aee1-ba82b86c6569', 'name': '', 'network_id': 'e68884ed-aafc-46db-987f-40cce4cb0a81', 'tenant_id': '89e26e9450a7409f847d894c6e8d3bfc', 'mac_address': 'fa:16:3e:2f:53:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4d7d827-a252-4287-bc91-d9fef5d0e77d', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '34dec552-ecde-44b0-b00b-6077e3fcfd65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T20:53:59Z', 'updated_at': '2022-01-31T20:53:59Z', 'revision_number': 1, 'project_id': '89e26e9450a7409f847d894c6e8d3bfc', 'subnets': [{'id': '34dec552-ecde-44b0-b00b-6077e3fcfd65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-5-iscsi', False) {} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 20:54:02.044935 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-7187efc8-eff7-4e8d-bd19-279467c63f7e admin admin] Publish callbacks [] for security_group (97586205-d58d-4bfa-ba3e-01f15ef14473), before_delete {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:02.058595 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-2be3fd40-68c2-43eb-ba2a-bce9de41239b admin admin] Publish callbacks [] for port (ed87e509-a3c0-4f7d-aee1-ba82b86c6569), precommit_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:02.146302 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-795c155c-00e8-46bf-9034-1aad4ba1a477 None None] The sync data for ids ['d4d7d827-a252-4287-bc91-d9fef5d0e77d'] in dv-cinder-813229-5-iscsi is: [{'id': 'd4d7d827-a252-4287-bc91-d9fef5d0e77d', 'name': 'tempest-AttachVolumeShelveTestJSON-958845334-router', 'tenant_id': '89e26e9450a7409f847d894c6e8d3bfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51ba4d8e-a54c-4fb0-a209-37766af226e8', 'external_fixed_ips': [{'subnet_id': '99ba9542-d2be-443f-a804-26ff9bedcbe2', 'ip_address': '172.27.2.24'}], 'enable_snat': True}, 'gw_port_id': 'a98c6a2a-b321-479d-876f-dc5ce1e0005c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T20:53:52Z', 'updated_at': '2022-01-31T20:54:00Z', 'revision_number': 4, 'project_id': '89e26e9450a7409f847d894c6e8d3bfc', 'gw_port': {'id': 'a98c6a2a-b321-479d-876f-dc5ce1e0005c', 'name': '', 'network_id': '51ba4d8e-a54c-4fb0-a209-37766af226e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:09:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4d7d827-a252-4287-bc91-d9fef5d0e77d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '99ba9542-d2be-443f-a804-26ff9bedcbe2', 'ip_address': '172.27.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T20:53:53Z', 'updated_at': '2022-01-31T20:54:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '99ba9542-d2be-443f-a804-26ff9bedcbe2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-5-iscsi', '_interfaces': [{'id': 'ed87e509-a3c0-4f7d-aee1-ba82b86c6569', 'name': '', 'network_id': 'e68884ed-aafc-46db-987f-40cce4cb0a81', 'tenant_id': '89e26e9450a7409f847d894c6e8d3bfc', 'mac_address': 'fa:16:3e:2f:53:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4d7d827-a252-4287-bc91-d9fef5d0e77d', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '34dec552-ecde-44b0-b00b-6077e3fcfd65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T20:53:59Z', 'updated_at': '2022-01-31T20:53:59Z', 'revision_number': 1, 'project_id': '89e26e9450a7409f847d894c6e8d3bfc', 'subnets': [{'id': '34dec552-ecde-44b0-b00b-6077e3fcfd65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 20:54:02.169689 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a002c38-8b14-4e10-a5ec-20c930dc6ec4 req-fe197777-2734-4e43-b44b-422a432ba091 tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:54:02.171437 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-2a002c38-8b14-4e10-a5ec-20c930dc6ec4 req-fe197777-2734-4e43-b44b-422a432ba091 tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] 10.222.0.46 "GET /v2.0/networks?id=65673a31-2d3e-4d05-b20c-5dc9b3003e1f HTTP/1.1" status: 200 len: 819 time: 0.2815084 Jan 31 20:54:02.172945 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-2be3fd40-68c2-43eb-ba2a-bce9de41239b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1029723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3769609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783600466378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783599971615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783599971633'] for port (ed87e509-a3c0-4f7d-aee1-ba82b86c6569), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:02.173828 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-2be3fd40-68c2-43eb-ba2a-bce9de41239b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3769639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3694988'] for router_interface (d4d7d827-a252-4287-bc91-d9fef5d0e77d), after_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:02.321554 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.plugin [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Current status of the port bb909a7f-144e-40ac-a38c-7450bb57d310 is: DOWN; New status is: ACTIVE {{(pid=102451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 20:54:02.324721 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1026180'] for port (bb909a7f-144e-40ac-a38c-7450bb57d310), before_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:02.400701 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2be3fd40-68c2-43eb-ba2a-bce9de41239b admin admin] Network e68884ed-aafc-46db-987f-40cce4cb0a81 is already hosted by enough agents. {{(pid=102449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 20:54:02.427113 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-665ae37b-4f72-4afd-bc8e-09b26cf443d3 req-31b1967a-28f7-4e94-adc1-42f7ccd3dc8c tempest-DeleteServersTestJSON-1351021097 tempest-DeleteServersTestJSON-1351021097-project] 10.222.0.46 "GET /v2.0/ports?device_id=64319175-af4e-4f10-879b-b28dd60751ec HTTP/1.1" status: 200 len: 210 time: 0.2878006 Jan 31 20:54:02.454889 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.scheduler.base_scheduler [None req-2be3fd40-68c2-43eb-ba2a-bce9de41239b admin admin] Resources bound (agent type, host, resource id): {{(pid=102449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 20:54:02.465866 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-2a002c38-8b14-4e10-a5ec-20c930dc6ec4 req-a365fe14-8bf1-4799-a846-d9a0d088b1be tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] 10.222.0.46 "GET /v2.0/quotas/0338b91214f04c0ea3b3105e707d550a HTTP/1.1" status: 200 len: 375 time: 0.2645202 Jan 31 20:54:02.500889 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-7187efc8-eff7-4e8d-bd19-279467c63f7e admin admin] Publish callbacks [] for security_group (97586205-d58d-4bfa-ba3e-01f15ef14473), precommit_delete {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:02.547899 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.db [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] For port bb909a7f-144e-40ac-a38c-7450bb57d310, host dv-cinder-813229-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-5-iscsi',level=0,port_id=bb909a7f-144e-40ac-a38c-7450bb57d310,segment=NetworkSegment(dc7f01b7-eb08-4044-b0f8-cca54d3f9b11),segment_id=dc7f01b7-eb08-4044-b0f8-cca54d3f9b11)] {{(pid=102451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 20:54:02.558102 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1029723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3769609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783600466378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783599971615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783599971633'] for port (bb909a7f-144e-40ac-a38c-7450bb57d310), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:02.846715 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2be3fd40-68c2-43eb-ba2a-bce9de41239b admin admin] Router d4d7d827-a252-4287-bc91-d9fef5d0e77d has already been hosted by L3 agent 7c18f3b4-4d02-4b01-9072-98fcd9008716 {{(pid=102449) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 20:54:02.935881 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Pushing event updated for resources: {'Port': ['ID=bb909a7f-144e-40ac-a38c-7450bb57d310,revision_number=5']} {{(pid=102451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:54:03.340334 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.db.provisioning_blocks [None req-5a7447f0-0479-452a-971e-4ed19e5c37df None None] Provisioning complete for port ed87e509-a3c0-4f7d-aee1-ba82b86c6569 triggered by entity DHCP. {{(pid=102451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 20:54:03.345177 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-5a7447f0-0479-452a-971e-4ed19e5c37df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3401144'] for port (ed87e509-a3c0-4f7d-aee1-ba82b86c6569), provisioning_complete {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:03.352565 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.wsgi [-] (102450) accepted ('10.222.0.46', 35982) {{(pid=102450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 20:54:03.370771 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-69a228f0-5cb8-4541-9142-70fd72c11ac9 req-f3f40369-8ac8-4fbc-900a-c592a0b69e7e tempest-AttachVolumeNegativeTest-36827424 tempest-AttachVolumeNegativeTest-36827424-project] 10.222.0.46 "GET /v2.0/ports?device_id=5329065f-5069-48cf-b2ec-fe4e788092e5 HTTP/1.1" status: 200 len: 210 time: 0.4125452 Jan 31 20:54:03.425261 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-e7c7cb9a-46a2-4ca7-91cb-4fda75c1e82b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:03.440104 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-499cd153-c30d-4b6f-9192-06e0bf8724ec req-3eb4b8e9-7097-4d1f-8a21-40d7fde01499 tempest-AttachVolumeNegativeTest-36827424 tempest-AttachVolumeNegativeTest-36827424-project] Made reservation on behalf of d47558b0f9f34eaab8c09c34c2ff08d2 for: {'port': 1} {{(pid=102450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 20:54:03.446205 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [req-499cd153-c30d-4b6f-9192-06e0bf8724ec req-3eb4b8e9-7097-4d1f-8a21-40d7fde01499 tempest-AttachVolumeNegativeTest-36827424 tempest-AttachVolumeNegativeTest-36827424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1026180'] for port (None), before_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:03.466218 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be3fd40-68c2-43eb-ba2a-bce9de41239b admin admin] Pushing event updated for resources: {'Port': ['ID=ed87e509-a3c0-4f7d-aee1-ba82b86c6569,revision_number=2']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:54:03.486182 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2be3fd40-68c2-43eb-ba2a-bce9de41239b admin admin] Notify agent at l3_agent.dv-cinder-813229-5-iscsi the message routers_updated {{(pid=102449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 20:54:03.553647 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [None req-2be3fd40-68c2-43eb-ba2a-bce9de41239b admin admin] 10.222.0.46 "PUT /v2.0/routers/d4d7d827-a252-4287-bc91-d9fef5d0e77d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6547694 Jan 31 20:54:03.575654 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.plugin [None req-5a7447f0-0479-452a-971e-4ed19e5c37df None None] Port ed87e509-a3c0-4f7d-aee1-ba82b86c6569 cannot update to ACTIVE because it is not bound. {{(pid=102451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 20:54:03.607235 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.rpc [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Device bb909a7f-144e-40ac-a38c-7450bb57d310 up at agent ovs-agent-dv-cinder-813229-5-iscsi {{(pid=102451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 20:54:03.613669 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82258d99-3271-462e-a06e-8c030ec1975c req-baa01fb3-d32f-4509-9a69-9fe86e89a38f tempest-DeleteServersTestJSON-1351021097 tempest-DeleteServersTestJSON-1351021097-project] Made reservation on behalf of e272497447254ef592fec399ec9421b0 for: {'port': 1} {{(pid=102450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 20:54:03.635004 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [req-82258d99-3271-462e-a06e-8c030ec1975c req-baa01fb3-d32f-4509-9a69-9fe86e89a38f tempest-DeleteServersTestJSON-1351021097 tempest-DeleteServersTestJSON-1351021097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1026180'] for port (None), before_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:03.671534 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-2a002c38-8b14-4e10-a5ec-20c930dc6ec4 req-d676b159-b94b-4901-ab7c-b32ffe3733bb tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=0338b91214f04c0ea3b3105e707d550a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.8724349 Jan 31 20:54:03.776254 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.db.agents_db [None req-9f73b596-de3f-4c4d-980f-1f0b0f14bd7d None None] Agent healthcheck: found 6 active agents {{(pid=102454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 20:54:03.860148 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.db.provisioning_blocks [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Provisioning complete for port bb909a7f-144e-40ac-a38c-7450bb57d310 triggered by entity L2. {{(pid=102451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 20:54:03.861049 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3401144'] for port (bb909a7f-144e-40ac-a38c-7450bb57d310), provisioning_complete {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:03.970898 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-3bd527d8-b81e-447c-929c-70e55e949658 req-da188fc8-ccff-488c-944f-31861e1da653 tempest-DeleteServersTestJSON-1351021097 tempest-DeleteServersTestJSON-1351021097-project] 10.222.0.46 "GET /v2.0/ports?device_id=64319175-af4e-4f10-879b-b28dd60751ec HTTP/1.1" status: 200 len: 210 time: 0.1524558 Jan 31 20:54:04.021849 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-2a002c38-8b14-4e10-a5ec-20c930dc6ec4 req-94c5bf38-2b70-47db-85f3-71000cff2585 service neutron] 10.222.0.46 "GET /v2.0/networks/65673a31-2d3e-4d05-b20c-5dc9b3003e1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3467669 Jan 31 20:54:04.082153 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.plugin [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Current status of the port bb909a7f-144e-40ac-a38c-7450bb57d310 is: ACTIVE; New status is: ACTIVE {{(pid=102451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 20:54:04.286690 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-7187efc8-eff7-4e8d-bd19-279467c63f7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736509'] for security_group (97586205-d58d-4bfa-ba3e-01f15ef14473), after_delete {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:04.289845 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-2a002c38-8b14-4e10-a5ec-20c930dc6ec4 req-36447e73-6b6b-414c-ac69-8589b8308bf3 service neutron] 10.222.0.46 "GET /v2.0/networks/65673a31-2d3e-4d05-b20c-5dc9b3003e1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2542834 Jan 31 20:54:04.305884 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-7187efc8-eff7-4e8d-bd19-279467c63f7e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:04.316851 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [None req-7187efc8-eff7-4e8d-bd19-279467c63f7e admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/97586205-d58d-4bfa-ba3e-01f15ef14473 HTTP/1.1" status: 204 len: 168 time: 3.2358656 Jan 31 20:54:04.571268 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7187efc8-eff7-4e8d-bd19-279467c63f7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97586205-d58d-4bfa-ba3e-01f15ef14473,revision_number=None']} {{(pid=102450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:54:04.577376 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.wsgi [-] (102449) accepted ('10.222.0.59', 65391) {{(pid=102449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 20:54:04.965211 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a492787-dad3-45df-8356-1af345fca9f5 req-14fb4b17-1477-49e0-8bd8-9d6cd10c375c tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:54:04.973684 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-2a492787-dad3-45df-8356-1af345fca9f5 req-14fb4b17-1477-49e0-8bd8-9d6cd10c375c tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] 10.222.0.59 "GET /v2.0/networks?id=65673a31-2d3e-4d05-b20c-5dc9b3003e1f HTTP/1.1" status: 200 len: 819 time: 0.3946981 Jan 31 20:54:05.096142 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.v2.base [req-2a492787-dad3-45df-8356-1af345fca9f5 req-d336d086-5847-4250-94b5-da14a5384623 tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] Request body: {'port': {'device_id': '4b21c9e1-251e-4780-a88f-01f20f420dac', 'network_id': '65673a31-2d3e-4d05-b20c-5dc9b3003e1f', 'admin_state_up': True, 'tenant_id': '0338b91214f04c0ea3b3105e707d550a'}} {{(pid=102449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 20:54:05.118979 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-b1486f28-a507-4ae8-a799-230e313a3d4c req-08eaf8ee-8806-41fd-9846-aeec48bb7916 tempest-AttachVolumeNegativeTest-36827424 tempest-AttachVolumeNegativeTest-36827424-project] 10.222.0.46 "GET /v2.0/ports?device_id=5329065f-5069-48cf-b2ec-fe4e788092e5 HTTP/1.1" status: 200 len: 210 time: 0.1417444 Jan 31 20:54:05.174674 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.db.db_base_plugin_common [req-499cd153-c30d-4b6f-9192-06e0bf8724ec req-3eb4b8e9-7097-4d1f-8a21-40d7fde01499 tempest-AttachVolumeNegativeTest-36827424 tempest-AttachVolumeNegativeTest-36827424-project] Allocated IP 172.20.0.7 (7654a450-2e31-4398-8bf5-1ad3ee6cd04f/70f837bf-4dbc-49b3-a16a-2a9bab745253/f52247a4-d6f9-4630-840b-d991c41d687c) {{(pid=102450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 20:54:05.250120 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.db.db_base_plugin_common [req-82258d99-3271-462e-a06e-8c030ec1975c req-baa01fb3-d32f-4509-9a69-9fe86e89a38f tempest-DeleteServersTestJSON-1351021097 tempest-DeleteServersTestJSON-1351021097-project] Allocated IP 172.20.0.11 (40d8f6f8-08d6-4358-8889-34537d5b832f/059f496d-99c7-49f8-b0d5-1c6838335166/f0881fcb-57c2-4659-a463-6dc262b1fa41) {{(pid=102450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 20:54:05.314180 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.wsgi [-] (102450) accepted ('10.222.0.46', 36030) {{(pid=102450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 20:54:05.320261 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.wsgi [-] (102450) accepted ('10.222.0.46', 36032) {{(pid=102450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 20:54:05.345772 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.v2.base [None req-4dd1a4a8-81a1-450b-8b9f-31f5145b146f tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] Request body: {'security_group': {'name': 'tempest-securitygroup--270546377', 'description': 'tempest-description--1872231025'}} {{(pid=102450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 20:54:05.399529 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-e7c7cb9a-46a2-4ca7-91cb-4fda75c1e82b admin admin] Publish callbacks [] for security_group (df1074e2-eebe-45a3-91e2-5b073115a919), precommit_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:05.547602 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.rpc [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Device a98c6a2a-b321-479d-876f-dc5ce1e0005c up at agent ovs-agent-dv-cinder-813229-5-iscsi {{(pid=102451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 20:54:05.738472 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-e7c7cb9a-46a2-4ca7-91cb-4fda75c1e82b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736509'] for security_group (df1074e2-eebe-45a3-91e2-5b073115a919), after_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:05.747811 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.db.provisioning_blocks [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Provisioning complete for port a98c6a2a-b321-479d-876f-dc5ce1e0005c triggered by entity L2. {{(pid=102451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 20:54:05.748605 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3401144'] for port (a98c6a2a-b321-479d-876f-dc5ce1e0005c), provisioning_complete {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:05.947276 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-82195109-3102-49ae-a48d-3d8baade5e29 req-de7491b0-77ad-404e-b98c-a32a15c257f4 tempest-DeleteServersTestJSON-1351021097 tempest-DeleteServersTestJSON-1351021097-project] 10.222.0.46 "GET /v2.0/ports?device_id=64319175-af4e-4f10-879b-b28dd60751ec HTTP/1.1" status: 200 len: 210 time: 0.4704046 Jan 31 20:54:06.109037 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.plugin [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Current status of the port a98c6a2a-b321-479d-876f-dc5ce1e0005c is: DOWN; New status is: ACTIVE {{(pid=102451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 20:54:06.109509 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1026180'] for port (a98c6a2a-b321-479d-876f-dc5ce1e0005c), before_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:06.169904 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.db [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] For port a98c6a2a-b321-479d-876f-dc5ce1e0005c, host dv-cinder-813229-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-5-iscsi',level=0,port_id=a98c6a2a-b321-479d-876f-dc5ce1e0005c,segment=NetworkSegment(ad776c9f-cdc1-49f1-a366-310dcfc4c059),segment_id=ad776c9f-cdc1-49f1-a366-310dcfc4c059)] {{(pid=102451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 20:54:06.179886 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1029723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3769609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783600466378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783599971615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783599971633'] for port (a98c6a2a-b321-479d-876f-dc5ce1e0005c), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:06.325635 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-65de8210-118e-40b5-9e04-f674429746bb req-3595c958-d07d-4b41-b4b9-50baf9f4bd4c tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] 10.222.0.46 "GET /v2.0/ports?device_id=27df420e-76b2-43cf-8c3d-cb81ce4e672f HTTP/1.1" status: 200 len: 210 time: 1.0704737 Jan 31 20:54:06.354979 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a492787-dad3-45df-8356-1af345fca9f5 req-d336d086-5847-4250-94b5-da14a5384623 tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] Made reservation on behalf of 0338b91214f04c0ea3b3105e707d550a for: {'port': 1} {{(pid=102449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 20:54:06.367427 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [req-2a492787-dad3-45df-8356-1af345fca9f5 req-d336d086-5847-4250-94b5-da14a5384623 tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1026180'] for port (None), before_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:06.411041 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Pushing event updated for resources: {'Port': ['ID=a98c6a2a-b321-479d-876f-dc5ce1e0005c,revision_number=4']} {{(pid=102451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:54:06.644513 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [req-82258d99-3271-462e-a06e-8c030ec1975c req-baa01fb3-d32f-4509-9a69-9fe86e89a38f tempest-DeleteServersTestJSON-1351021097 tempest-DeleteServersTestJSON-1351021097-project] Publish callbacks [] for port (f0881fcb-57c2-4659-a463-6dc262b1fa41), precommit_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:06.669062 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-863a4eff-6b7d-4a12-a68b-2992f504cb97 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:06.673992 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [None req-e7c7cb9a-46a2-4ca7-91cb-4fda75c1e82b admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=a0fa27af226a48c2864e1214a3693845&name=default HTTP/1.1" status: 200 len: 2994 time: 3.2832544 Jan 31 20:54:06.675003 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-4dd1a4a8-81a1-450b-8b9f-31f5145b146f tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] Publish callbacks [] for security_group (None), before_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:06.677083 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.wsgi [-] (102449) accepted ('10.222.0.46', 36064) {{(pid=102449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 20:54:06.806860 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-4dd1a4a8-81a1-450b-8b9f-31f5145b146f tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] Publish callbacks [] for security_group (65521e8f-8948-4df3-9344-760b60ce97e8), precommit_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:06.807828 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c7cb9a-46a2-4ca7-91cb-4fda75c1e82b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df1074e2-eebe-45a3-91e2-5b073115a919,revision_number=1']} {{(pid=102450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:54:06.856083 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-385772b8-a156-4c63-b4dc-a1ad08edb2c6 admin admin] Publish callbacks [] for security_group (df1074e2-eebe-45a3-91e2-5b073115a919), before_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:06.912104 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.db.db_base_plugin_common [req-2a492787-dad3-45df-8356-1af345fca9f5 req-d336d086-5847-4250-94b5-da14a5384623 tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] Allocated IP 172.20.0.10 (65673a31-2d3e-4d05-b20c-5dc9b3003e1f/192371ce-29b6-4188-9b71-f88453dc95b3/dfba6eda-5d1b-4027-9aee-bf29f39c876d) {{(pid=102449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 20:54:06.921911 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-863a4eff-6b7d-4a12-a68b-2992f504cb97 admin admin] Publish callbacks [] for security_group (a1e5f9e7-6e4a-44e3-b9cf-be7d471f15c2), precommit_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:06.922325 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-385772b8-a156-4c63-b4dc-a1ad08edb2c6 admin admin] Publish callbacks [] for security_group (df1074e2-eebe-45a3-91e2-5b073115a919), precommit_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:06.940212 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-f5bcf627-1f51-4477-a7a8-b5e97d7d7df4 req-efefc328-e304-4965-9c67-1064628eefa0 tempest-AttachVolumeNegativeTest-36827424 tempest-AttachVolumeNegativeTest-36827424-project] 10.222.0.46 "GET /v2.0/ports?device_id=5329065f-5069-48cf-b2ec-fe4e788092e5 HTTP/1.1" status: 200 len: 210 time: 0.2895207 Jan 31 20:54:06.954266 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-4dd1a4a8-81a1-450b-8b9f-31f5145b146f tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736509'] for security_group (65521e8f-8948-4df3-9344-760b60ce97e8), after_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:06.957393 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-863a4eff-6b7d-4a12-a68b-2992f504cb97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736509'] for security_group (a1e5f9e7-6e4a-44e3-b9cf-be7d471f15c2), after_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:07.033461 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-385772b8-a156-4c63-b4dc-a1ad08edb2c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736509'] for security_group (df1074e2-eebe-45a3-91e2-5b073115a919), after_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:07.036750 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-385772b8-a156-4c63-b4dc-a1ad08edb2c6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:07.038501 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [None req-385772b8-a156-4c63-b4dc-a1ad08edb2c6 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/df1074e2-eebe-45a3-91e2-5b073115a919 HTTP/1.1" status: 204 len: 168 time: 0.3599665 Jan 31 20:54:07.078524 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385772b8-a156-4c63-b4dc-a1ad08edb2c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df1074e2-eebe-45a3-91e2-5b073115a919,revision_number=None']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:54:07.137298 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-50a7de6e-1748-4a55-8070-8911dc3c5f5c req-6c7a59c6-a76c-42be-bea2-a896db2da34a tempest-DeleteServersTestJSON-1351021097 tempest-DeleteServersTestJSON-1351021097-project] 10.222.0.46 "GET /v2.0/ports?device_id=64319175-af4e-4f10-879b-b28dd60751ec HTTP/1.1" status: 200 len: 210 time: 0.0354199 Jan 31 20:54:07.203900 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.wsgi [-] (102449) accepted ('10.222.0.46', 36078) {{(pid=102449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 20:54:07.217186 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [None req-863a4eff-6b7d-4a12-a68b-2992f504cb97 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=891c2ed64c1a415a8331f76b85dc6bb5&name=default HTTP/1.1" status: 200 len: 2996 time: 1.8937199 Jan 31 20:54:07.246909 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-4dd1a4a8-81a1-450b-8b9f-31f5145b146f tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] Publish callbacks [] for security_group (None), before_response {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:07.250489 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [None req-4dd1a4a8-81a1-450b-8b9f-31f5145b146f tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.9186358 Jan 31 20:54:07.265314 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.wsgi [-] (102450) accepted ('10.222.0.46', 36080) {{(pid=102450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 20:54:07.298310 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.v2.base [None req-eecdd23a-44f2-4e50-9bc4-47b9664e6fd2 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] Request body: {'security_group_rule': {'security_group_id': '65521e8f-8948-4df3-9344-760b60ce97e8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 20:54:07.333338 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.rpc [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Device a98c6a2a-b321-479d-876f-dc5ce1e0005c up at agent ovs-agent-dv-cinder-813229-5-iscsi {{(pid=102451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 20:54:07.352621 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [req-499cd153-c30d-4b6f-9192-06e0bf8724ec req-3eb4b8e9-7097-4d1f-8a21-40d7fde01499 tempest-AttachVolumeNegativeTest-36827424 tempest-AttachVolumeNegativeTest-36827424-project] Publish callbacks [] for port (f52247a4-d6f9-4630-840b-d991c41d687c), precommit_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:07.363477 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd1a4a8-81a1-450b-8b9f-31f5145b146f tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] Pushing event updated for resources: {'SecurityGroup': ['ID=65521e8f-8948-4df3-9344-760b60ce97e8,revision_number=1']} {{(pid=102450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:54:07.467872 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [req-82258d99-3271-462e-a06e-8c030ec1975c req-baa01fb3-d32f-4509-9a69-9fe86e89a38f tempest-DeleteServersTestJSON-1351021097 tempest-DeleteServersTestJSON-1351021097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1029723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3769609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783599971597'] for port (f0881fcb-57c2-4659-a463-6dc262b1fa41), after_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:07.503490 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-cdef2803-9bf1-4200-b575-1fc442e2c8ab admin admin] Publish callbacks [] for security_group (a1e5f9e7-6e4a-44e3-b9cf-be7d471f15c2), before_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:07.613042 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.db.provisioning_blocks [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Provisioning complete for port a98c6a2a-b321-479d-876f-dc5ce1e0005c triggered by entity L2. {{(pid=102451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 20:54:07.613191 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3401144'] for port (a98c6a2a-b321-479d-876f-dc5ce1e0005c), provisioning_complete {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:07.648035 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-cdef2803-9bf1-4200-b575-1fc442e2c8ab admin admin] Publish callbacks [] for security_group (a1e5f9e7-6e4a-44e3-b9cf-be7d471f15c2), precommit_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:07.689070 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [req-2a492787-dad3-45df-8356-1af345fca9f5 req-d336d086-5847-4250-94b5-da14a5384623 tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] Publish callbacks [] for port (dfba6eda-5d1b-4027-9aee-bf29f39c876d), precommit_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:07.691644 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa01fb3-d32f-4509-9a69-9fe86e89a38f tempest-DeleteServersTestJSON-1351021097 tempest-DeleteServersTestJSON-1351021097-project] Pushing event updated for resources: {'Port': ['ID=f0881fcb-57c2-4659-a463-6dc262b1fa41,revision_number=1']} {{(pid=102450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:54:07.751551 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.wsgi [-] (102449) accepted ('10.222.0.59', 65397) {{(pid=102449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 20:54:07.758460 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82258d99-3271-462e-a06e-8c030ec1975c req-baa01fb3-d32f-4509-9a69-9fe86e89a38f tempest-DeleteServersTestJSON-1351021097 tempest-DeleteServersTestJSON-1351021097-project] Network 40d8f6f8-08d6-4358-8889-34537d5b832f is already hosted by enough agents. {{(pid=102450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 20:54:07.820284 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-eecdd23a-44f2-4e50-9bc4-47b9664e6fd2 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] Publish callbacks [] for security_group_rule (271c3597-4f07-4111-8c50-2ef1f2b8c841), before_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:07.863620 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5af9170b-c991-48ee-884d-076b8961bdb4 None None] Sync routers for ids ['d4d7d827-a252-4287-bc91-d9fef5d0e77d'] in dv-cinder-813229-5-iscsi {{(pid=102451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 20:54:07.872654 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-ee4baeef-ef75-4312-bff4-74d399b74ff1 req-ceae5945-6a24-4eb9-a402-65a0244bba38 tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] 10.222.0.46 "GET /v2.0/ports?device_id=27df420e-76b2-43cf-8c3d-cb81ce4e672f HTTP/1.1" status: 200 len: 210 time: 0.1963589 Jan 31 20:54:07.900256 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.scheduler.base_scheduler [req-82258d99-3271-462e-a06e-8c030ec1975c req-baa01fb3-d32f-4509-9a69-9fe86e89a38f tempest-DeleteServersTestJSON-1351021097 tempest-DeleteServersTestJSON-1351021097-project] Resources bound (agent type, host, resource id): {{(pid=102450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 20:54:07.905902 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863a4eff-6b7d-4a12-a68b-2992f504cb97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1e5f9e7-6e4a-44e3-b9cf-be7d471f15c2,revision_number=1']} {{(pid=102450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:54:07.914736 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5af9170b-c991-48ee-884d-076b8961bdb4 None None] Routers {'d4d7d827-a252-4287-bc91-d9fef5d0e77d'} bound to L3 agent in host dv-cinder-813229-5-iscsi {{(pid=102451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 20:54:07.914972 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [req-82258d99-3271-462e-a06e-8c030ec1975c req-baa01fb3-d32f-4509-9a69-9fe86e89a38f tempest-DeleteServersTestJSON-1351021097 tempest-DeleteServersTestJSON-1351021097-project] Received port after_create {{(pid=102450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 20:54:07.915562 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.db.l3_hamode_db [None req-5af9170b-c991-48ee-884d-076b8961bdb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-31T20:45:52Z,description=,heartbeat_timestamp=2022-01-31T20:53:52Z,host='dv-cinder-813229-5-iscsi',id=7c18f3b4-4d02-4b01-9072-98fcd9008716,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T20:45:52Z,topic='l3_agent')) {'router_ids': ['d4d7d827-a252-4287-bc91-d9fef5d0e77d'], 'active': True} {{(pid=102451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 20:54:07.920998 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82258d99-3271-462e-a06e-8c030ec1975c req-baa01fb3-d32f-4509-9a69-9fe86e89a38f tempest-DeleteServersTestJSON-1351021097 tempest-DeleteServersTestJSON-1351021097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:54:07.921840 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [req-82258d99-3271-462e-a06e-8c030ec1975c req-baa01fb3-d32f-4509-9a69-9fe86e89a38f tempest-DeleteServersTestJSON-1351021097 tempest-DeleteServersTestJSON-1351021097-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3769851'] for port (None), before_response {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:07.966946 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-eecdd23a-44f2-4e50-9bc4-47b9664e6fd2 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] Publish callbacks [] for security_group_rule (271c3597-4f07-4111-8c50-2ef1f2b8c841), precommit_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:07.977170 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-82258d99-3271-462e-a06e-8c030ec1975c req-baa01fb3-d32f-4509-9a69-9fe86e89a38f tempest-DeleteServersTestJSON-1351021097 tempest-DeleteServersTestJSON-1351021097-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.8168483 Jan 31 20:54:07.980303 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-eecdd23a-44f2-4e50-9bc4-47b9664e6fd2 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695025'] for security_group_rule (271c3597-4f07-4111-8c50-2ef1f2b8c841), after_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:08.004892 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.wsgi [req-82258d99-3271-462e-a06e-8c030ec1975c req-74871acc-9790-466a-97f5-0135371c0077 tempest-DeleteServersTestJSON-1351021097 tempest-DeleteServersTestJSON-1351021097-project] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=102450) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 31 20:54:08.006939 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-82258d99-3271-462e-a06e-8c030ec1975c req-74871acc-9790-466a-97f5-0135371c0077 tempest-DeleteServersTestJSON-1351021097 tempest-DeleteServersTestJSON-1351021097-project] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0060134 Jan 31 20:54:08.016394 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [req-499cd153-c30d-4b6f-9192-06e0bf8724ec req-3eb4b8e9-7097-4d1f-8a21-40d7fde01499 tempest-AttachVolumeNegativeTest-36827424 tempest-AttachVolumeNegativeTest-36827424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1029723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3769609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783599971597'] for port (f52247a4-d6f9-4630-840b-d991c41d687c), after_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:08.070364 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eecdd23a-44f2-4e50-9bc4-47b9664e6fd2 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=271c3597-4f07-4111-8c50-2ef1f2b8c841,revision_number=0']} {{(pid=102450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:54:08.123287 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.plugin [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Current status of the port a98c6a2a-b321-479d-876f-dc5ce1e0005c is: ACTIVE; New status is: ACTIVE {{(pid=102451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 20:54:08.161162 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a002c38-8b14-4e10-a5ec-20c930dc6ec4 req-ac911431-87e9-4a8c-a71c-ef58fdb58291 tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:54:08.169708 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-499cd153-c30d-4b6f-9192-06e0bf8724ec req-3eb4b8e9-7097-4d1f-8a21-40d7fde01499 tempest-AttachVolumeNegativeTest-36827424 tempest-AttachVolumeNegativeTest-36827424-project] Network 7654a450-2e31-4398-8bf5-1ad3ee6cd04f is already hosted by enough agents. {{(pid=102450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 20:54:08.175862 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-2a002c38-8b14-4e10-a5ec-20c930dc6ec4 req-ac911431-87e9-4a8c-a71c-ef58fdb58291 tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] 10.222.0.59 "GET /v2.0/networks?id=65673a31-2d3e-4d05-b20c-5dc9b3003e1f HTTP/1.1" status: 200 len: 819 time: 0.4268250 Jan 31 20:54:08.184880 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-cdef2803-9bf1-4200-b575-1fc442e2c8ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736509'] for security_group (a1e5f9e7-6e4a-44e3-b9cf-be7d471f15c2), after_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:08.188163 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-cdef2803-9bf1-4200-b575-1fc442e2c8ab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:08.189427 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [None req-cdef2803-9bf1-4200-b575-1fc442e2c8ab admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/a1e5f9e7-6e4a-44e3-b9cf-be7d471f15c2 HTTP/1.1" status: 204 len: 168 time: 0.9843504 Jan 31 20:54:08.198429 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-eecdd23a-44f2-4e50-9bc4-47b9664e6fd2 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:08.200637 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [None req-eecdd23a-44f2-4e50-9bc4-47b9664e6fd2 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9324093 Jan 31 20:54:08.211975 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.wsgi [-] (102450) accepted ('10.222.0.46', 36102) {{(pid=102450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 20:54:08.214651 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.scheduler.base_scheduler [req-499cd153-c30d-4b6f-9192-06e0bf8724ec req-3eb4b8e9-7097-4d1f-8a21-40d7fde01499 tempest-AttachVolumeNegativeTest-36827424 tempest-AttachVolumeNegativeTest-36827424-project] Resources bound (agent type, host, resource id): {{(pid=102450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 20:54:08.221097 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.v2.base [None req-d1c6003a-4825-44eb-a8fe-9bda9835d453 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] Request body: {'security_group_rule': {'security_group_id': '65521e8f-8948-4df3-9344-760b60ce97e8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 20:54:08.230936 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdef2803-9bf1-4200-b575-1fc442e2c8ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1e5f9e7-6e4a-44e3-b9cf-be7d471f15c2,revision_number=None']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:54:08.235883 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.v2.base [req-2a002c38-8b14-4e10-a5ec-20c930dc6ec4 req-e4de680e-6e47-4969-b076-f3ba5744dfd0 tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] Request body: {'port': {'device_id': '27df420e-76b2-43cf-8c3d-cb81ce4e672f', 'network_id': '65673a31-2d3e-4d05-b20c-5dc9b3003e1f', 'admin_state_up': True, 'tenant_id': '0338b91214f04c0ea3b3105e707d550a'}} {{(pid=102449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 20:54:08.256288 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [req-499cd153-c30d-4b6f-9192-06e0bf8724ec req-3eb4b8e9-7097-4d1f-8a21-40d7fde01499 tempest-AttachVolumeNegativeTest-36827424 tempest-AttachVolumeNegativeTest-36827424-project] Received port after_create {{(pid=102450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 20:54:08.271610 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499cd153-c30d-4b6f-9192-06e0bf8724ec req-3eb4b8e9-7097-4d1f-8a21-40d7fde01499 tempest-AttachVolumeNegativeTest-36827424 tempest-AttachVolumeNegativeTest-36827424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:54:08.273847 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [req-499cd153-c30d-4b6f-9192-06e0bf8724ec req-3eb4b8e9-7097-4d1f-8a21-40d7fde01499 tempest-AttachVolumeNegativeTest-36827424 tempest-AttachVolumeNegativeTest-36827424-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3769851'] for port (None), before_response {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:08.324393 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.db.l3_dvr_db [None req-5af9170b-c991-48ee-884d-076b8961bdb4 None None] Set router d4d7d827-a252-4287-bc91-d9fef5d0e77d gateway port host: dv-cinder-813229-5-iscsi {{(pid=102451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 20:54:08.416375 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb4b8e9-7097-4d1f-8a21-40d7fde01499 tempest-AttachVolumeNegativeTest-36827424 tempest-AttachVolumeNegativeTest-36827424-project] Pushing event updated for resources: {'Port': ['ID=f52247a4-d6f9-4630-840b-d991c41d687c,revision_number=1']} {{(pid=102450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:54:08.425489 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-d1c6003a-4825-44eb-a8fe-9bda9835d453 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] Publish callbacks [] for security_group_rule (bbf7b5a5-16f9-43c3-96d5-c923ccbe2031), before_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:08.448212 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.wsgi [-] (102449) accepted ('10.222.0.46', 36110) {{(pid=102449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 20:54:08.456667 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a002c38-8b14-4e10-a5ec-20c930dc6ec4 req-e4de680e-6e47-4969-b076-f3ba5744dfd0 tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] Made reservation on behalf of 0338b91214f04c0ea3b3105e707d550a for: {'port': 1} {{(pid=102449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 20:54:08.470582 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [req-2a002c38-8b14-4e10-a5ec-20c930dc6ec4 req-e4de680e-6e47-4969-b076-f3ba5744dfd0 tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1026180'] for port (None), before_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:08.529519 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-499cd153-c30d-4b6f-9192-06e0bf8724ec req-3eb4b8e9-7097-4d1f-8a21-40d7fde01499 tempest-AttachVolumeNegativeTest-36827424 tempest-AttachVolumeNegativeTest-36827424-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 7.3719287 Jan 31 20:54:08.555729 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [req-2a492787-dad3-45df-8356-1af345fca9f5 req-d336d086-5847-4250-94b5-da14a5384623 tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1029723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3769609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783599971597'] for port (dfba6eda-5d1b-4027-9aee-bf29f39c876d), after_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:08.693871 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-d1c6003a-4825-44eb-a8fe-9bda9835d453 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] Publish callbacks [] for security_group_rule (bbf7b5a5-16f9-43c3-96d5-c923ccbe2031), precommit_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:08.709089 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cf1870-baed-49db-85c9-2124f2505488 req-f48778b1-aed6-426a-ae8a-168486ac7caf tempest-DeleteServersTestJSON-1351021097 tempest-DeleteServersTestJSON-1351021097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:54:08.712154 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-02cf1870-baed-49db-85c9-2124f2505488 req-f48778b1-aed6-426a-ae8a-168486ac7caf tempest-DeleteServersTestJSON-1351021097 tempest-DeleteServersTestJSON-1351021097-project] 10.222.0.46 "GET /v2.0/ports?device_id=64319175-af4e-4f10-879b-b28dd60751ec HTTP/1.1" status: 200 len: 932 time: 0.4292815 Jan 31 20:54:08.713565 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-d1c6003a-4825-44eb-a8fe-9bda9835d453 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695025'] for security_group_rule (bbf7b5a5-16f9-43c3-96d5-c923ccbe2031), after_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:08.774249 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c6003a-4825-44eb-a8fe-9bda9835d453 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bbf7b5a5-16f9-43c3-96d5-c923ccbe2031,revision_number=0']} {{(pid=102450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:54:08.835176 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-d1c6003a-4825-44eb-a8fe-9bda9835d453 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:08.846338 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [None req-d1c6003a-4825-44eb-a8fe-9bda9835d453 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6325135 Jan 31 20:54:08.860944 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.wsgi [-] (102450) accepted ('10.222.0.46', 36124) {{(pid=102450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 20:54:08.879486 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.db.l3_hamode_db [None req-5af9170b-c991-48ee-884d-076b8961bdb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4d7d827-a252-4287-bc91-d9fef5d0e77d', 'name': 'tempest-AttachVolumeShelveTestJSON-958845334-router', 'tenant_id': '89e26e9450a7409f847d894c6e8d3bfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51ba4d8e-a54c-4fb0-a209-37766af226e8', 'external_fixed_ips': [{'subnet_id': '99ba9542-d2be-443f-a804-26ff9bedcbe2', 'ip_address': '172.27.2.24'}], 'enable_snat': True}, 'gw_port_id': 'a98c6a2a-b321-479d-876f-dc5ce1e0005c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T20:53:52Z', 'updated_at': '2022-01-31T20:54:00Z', 'revision_number': 4, 'project_id': '89e26e9450a7409f847d894c6e8d3bfc', 'gw_port': {'id': 'a98c6a2a-b321-479d-876f-dc5ce1e0005c', 'name': '', 'network_id': '51ba4d8e-a54c-4fb0-a209-37766af226e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:09:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4d7d827-a252-4287-bc91-d9fef5d0e77d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '99ba9542-d2be-443f-a804-26ff9bedcbe2', 'ip_address': '172.27.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T20:53:53Z', 'updated_at': '2022-01-31T20:54:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99ba9542-d2be-443f-a804-26ff9bedcbe2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-5-iscsi', '_interfaces': [{'id': 'ed87e509-a3c0-4f7d-aee1-ba82b86c6569', 'name': '', 'network_id': 'e68884ed-aafc-46db-987f-40cce4cb0a81', 'tenant_id': '89e26e9450a7409f847d894c6e8d3bfc', 'mac_address': 'fa:16:3e:2f:53:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4d7d827-a252-4287-bc91-d9fef5d0e77d', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '34dec552-ecde-44b0-b00b-6077e3fcfd65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T20:53:59Z', 'updated_at': '2022-01-31T20:54:01Z', 'revision_number': 2, 'project_id': '89e26e9450a7409f847d894c6e8d3bfc', 'subnets': [{'id': '34dec552-ecde-44b0-b00b-6077e3fcfd65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-5-iscsi', False) {} {{(pid=102451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 20:54:08.885977 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.v2.base [None req-ec3a00fa-98e5-4829-8ec3-50f81c16c010 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] Request body: {'floatingip': {'floating_network_id': '51ba4d8e-a54c-4fb0-a209-37766af226e8'}} {{(pid=102450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 20:54:08.937539 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-02cf1870-baed-49db-85c9-2124f2505488 req-3c053d2a-2ce5-49f8-b14d-0ad42c324a1b tempest-DeleteServersTestJSON-1351021097 tempest-DeleteServersTestJSON-1351021097-project] 10.222.0.46 "GET /v2.0/security-groups?id=824cade5-d4d4-4940-9ee8-5974711c3761&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1920295 Jan 31 20:54:08.994526 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-ec3a00fa-98e5-4829-8ec3-50f81c16c010 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:08.995740 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5af9170b-c991-48ee-884d-076b8961bdb4 None None] Checking router: d4d7d827-a252-4287-bc91-d9fef5d0e77d for host: dv-cinder-813229-5-iscsi {{(pid=102451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 20:54:08.996093 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5af9170b-c991-48ee-884d-076b8961bdb4 None None] Updating router d4d7d827-a252-4287-bc91-d9fef5d0e77d port ed87e509-a3c0-4f7d-aee1-ba82b86c6569 binding host dv-cinder-813229-5-iscsi {{(pid=102451) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 31 20:54:09.049923 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a492787-dad3-45df-8356-1af345fca9f5 req-d336d086-5847-4250-94b5-da14a5384623 tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] Network 65673a31-2d3e-4d05-b20c-5dc9b3003e1f is already hosted by enough agents. {{(pid=102449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 20:54:09.113605 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-5af9170b-c991-48ee-884d-076b8961bdb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1026180'] for port (ed87e509-a3c0-4f7d-aee1-ba82b86c6569), before_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:09.198753 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-59d0e2a3-0cfb-441c-9d5f-e79487e50837 req-b190d517-0abd-4b00-8d44-f12621544e93 tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] 10.222.0.46 "GET /v2.0/ports?device_id=27df420e-76b2-43cf-8c3d-cb81ce4e672f HTTP/1.1" status: 200 len: 210 time: 0.0625200 Jan 31 20:54:09.237613 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456841bf-b3fc-4e8a-8cfa-44285befda1b req-3c72eeb1-6b17-4145-9a98-72c0c17772ea tempest-AttachVolumeNegativeTest-36827424 tempest-AttachVolumeNegativeTest-36827424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:54:09.248361 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-456841bf-b3fc-4e8a-8cfa-44285befda1b req-3c72eeb1-6b17-4145-9a98-72c0c17772ea tempest-AttachVolumeNegativeTest-36827424 tempest-AttachVolumeNegativeTest-36827424-project] 10.222.0.46 "GET /v2.0/ports?device_id=5329065f-5069-48cf-b2ec-fe4e788092e5 HTTP/1.1" status: 200 len: 931 time: 1.0696170 Jan 31 20:54:09.251517 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.scheduler.base_scheduler [req-2a492787-dad3-45df-8356-1af345fca9f5 req-d336d086-5847-4250-94b5-da14a5384623 tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] Resources bound (agent type, host, resource id): {{(pid=102449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 20:54:09.278427 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a492787-dad3-45df-8356-1af345fca9f5 req-d336d086-5847-4250-94b5-da14a5384623 tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] Received port after_create {{(pid=102449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 20:54:09.294197 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a492787-dad3-45df-8356-1af345fca9f5 req-d336d086-5847-4250-94b5-da14a5384623 tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:54:09.300996 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.v2.base [req-82258d99-3271-462e-a06e-8c030ec1975c req-0574f64a-ce4b-41ab-ba41-16b72572f27a service neutron] Request body: {'port': {'device_id': '64319175-af4e-4f10-879b-b28dd60751ec', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=102450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 20:54:09.303220 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [req-2a492787-dad3-45df-8356-1af345fca9f5 req-d336d086-5847-4250-94b5-da14a5384623 tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3769851'] for port (None), before_response {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:09.356686 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-ec3a00fa-98e5-4829-8ec3-50f81c16c010 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1026180'] for port (None), before_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:09.370517 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d336d086-5847-4250-94b5-da14a5384623 tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] Pushing event updated for resources: {'Port': ['ID=dfba6eda-5d1b-4027-9aee-bf29f39c876d,revision_number=1']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:54:09.443377 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.v2.base [req-499cd153-c30d-4b6f-9192-06e0bf8724ec req-ad412ac6-9469-47ff-9472-18ea4e8fe670 service neutron] Request body: {'port': {'device_id': '5329065f-5069-48cf-b2ec-fe4e788092e5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=102450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 20:54:09.448397 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-2a492787-dad3-45df-8356-1af345fca9f5 req-d336d086-5847-4250-94b5-da14a5384623 tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.4580071 Jan 31 20:54:09.484524 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.db.db_base_plugin_common [req-2a002c38-8b14-4e10-a5ec-20c930dc6ec4 req-e4de680e-6e47-4969-b076-f3ba5744dfd0 tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] Allocated IP 172.20.0.14 (65673a31-2d3e-4d05-b20c-5dc9b3003e1f/192371ce-29b6-4188-9b71-f88453dc95b3/cc6b8b53-a55e-4a11-9485-2fb0504a9fc1) {{(pid=102449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 20:54:09.505871 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.v2.base [req-2a492787-dad3-45df-8356-1af345fca9f5 req-99b8166d-3ab4-4dca-9488-25427ee0e9c4 service neutron] Request body: {'port': {'device_id': '4b21c9e1-251e-4780-a88f-01f20f420dac', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=102449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 20:54:09.592571 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-456841bf-b3fc-4e8a-8cfa-44285befda1b req-34c821f3-d81e-4459-9ada-330538262a2d tempest-AttachVolumeNegativeTest-36827424 tempest-AttachVolumeNegativeTest-36827424-project] 10.222.0.46 "GET /v2.0/security-groups?id=a32f4031-bf0a-46cb-9ad4-290c9574bdbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3420529 Jan 31 20:54:09.698130 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-1ae25ec7-020c-4481-aba6-7e77b9119b60 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:09.723858 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-5af9170b-c991-48ee-884d-076b8961bdb4 None None] Publish callbacks [] for port (ed87e509-a3c0-4f7d-aee1-ba82b86c6569), precommit_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:09.734159 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-5af9170b-c991-48ee-884d-076b8961bdb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1029723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3769609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783600466378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783599971615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783599971633'] for port (ed87e509-a3c0-4f7d-aee1-ba82b86c6569), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:09.839054 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58c66da-0370-4ede-88fa-6a851cd6eaec None None] Pushing event updated for resources: {'Port': ['ID=ed87e509-a3c0-4f7d-aee1-ba82b86c6569,revision_number=3']} {{(pid=102451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:54:09.895005 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [req-82258d99-3271-462e-a06e-8c030ec1975c req-0574f64a-ce4b-41ab-ba41-16b72572f27a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1026180'] for port (f0881fcb-57c2-4659-a463-6dc262b1fa41), before_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:09.963425 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.managers [None req-5af9170b-c991-48ee-884d-076b8961bdb4 None None] Attempting to bind port ed87e509-a3c0-4f7d-aee1-ba82b86c6569 on host dv-cinder-813229-5-iscsi for vnic_type normal with profile {{(pid=102451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 20:54:09.970769 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.managers [None req-5af9170b-c991-48ee-884d-076b8961bdb4 None None] Attempting to bind port ed87e509-a3c0-4f7d-aee1-ba82b86c6569 by drivers openvswitch,hyperv on host dv-cinder-813229-5-iscsi at level 0 using segments [{'id': '0b88ba8a-5620-4c08-98b4-337c2e3644cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'e68884ed-aafc-46db-987f-40cce4cb0a81'}] {{(pid=102451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 20:54:09.972269 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5af9170b-c991-48ee-884d-076b8961bdb4 None None] Attempting to bind port ed87e509-a3c0-4f7d-aee1-ba82b86c6569 on network e68884ed-aafc-46db-987f-40cce4cb0a81 {{(pid=102451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 20:54:09.972392 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [req-499cd153-c30d-4b6f-9192-06e0bf8724ec req-ad412ac6-9469-47ff-9472-18ea4e8fe670 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1026180'] for port (f52247a4-d6f9-4630-840b-d991c41d687c), before_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:09.992189 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5af9170b-c991-48ee-884d-076b8961bdb4 None None] Checking agent: {'id': '9ba4f6fe-000a-4ef5-9d61-ba62910ab5fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813229-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 20, 45, 56), 'started_at': datetime.datetime(2022, 1, 31, 20, 46, 26), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 20, 53, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813229-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 20:54:09.993024 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5af9170b-c991-48ee-884d-076b8961bdb4 None None] Checking segment: {'id': '0b88ba8a-5620-4c08-98b4-337c2e3644cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'e68884ed-aafc-46db-987f-40cce4cb0a81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 20:54:09.993591 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-5af9170b-c991-48ee-884d-076b8961bdb4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:09.994137 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5af9170b-c991-48ee-884d-076b8961bdb4 None None] Bound using segment: {'id': '0b88ba8a-5620-4c08-98b4-337c2e3644cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'e68884ed-aafc-46db-987f-40cce4cb0a81'} {{(pid=102451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 20:54:09.994842 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.managers [None req-5af9170b-c991-48ee-884d-076b8961bdb4 None None] Bound port: ed87e509-a3c0-4f7d-aee1-ba82b86c6569, host: dv-cinder-813229-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b88ba8a-5620-4c08-98b4-337c2e3644cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'e68884ed-aafc-46db-987f-40cce4cb0a81'}}] {{(pid=102451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 20:54:09.995440 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-5af9170b-c991-48ee-884d-076b8961bdb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1026180'] for port (ed87e509-a3c0-4f7d-aee1-ba82b86c6569), before_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:10.177654 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.db [None req-5af9170b-c991-48ee-884d-076b8961bdb4 None None] For port ed87e509-a3c0-4f7d-aee1-ba82b86c6569, host dv-cinder-813229-5-iscsi, cleared binding levels {{(pid=102451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 20:54:10.184073 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.db [None req-5af9170b-c991-48ee-884d-076b8961bdb4 None None] For port ed87e509-a3c0-4f7d-aee1-ba82b86c6569, host dv-cinder-813229-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-5-iscsi',level=0,port_id=ed87e509-a3c0-4f7d-aee1-ba82b86c6569,segment=NetworkSegment(0b88ba8a-5620-4c08-98b4-337c2e3644cc),segment_id=0b88ba8a-5620-4c08-98b4-337c2e3644cc)] {{(pid=102451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 20:54:10.196231 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-5af9170b-c991-48ee-884d-076b8961bdb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1029723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3769609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783600466378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783599971615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783599971633'] for port (ed87e509-a3c0-4f7d-aee1-ba82b86c6569), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:10.209576 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [req-2a492787-dad3-45df-8356-1af345fca9f5 req-99b8166d-3ab4-4dca-9488-25427ee0e9c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1026180'] for port (dfba6eda-5d1b-4027-9aee-bf29f39c876d), before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:10.392598 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.db.db_base_plugin_common [None req-ec3a00fa-98e5-4829-8ec3-50f81c16c010 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] Allocated IP 172.27.2.40 (51ba4d8e-a54c-4fb0-a209-37766af226e8/99ba9542-d2be-443f-a804-26ff9bedcbe2/acfb1bf8-acfe-4bca-994c-f3e5b4f13a7d) {{(pid=102450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 20:54:10.411228 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5af9170b-c991-48ee-884d-076b8961bdb4 None None] Routers {'d4d7d827-a252-4287-bc91-d9fef5d0e77d'} bound to L3 agent in host dv-cinder-813229-5-iscsi {{(pid=102451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 20:54:10.413377 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.db.l3_hamode_db [None req-5af9170b-c991-48ee-884d-076b8961bdb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-31T20:45:52Z,description=,heartbeat_timestamp=2022-01-31T20:53:52Z,host='dv-cinder-813229-5-iscsi',id=7c18f3b4-4d02-4b01-9072-98fcd9008716,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T20:45:52Z,topic='l3_agent')) {'router_ids': ['d4d7d827-a252-4287-bc91-d9fef5d0e77d'], 'active': True} {{(pid=102451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 20:54:10.719012 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-7e7059a8-009b-4af5-9b0e-47a64755df13 req-5a14290a-5f36-4af1-bd4d-c505cd8a529a tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] 10.222.0.46 "GET /v2.0/ports?device_id=27df420e-76b2-43cf-8c3d-cb81ce4e672f HTTP/1.1" status: 200 len: 210 time: 0.2696943 Jan 31 20:54:10.850818 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [req-2a002c38-8b14-4e10-a5ec-20c930dc6ec4 req-e4de680e-6e47-4969-b076-f3ba5744dfd0 tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] Publish callbacks [] for port (cc6b8b53-a55e-4a11-9485-2fb0504a9fc1), precommit_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:10.966581 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.db.provisioning_blocks [None req-42459c92-3d1b-4ca3-9dba-687ce7f145a7 None None] Provisioning complete for port ed87e509-a3c0-4f7d-aee1-ba82b86c6569 triggered by entity DHCP. {{(pid=102451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 20:54:10.967290 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-42459c92-3d1b-4ca3-9dba-687ce7f145a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3401144'] for port (ed87e509-a3c0-4f7d-aee1-ba82b86c6569), provisioning_complete {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:11.042447 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58c66da-0370-4ede-88fa-6a851cd6eaec None None] Pushing event updated for resources: {'Port': ['ID=ed87e509-a3c0-4f7d-aee1-ba82b86c6569,revision_number=4']} {{(pid=102451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:54:11.087684 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-1ae25ec7-020c-4481-aba6-7e77b9119b60 admin admin] Publish callbacks [] for security_group (73b21095-416c-4740-b7dc-f9e3645e91bc), precommit_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:11.125314 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-1ae25ec7-020c-4481-aba6-7e77b9119b60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736509'] for security_group (73b21095-416c-4740-b7dc-f9e3645e91bc), after_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:11.390944 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.db.l3_dvr_db [None req-5af9170b-c991-48ee-884d-076b8961bdb4 None None] Set router d4d7d827-a252-4287-bc91-d9fef5d0e77d gateway port host: dv-cinder-813229-5-iscsi {{(pid=102451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 20:54:11.551159 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.plugin [None req-42459c92-3d1b-4ca3-9dba-687ce7f145a7 None None] Current status of the port ed87e509-a3c0-4f7d-aee1-ba82b86c6569 is: DOWN; New status is: ACTIVE {{(pid=102451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 20:54:11.553470 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-42459c92-3d1b-4ca3-9dba-687ce7f145a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1026180'] for port (ed87e509-a3c0-4f7d-aee1-ba82b86c6569), before_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:11.619223 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.rpc [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Device ed87e509-a3c0-4f7d-aee1-ba82b86c6569 up at agent ovs-agent-dv-cinder-813229-5-iscsi {{(pid=102451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 20:54:11.839789 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.db [None req-42459c92-3d1b-4ca3-9dba-687ce7f145a7 None None] For port ed87e509-a3c0-4f7d-aee1-ba82b86c6569, host dv-cinder-813229-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-5-iscsi',level=0,port_id=ed87e509-a3c0-4f7d-aee1-ba82b86c6569,segment=NetworkSegment(0b88ba8a-5620-4c08-98b4-337c2e3644cc),segment_id=0b88ba8a-5620-4c08-98b4-337c2e3644cc)] {{(pid=102451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 20:54:11.909528 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-42459c92-3d1b-4ca3-9dba-687ce7f145a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1029723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3769609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783600466378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783599971615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783599971633'] for port (ed87e509-a3c0-4f7d-aee1-ba82b86c6569), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:11.979043 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [req-2a002c38-8b14-4e10-a5ec-20c930dc6ec4 req-e4de680e-6e47-4969-b076-f3ba5744dfd0 tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1029723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3769609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783599971597'] for port (cc6b8b53-a55e-4a11-9485-2fb0504a9fc1), after_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:12.016133 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bebffd-527a-4a45-bde0-cdadae0e9be7 req-7b5008a5-f0a3-4440-9e1d-07f8febf205f tempest-DeleteServersTestJSON-1351021097 tempest-DeleteServersTestJSON-1351021097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:54:12.024150 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-47bebffd-527a-4a45-bde0-cdadae0e9be7 req-7b5008a5-f0a3-4440-9e1d-07f8febf205f tempest-DeleteServersTestJSON-1351021097 tempest-DeleteServersTestJSON-1351021097-project] 10.222.0.46 "GET /v2.0/ports?device_id=64319175-af4e-4f10-879b-b28dd60751ec HTTP/1.1" status: 200 len: 932 time: 1.8066449 Jan 31 20:54:12.100866 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a002c38-8b14-4e10-a5ec-20c930dc6ec4 req-e4de680e-6e47-4969-b076-f3ba5744dfd0 tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] Network 65673a31-2d3e-4d05-b20c-5dc9b3003e1f is already hosted by enough agents. {{(pid=102449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 20:54:12.127125 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.db.provisioning_blocks [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Provisioning complete for port ed87e509-a3c0-4f7d-aee1-ba82b86c6569 triggered by entity L2. {{(pid=102451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 20:54:12.128659 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3401144'] for port (ed87e509-a3c0-4f7d-aee1-ba82b86c6569), provisioning_complete {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:12.139022 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42459c92-3d1b-4ca3-9dba-687ce7f145a7 None None] Pushing event updated for resources: {'Port': ['ID=ed87e509-a3c0-4f7d-aee1-ba82b86c6569,revision_number=5']} {{(pid=102451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:54:12.178990 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.scheduler.base_scheduler [req-2a002c38-8b14-4e10-a5ec-20c930dc6ec4 req-e4de680e-6e47-4969-b076-f3ba5744dfd0 tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] Resources bound (agent type, host, resource id): {{(pid=102449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 20:54:12.181691 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a002c38-8b14-4e10-a5ec-20c930dc6ec4 req-e4de680e-6e47-4969-b076-f3ba5744dfd0 tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] Received port after_create {{(pid=102449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 20:54:12.208985 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a002c38-8b14-4e10-a5ec-20c930dc6ec4 req-e4de680e-6e47-4969-b076-f3ba5744dfd0 tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:54:12.211565 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [req-2a002c38-8b14-4e10-a5ec-20c930dc6ec4 req-e4de680e-6e47-4969-b076-f3ba5744dfd0 tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3769851'] for port (None), before_response {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:12.216027 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.db.provisioning_blocks [None req-2c251885-f1fa-4b82-b0c5-c7dfe0e65df9 None None] Provisioning complete for port ed87e509-a3c0-4f7d-aee1-ba82b86c6569 triggered by entity DHCP. {{(pid=102451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 20:54:12.216887 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-2c251885-f1fa-4b82-b0c5-c7dfe0e65df9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3401144'] for port (ed87e509-a3c0-4f7d-aee1-ba82b86c6569), provisioning_complete {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:12.251345 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae25ec7-020c-4481-aba6-7e77b9119b60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73b21095-416c-4740-b7dc-f9e3645e91bc,revision_number=1']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:54:12.337643 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-2a002c38-8b14-4e10-a5ec-20c930dc6ec4 req-e4de680e-6e47-4969-b076-f3ba5744dfd0 tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.1094096 Jan 31 20:54:12.368365 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-ec3a00fa-98e5-4829-8ec3-50f81c16c010 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] Publish callbacks [] for port (acfb1bf8-acfe-4bca-994c-f3e5b4f13a7d), precommit_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:12.418740 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.db.l3_hamode_db [None req-5af9170b-c991-48ee-884d-076b8961bdb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4d7d827-a252-4287-bc91-d9fef5d0e77d', 'name': 'tempest-AttachVolumeShelveTestJSON-958845334-router', 'tenant_id': '89e26e9450a7409f847d894c6e8d3bfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51ba4d8e-a54c-4fb0-a209-37766af226e8', 'external_fixed_ips': [{'subnet_id': '99ba9542-d2be-443f-a804-26ff9bedcbe2', 'ip_address': '172.27.2.24'}], 'enable_snat': True}, 'gw_port_id': 'a98c6a2a-b321-479d-876f-dc5ce1e0005c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T20:53:52Z', 'updated_at': '2022-01-31T20:54:00Z', 'revision_number': 4, 'project_id': '89e26e9450a7409f847d894c6e8d3bfc', 'gw_port': {'id': 'a98c6a2a-b321-479d-876f-dc5ce1e0005c', 'name': '', 'network_id': '51ba4d8e-a54c-4fb0-a209-37766af226e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:09:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4d7d827-a252-4287-bc91-d9fef5d0e77d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '99ba9542-d2be-443f-a804-26ff9bedcbe2', 'ip_address': '172.27.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T20:53:53Z', 'updated_at': '2022-01-31T20:54:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99ba9542-d2be-443f-a804-26ff9bedcbe2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-5-iscsi', '_interfaces': [{'id': 'ed87e509-a3c0-4f7d-aee1-ba82b86c6569', 'name': '', 'network_id': 'e68884ed-aafc-46db-987f-40cce4cb0a81', 'tenant_id': '89e26e9450a7409f847d894c6e8d3bfc', 'mac_address': 'fa:16:3e:2f:53:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4d7d827-a252-4287-bc91-d9fef5d0e77d', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '34dec552-ecde-44b0-b00b-6077e3fcfd65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T20:53:59Z', 'updated_at': '2022-01-31T20:54:10Z', 'revision_number': 4, 'project_id': '89e26e9450a7409f847d894c6e8d3bfc', 'subnets': [{'id': '34dec552-ecde-44b0-b00b-6077e3fcfd65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-5-iscsi', False) {} {{(pid=102451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 20:54:12.419204 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [None req-1ae25ec7-020c-4481-aba6-7e77b9119b60 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=c844d7a675034a4a98f61d9e8d501447&name=default HTTP/1.1" status: 200 len: 2996 time: 3.9634411 Jan 31 20:54:12.427427 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.wsgi [-] (102449) accepted ('10.222.0.46', 36224) {{(pid=102449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 20:54:12.466254 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.plugin [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Current status of the port ed87e509-a3c0-4f7d-aee1-ba82b86c6569 is: ACTIVE; New status is: ACTIVE {{(pid=102451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 20:54:12.467550 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a9bfa8-1ae7-4c7f-b91e-63cac6bb03df req-2b8075d5-5394-4e89-a2c4-1c5c2a37f386 tempest-AttachVolumeNegativeTest-36827424 tempest-AttachVolumeNegativeTest-36827424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:54:12.480201 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5af9170b-c991-48ee-884d-076b8961bdb4 None None] The sync data for ids ['d4d7d827-a252-4287-bc91-d9fef5d0e77d'] in dv-cinder-813229-5-iscsi is: [{'id': 'd4d7d827-a252-4287-bc91-d9fef5d0e77d', 'name': 'tempest-AttachVolumeShelveTestJSON-958845334-router', 'tenant_id': '89e26e9450a7409f847d894c6e8d3bfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51ba4d8e-a54c-4fb0-a209-37766af226e8', 'external_fixed_ips': [{'subnet_id': '99ba9542-d2be-443f-a804-26ff9bedcbe2', 'ip_address': '172.27.2.24'}], 'enable_snat': True}, 'gw_port_id': 'a98c6a2a-b321-479d-876f-dc5ce1e0005c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T20:53:52Z', 'updated_at': '2022-01-31T20:54:00Z', 'revision_number': 4, 'project_id': '89e26e9450a7409f847d894c6e8d3bfc', 'gw_port': {'id': 'a98c6a2a-b321-479d-876f-dc5ce1e0005c', 'name': '', 'network_id': '51ba4d8e-a54c-4fb0-a209-37766af226e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:09:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4d7d827-a252-4287-bc91-d9fef5d0e77d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '99ba9542-d2be-443f-a804-26ff9bedcbe2', 'ip_address': '172.27.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T20:53:53Z', 'updated_at': '2022-01-31T20:54:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99ba9542-d2be-443f-a804-26ff9bedcbe2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-5-iscsi', '_interfaces': [{'id': 'ed87e509-a3c0-4f7d-aee1-ba82b86c6569', 'name': '', 'network_id': 'e68884ed-aafc-46db-987f-40cce4cb0a81', 'tenant_id': '89e26e9450a7409f847d894c6e8d3bfc', 'mac_address': 'fa:16:3e:2f:53:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4d7d827-a252-4287-bc91-d9fef5d0e77d', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '34dec552-ecde-44b0-b00b-6077e3fcfd65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T20:53:59Z', 'updated_at': '2022-01-31T20:54:10Z', 'revision_number': 4, 'project_id': '89e26e9450a7409f847d894c6e8d3bfc', 'subnets': [{'id': '34dec552-ecde-44b0-b00b-6077e3fcfd65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 20:54:12.489554 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-95a9bfa8-1ae7-4c7f-b91e-63cac6bb03df req-2b8075d5-5394-4e89-a2c4-1c5c2a37f386 tempest-AttachVolumeNegativeTest-36827424 tempest-AttachVolumeNegativeTest-36827424-project] 10.222.0.46 "GET /v2.0/ports?device_id=5329065f-5069-48cf-b2ec-fe4e788092e5 HTTP/1.1" status: 200 len: 931 time: 1.6101351 Jan 31 20:54:12.492324 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.plugin [None req-2c251885-f1fa-4b82-b0c5-c7dfe0e65df9 None None] Current status of the port ed87e509-a3c0-4f7d-aee1-ba82b86c6569 is: ACTIVE; New status is: ACTIVE {{(pid=102451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 20:54:12.525373 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.v2.base [req-2a002c38-8b14-4e10-a5ec-20c930dc6ec4 req-58b8e8eb-c872-49f5-8936-6ea35b42b9ee service neutron] Request body: {'port': {'device_id': '27df420e-76b2-43cf-8c3d-cb81ce4e672f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=102449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 20:54:12.749691 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-47bebffd-527a-4a45-bde0-cdadae0e9be7 req-61071856-2fcd-45a0-b1d5-fcd5f2875cdc tempest-DeleteServersTestJSON-1351021097 tempest-DeleteServersTestJSON-1351021097-project] 10.222.0.46 "GET /v2.0/security-groups?id=824cade5-d4d4-4940-9ee8-5974711c3761&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6656339 Jan 31 20:54:12.790260 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.notifiers.nova [req-2a492787-dad3-45df-8356-1af345fca9f5 req-99b8166d-3ab4-4dca-9488-25427ee0e9c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dfba6eda-5d1b-4027-9aee-bf29f39c876d {{(pid=102449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 20:54:12.992765 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [req-2a492787-dad3-45df-8356-1af345fca9f5 req-99b8166d-3ab4-4dca-9488-25427ee0e9c4 service neutron] Publish callbacks [] for port (dfba6eda-5d1b-4027-9aee-bf29f39c876d), precommit_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:13.014346 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [req-2a002c38-8b14-4e10-a5ec-20c930dc6ec4 req-58b8e8eb-c872-49f5-8936-6ea35b42b9ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1026180'] for port (cc6b8b53-a55e-4a11-9485-2fb0504a9fc1), before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:13.051090 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-ec3a00fa-98e5-4829-8ec3-50f81c16c010 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1029723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3769609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783599971597'] for port (acfb1bf8-acfe-4bca-994c-f3e5b4f13a7d), after_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:13.140214 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.notifiers.nova [req-499cd153-c30d-4b6f-9192-06e0bf8724ec req-ad412ac6-9469-47ff-9472-18ea4e8fe670 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f52247a4-d6f9-4630-840b-d991c41d687c {{(pid=102450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 20:54:13.169980 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [req-499cd153-c30d-4b6f-9192-06e0bf8724ec req-ad412ac6-9469-47ff-9472-18ea4e8fe670 service neutron] Publish callbacks [] for port (f52247a4-d6f9-4630-840b-d991c41d687c), precommit_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:13.217958 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec3a00fa-98e5-4829-8ec3-50f81c16c010 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] Network 51ba4d8e-a54c-4fb0-a209-37766af226e8 is already hosted by enough agents. {{(pid=102450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 20:54:13.257868 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [req-2a492787-dad3-45df-8356-1af345fca9f5 req-99b8166d-3ab4-4dca-9488-25427ee0e9c4 service neutron] Transition to ACTIVE for port object dfba6eda-5d1b-4027-9aee-bf29f39c876d will not be triggered until provisioned by entity L2. {{(pid=102449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 20:54:13.325007 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.scheduler.base_scheduler [None req-ec3a00fa-98e5-4829-8ec3-50f81c16c010 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] Resources bound (agent type, host, resource id): {{(pid=102450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 20:54:13.334536 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec3a00fa-98e5-4829-8ec3-50f81c16c010 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] Received port after_create {{(pid=102450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 20:54:13.344538 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [req-2a492787-dad3-45df-8356-1af345fca9f5 req-99b8166d-3ab4-4dca-9488-25427ee0e9c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1029723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3769609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783600466378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783599971615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783599971633'] for port (dfba6eda-5d1b-4027-9aee-bf29f39c876d), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:13.370827 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.rpc [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Device ed87e509-a3c0-4f7d-aee1-ba82b86c6569 up at agent ovs-agent-dv-cinder-813229-5-iscsi {{(pid=102451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 20:54:13.421829 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4de680e-6e47-4969-b076-f3ba5744dfd0 tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] Pushing event updated for resources: {'Port': ['ID=cc6b8b53-a55e-4a11-9485-2fb0504a9fc1,revision_number=1']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:54:13.435505 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.db.provisioning_blocks [req-499cd153-c30d-4b6f-9192-06e0bf8724ec req-ad412ac6-9469-47ff-9472-18ea4e8fe670 service neutron] Transition to ACTIVE for port object f52247a4-d6f9-4630-840b-d991c41d687c will not be triggered until provisioned by entity L2. {{(pid=102450) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 20:54:13.538860 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.db.provisioning_blocks [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Provisioning complete for port ed87e509-a3c0-4f7d-aee1-ba82b86c6569 triggered by entity L2. {{(pid=102451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 20:54:13.539329 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3401144'] for port (ed87e509-a3c0-4f7d-aee1-ba82b86c6569), provisioning_complete {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:13.572418 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca1e1c8-d576-4962-aae3-5d8c91cb1b1b req-fbad9c08-d4a5-4846-b63b-937a2a5c3452 tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:54:13.589345 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-6ca1e1c8-d576-4962-aae3-5d8c91cb1b1b req-fbad9c08-d4a5-4846-b63b-937a2a5c3452 tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] 10.222.0.46 "GET /v2.0/ports?device_id=27df420e-76b2-43cf-8c3d-cb81ce4e672f HTTP/1.1" status: 200 len: 932 time: 0.6682434 Jan 31 20:54:13.695035 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [req-499cd153-c30d-4b6f-9192-06e0bf8724ec req-ad412ac6-9469-47ff-9472-18ea4e8fe670 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1029723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3769609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783600466378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783599971615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783599971633'] for port (f52247a4-d6f9-4630-840b-d991c41d687c), after_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:13.697415 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3a00fa-98e5-4829-8ec3-50f81c16c010 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] Pushing event updated for resources: {'Port': ['ID=acfb1bf8-acfe-4bca-994c-f3e5b4f13a7d,revision_number=1']} {{(pid=102450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:54:13.821746 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b8166d-3ab4-4dca-9488-25427ee0e9c4 service neutron] Pushing event updated for resources: {'Port': ['ID=dfba6eda-5d1b-4027-9aee-bf29f39c876d,revision_number=2']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:54:13.861908 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad412ac6-9469-47ff-9472-18ea4e8fe670 service neutron] Pushing event updated for resources: {'Port': ['ID=f52247a4-d6f9-4630-840b-d991c41d687c,revision_number=2']} {{(pid=102450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:54:13.879407 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.plugin [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Current status of the port ed87e509-a3c0-4f7d-aee1-ba82b86c6569 is: ACTIVE; New status is: ACTIVE {{(pid=102451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 20:54:13.886826 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.notifiers.nova [req-82258d99-3271-462e-a06e-8c030ec1975c req-0574f64a-ce4b-41ab-ba41-16b72572f27a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0881fcb-57c2-4659-a463-6dc262b1fa41 {{(pid=102450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 20:54:13.951680 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-a176ccbe-23c8-4f3e-b4ca-7711c04bc5f4 admin admin] Publish callbacks [] for security_group (73b21095-416c-4740-b7dc-f9e3645e91bc), before_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:13.957022 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [req-82258d99-3271-462e-a06e-8c030ec1975c req-0574f64a-ce4b-41ab-ba41-16b72572f27a service neutron] Publish callbacks [] for port (f0881fcb-57c2-4659-a463-6dc262b1fa41), precommit_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:13.981578 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.db.provisioning_blocks [req-82258d99-3271-462e-a06e-8c030ec1975c req-0574f64a-ce4b-41ab-ba41-16b72572f27a service neutron] Transition to ACTIVE for port object f0881fcb-57c2-4659-a463-6dc262b1fa41 will not be triggered until provisioned by entity L2. {{(pid=102450) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 20:54:14.031822 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-a176ccbe-23c8-4f3e-b4ca-7711c04bc5f4 admin admin] Publish callbacks [] for security_group (73b21095-416c-4740-b7dc-f9e3645e91bc), precommit_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:14.077791 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [req-82258d99-3271-462e-a06e-8c030ec1975c req-0574f64a-ce4b-41ab-ba41-16b72572f27a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1029723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3769609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783600466378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783599971615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783599971633'] for port (f0881fcb-57c2-4659-a463-6dc262b1fa41), after_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:14.135394 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-95a9bfa8-1ae7-4c7f-b91e-63cac6bb03df req-4c844578-3cad-451b-9504-668cefaefdc2 tempest-AttachVolumeNegativeTest-36827424 tempest-AttachVolumeNegativeTest-36827424-project] 10.222.0.46 "GET /v2.0/security-groups?id=a32f4031-bf0a-46cb-9ad4-290c9574bdbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.6397629 Jan 31 20:54:14.195502 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [req-2a492787-dad3-45df-8356-1af345fca9f5 req-99b8166d-3ab4-4dca-9488-25427ee0e9c4 service neutron] Attempting to bind port dfba6eda-5d1b-4027-9aee-bf29f39c876d on host hv-cinder-81322 for vnic_type normal with profile {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 20:54:14.196251 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [req-2a492787-dad3-45df-8356-1af345fca9f5 req-99b8166d-3ab4-4dca-9488-25427ee0e9c4 service neutron] Attempting to bind port dfba6eda-5d1b-4027-9aee-bf29f39c876d by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': 'dc7f01b7-eb08-4044-b0f8-cca54d3f9b11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '65673a31-2d3e-4d05-b20c-5dc9b3003e1f'}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 20:54:14.197087 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a492787-dad3-45df-8356-1af345fca9f5 req-99b8166d-3ab4-4dca-9488-25427ee0e9c4 service neutron] Attempting to bind port dfba6eda-5d1b-4027-9aee-bf29f39c876d on network 65673a31-2d3e-4d05-b20c-5dc9b3003e1f {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 20:54:14.251563 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a492787-dad3-45df-8356-1af345fca9f5 req-99b8166d-3ab4-4dca-9488-25427ee0e9c4 service neutron] Port dfba6eda-5d1b-4027-9aee-bf29f39c876d on network 65673a31-2d3e-4d05-b20c-5dc9b3003e1f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 20:54:14.252774 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a492787-dad3-45df-8356-1af345fca9f5 req-99b8166d-3ab4-4dca-9488-25427ee0e9c4 service neutron] Attempting to bind port dfba6eda-5d1b-4027-9aee-bf29f39c876d on network 65673a31-2d3e-4d05-b20c-5dc9b3003e1f {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 20:54:14.277539 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-ec3a00fa-98e5-4829-8ec3-50f81c16c010 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] Publish callbacks [] for floatingip (2d3d512b-402d-45f9-8337-a1a47b8bf00d), precommit_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:14.278120 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a492787-dad3-45df-8356-1af345fca9f5 req-99b8166d-3ab4-4dca-9488-25427ee0e9c4 service neutron] Checking agent: {'id': 'e85cc1e2-8b4e-4549-a68e-d414072d4156', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 20, 51, 57), 'started_at': datetime.datetime(2022, 1, 31, 20, 51, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 20, 53, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 20:54:14.278740 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a492787-dad3-45df-8356-1af345fca9f5 req-99b8166d-3ab4-4dca-9488-25427ee0e9c4 service neutron] Checking segment: {'id': 'dc7f01b7-eb08-4044-b0f8-cca54d3f9b11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '65673a31-2d3e-4d05-b20c-5dc9b3003e1f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 20:54:14.279558 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a492787-dad3-45df-8356-1af345fca9f5 req-99b8166d-3ab4-4dca-9488-25427ee0e9c4 service neutron] Bound using segment: {'id': 'dc7f01b7-eb08-4044-b0f8-cca54d3f9b11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '65673a31-2d3e-4d05-b20c-5dc9b3003e1f'} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 20:54:14.282923 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [req-2a492787-dad3-45df-8356-1af345fca9f5 req-99b8166d-3ab4-4dca-9488-25427ee0e9c4 service neutron] Bound port: dfba6eda-5d1b-4027-9aee-bf29f39c876d, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc7f01b7-eb08-4044-b0f8-cca54d3f9b11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '65673a31-2d3e-4d05-b20c-5dc9b3003e1f'}}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 20:54:14.290001 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [req-2a492787-dad3-45df-8356-1af345fca9f5 req-99b8166d-3ab4-4dca-9488-25427ee0e9c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1026180'] for port (dfba6eda-5d1b-4027-9aee-bf29f39c876d), before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:14.320130 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-6ca1e1c8-d576-4962-aae3-5d8c91cb1b1b req-cb1cfb58-1619-40fd-9339-039be5611aa4 tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] 10.222.0.46 "GET /v2.0/security-groups?id=0bdd6188-2d8b-4b17-a788-ae2efdc28206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7137356 Jan 31 20:54:14.337097 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-a176ccbe-23c8-4f3e-b4ca-7711c04bc5f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736509'] for security_group (73b21095-416c-4740-b7dc-f9e3645e91bc), after_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:14.344176 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-a176ccbe-23c8-4f3e-b4ca-7711c04bc5f4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:14.361701 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [None req-a176ccbe-23c8-4f3e-b4ca-7711c04bc5f4 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/73b21095-416c-4740-b7dc-f9e3645e91bc HTTP/1.1" status: 204 len: 168 time: 1.9258831 Jan 31 20:54:14.581545 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a176ccbe-23c8-4f3e-b4ca-7711c04bc5f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73b21095-416c-4740-b7dc-f9e3645e91bc,revision_number=None']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:54:14.700218 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.plugins.ml2.managers [req-499cd153-c30d-4b6f-9192-06e0bf8724ec req-ad412ac6-9469-47ff-9472-18ea4e8fe670 service neutron] Attempting to bind port f52247a4-d6f9-4630-840b-d991c41d687c on host hv-cinder-81322 for vnic_type normal with profile {{(pid=102450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 20:54:14.714464 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.plugins.ml2.managers [req-499cd153-c30d-4b6f-9192-06e0bf8724ec req-ad412ac6-9469-47ff-9472-18ea4e8fe670 service neutron] Attempting to bind port f52247a4-d6f9-4630-840b-d991c41d687c by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': '3aa49904-0c32-4795-9b71-de073484ac3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '7654a450-2e31-4398-8bf5-1ad3ee6cd04f'}] {{(pid=102450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 20:54:14.714932 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-499cd153-c30d-4b6f-9192-06e0bf8724ec req-ad412ac6-9469-47ff-9472-18ea4e8fe670 service neutron] Attempting to bind port f52247a4-d6f9-4630-840b-d991c41d687c on network 7654a450-2e31-4398-8bf5-1ad3ee6cd04f {{(pid=102450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 20:54:14.795805 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ab28ba-6260-488f-9845-375a489aa077 req-3eb95cc1-0702-404a-8060-4c66c8cd26b5 tempest-DeleteServersTestJSON-1351021097 tempest-DeleteServersTestJSON-1351021097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:54:14.797713 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-92ab28ba-6260-488f-9845-375a489aa077 req-3eb95cc1-0702-404a-8060-4c66c8cd26b5 tempest-DeleteServersTestJSON-1351021097 tempest-DeleteServersTestJSON-1351021097-project] 10.222.0.46 "GET /v2.0/ports?device_id=64319175-af4e-4f10-879b-b28dd60751ec HTTP/1.1" status: 200 len: 944 time: 0.4323421 Jan 31 20:54:14.829370 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.db [req-2a492787-dad3-45df-8356-1af345fca9f5 req-99b8166d-3ab4-4dca-9488-25427ee0e9c4 service neutron] For port dfba6eda-5d1b-4027-9aee-bf29f39c876d, host hv-cinder-81322, cleared binding levels {{(pid=102449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 20:54:14.836644 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0574f64a-ce4b-41ab-ba41-16b72572f27a service neutron] Pushing event updated for resources: {'Port': ['ID=f0881fcb-57c2-4659-a463-6dc262b1fa41,revision_number=2']} {{(pid=102450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:54:14.841393 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-ec3a00fa-98e5-4829-8ec3-50f81c16c010 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1026180'] for port (acfb1bf8-acfe-4bca-994c-f3e5b4f13a7d), before_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:15.047441 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.db [req-2a492787-dad3-45df-8356-1af345fca9f5 req-99b8166d-3ab4-4dca-9488-25427ee0e9c4 service neutron] For port dfba6eda-5d1b-4027-9aee-bf29f39c876d, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=dfba6eda-5d1b-4027-9aee-bf29f39c876d,segment=NetworkSegment(dc7f01b7-eb08-4044-b0f8-cca54d3f9b11),segment_id=dc7f01b7-eb08-4044-b0f8-cca54d3f9b11)] {{(pid=102449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 20:54:15.057848 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-499cd153-c30d-4b6f-9192-06e0bf8724ec req-ad412ac6-9469-47ff-9472-18ea4e8fe670 service neutron] Port f52247a4-d6f9-4630-840b-d991c41d687c on network 7654a450-2e31-4398-8bf5-1ad3ee6cd04f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=102450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 20:54:15.058086 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-499cd153-c30d-4b6f-9192-06e0bf8724ec req-ad412ac6-9469-47ff-9472-18ea4e8fe670 service neutron] Attempting to bind port f52247a4-d6f9-4630-840b-d991c41d687c on network 7654a450-2e31-4398-8bf5-1ad3ee6cd04f {{(pid=102450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 20:54:15.097846 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [req-2a492787-dad3-45df-8356-1af345fca9f5 req-99b8166d-3ab4-4dca-9488-25427ee0e9c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1029723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3769609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783600466378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783599971615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783599971633'] for port (dfba6eda-5d1b-4027-9aee-bf29f39c876d), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:15.143228 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.notifiers.nova [req-2a002c38-8b14-4e10-a5ec-20c930dc6ec4 req-58b8e8eb-c872-49f5-8936-6ea35b42b9ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc6b8b53-a55e-4a11-9485-2fb0504a9fc1 {{(pid=102449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 20:54:15.169019 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.wsgi [-] (102449) accepted ('10.222.0.46', 36332) {{(pid=102449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 20:54:15.186472 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-499cd153-c30d-4b6f-9192-06e0bf8724ec req-ad412ac6-9469-47ff-9472-18ea4e8fe670 service neutron] Checking agent: {'id': 'e85cc1e2-8b4e-4549-a68e-d414072d4156', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 20, 51, 57), 'started_at': datetime.datetime(2022, 1, 31, 20, 51, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 20, 53, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 20:54:15.187088 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-499cd153-c30d-4b6f-9192-06e0bf8724ec req-ad412ac6-9469-47ff-9472-18ea4e8fe670 service neutron] Checking segment: {'id': '3aa49904-0c32-4795-9b71-de073484ac3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '7654a450-2e31-4398-8bf5-1ad3ee6cd04f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 20:54:15.187452 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-499cd153-c30d-4b6f-9192-06e0bf8724ec req-ad412ac6-9469-47ff-9472-18ea4e8fe670 service neutron] Bound using segment: {'id': '3aa49904-0c32-4795-9b71-de073484ac3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '7654a450-2e31-4398-8bf5-1ad3ee6cd04f'} {{(pid=102450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 20:54:15.187903 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.plugins.ml2.managers [req-499cd153-c30d-4b6f-9192-06e0bf8724ec req-ad412ac6-9469-47ff-9472-18ea4e8fe670 service neutron] Bound port: f52247a4-d6f9-4630-840b-d991c41d687c, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3aa49904-0c32-4795-9b71-de073484ac3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '7654a450-2e31-4398-8bf5-1ad3ee6cd04f'}}] {{(pid=102450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 20:54:15.188505 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [req-499cd153-c30d-4b6f-9192-06e0bf8724ec req-ad412ac6-9469-47ff-9472-18ea4e8fe670 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1026180'] for port (f52247a4-d6f9-4630-840b-d991c41d687c), before_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:15.192851 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.plugins.ml2.managers [req-82258d99-3271-462e-a06e-8c030ec1975c req-0574f64a-ce4b-41ab-ba41-16b72572f27a service neutron] Attempting to bind port f0881fcb-57c2-4659-a463-6dc262b1fa41 on host hv-cinder-81322 for vnic_type normal with profile {{(pid=102450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 20:54:15.193506 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.plugins.ml2.managers [req-82258d99-3271-462e-a06e-8c030ec1975c req-0574f64a-ce4b-41ab-ba41-16b72572f27a service neutron] Attempting to bind port f0881fcb-57c2-4659-a463-6dc262b1fa41 by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': '8d4fae8a-a81c-4e52-b2b0-57f0ea8e5423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '40d8f6f8-08d6-4358-8889-34537d5b832f'}] {{(pid=102450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 20:54:15.194608 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82258d99-3271-462e-a06e-8c030ec1975c req-0574f64a-ce4b-41ab-ba41-16b72572f27a service neutron] Attempting to bind port f0881fcb-57c2-4659-a463-6dc262b1fa41 on network 40d8f6f8-08d6-4358-8889-34537d5b832f {{(pid=102450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 20:54:15.237502 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [req-2a002c38-8b14-4e10-a5ec-20c930dc6ec4 req-58b8e8eb-c872-49f5-8936-6ea35b42b9ee service neutron] Publish callbacks [] for port (cc6b8b53-a55e-4a11-9485-2fb0504a9fc1), precommit_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:15.244284 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-92ab28ba-6260-488f-9845-375a489aa077 req-95ce2569-f1ad-44ad-8a3b-87a64eb1da01 tempest-DeleteServersTestJSON-1351021097 tempest-DeleteServersTestJSON-1351021097-project] 10.222.0.46 "GET /v2.0/security-groups?id=824cade5-d4d4-4940-9ee8-5974711c3761&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4360554 Jan 31 20:54:15.268642 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a492787-dad3-45df-8356-1af345fca9f5 req-99b8166d-3ab4-4dca-9488-25427ee0e9c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:54:15.270542 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [req-2a492787-dad3-45df-8356-1af345fca9f5 req-99b8166d-3ab4-4dca-9488-25427ee0e9c4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3769851'] for port (None), before_response {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:15.272816 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-2a492787-dad3-45df-8356-1af345fca9f5 req-99b8166d-3ab4-4dca-9488-25427ee0e9c4 service neutron] 10.222.0.59 "PUT /v2.0/ports/dfba6eda-5d1b-4027-9aee-bf29f39c876d HTTP/1.1" status: 200 len: 1094 time: 5.7724671 Jan 31 20:54:15.279355 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b21c9e1-251e-4780-a88f-01f20f420dac', 'tag': 'dfba6eda-5d1b-4027-9aee-bf29f39c876d'}] {{(pid=102449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 20:54:15.295145 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82258d99-3271-462e-a06e-8c030ec1975c req-0574f64a-ce4b-41ab-ba41-16b72572f27a service neutron] Port f0881fcb-57c2-4659-a463-6dc262b1fa41 on network 40d8f6f8-08d6-4358-8889-34537d5b832f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=102450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 20:54:15.295554 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82258d99-3271-462e-a06e-8c030ec1975c req-0574f64a-ce4b-41ab-ba41-16b72572f27a service neutron] Attempting to bind port f0881fcb-57c2-4659-a463-6dc262b1fa41 on network 40d8f6f8-08d6-4358-8889-34537d5b832f {{(pid=102450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 20:54:15.411520 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [req-2a002c38-8b14-4e10-a5ec-20c930dc6ec4 req-58b8e8eb-c872-49f5-8936-6ea35b42b9ee service neutron] Transition to ACTIVE for port object cc6b8b53-a55e-4a11-9485-2fb0504a9fc1 will not be triggered until provisioned by entity L2. {{(pid=102449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 20:54:15.438796 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b8166d-3ab4-4dca-9488-25427ee0e9c4 service neutron] Pushing event updated for resources: {'Port': ['ID=dfba6eda-5d1b-4027-9aee-bf29f39c876d,revision_number=3']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:54:15.452125 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [req-2a002c38-8b14-4e10-a5ec-20c930dc6ec4 req-58b8e8eb-c872-49f5-8936-6ea35b42b9ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1029723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3769609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783600466378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783599971615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783599971633'] for port (cc6b8b53-a55e-4a11-9485-2fb0504a9fc1), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:15.484045 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.plugins.ml2.db [req-499cd153-c30d-4b6f-9192-06e0bf8724ec req-ad412ac6-9469-47ff-9472-18ea4e8fe670 service neutron] For port f52247a4-d6f9-4630-840b-d991c41d687c, host hv-cinder-81322, cleared binding levels {{(pid=102450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 20:54:15.498594 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.plugins.ml2.db [req-499cd153-c30d-4b6f-9192-06e0bf8724ec req-ad412ac6-9469-47ff-9472-18ea4e8fe670 service neutron] For port f52247a4-d6f9-4630-840b-d991c41d687c, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=f52247a4-d6f9-4630-840b-d991c41d687c,segment=NetworkSegment(3aa49904-0c32-4795-9b71-de073484ac3d),segment_id=3aa49904-0c32-4795-9b71-de073484ac3d)] {{(pid=102450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 20:54:15.614510 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-ec3a00fa-98e5-4829-8ec3-50f81c16c010 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] Publish callbacks [] for port (acfb1bf8-acfe-4bca-994c-f3e5b4f13a7d), precommit_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:15.628315 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82258d99-3271-462e-a06e-8c030ec1975c req-0574f64a-ce4b-41ab-ba41-16b72572f27a service neutron] Checking agent: {'id': 'e85cc1e2-8b4e-4549-a68e-d414072d4156', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 20, 51, 57), 'started_at': datetime.datetime(2022, 1, 31, 20, 51, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 20, 53, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 20:54:15.628884 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82258d99-3271-462e-a06e-8c030ec1975c req-0574f64a-ce4b-41ab-ba41-16b72572f27a service neutron] Checking segment: {'id': '8d4fae8a-a81c-4e52-b2b0-57f0ea8e5423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '40d8f6f8-08d6-4358-8889-34537d5b832f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 20:54:15.633500 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82258d99-3271-462e-a06e-8c030ec1975c req-0574f64a-ce4b-41ab-ba41-16b72572f27a service neutron] Bound using segment: {'id': '8d4fae8a-a81c-4e52-b2b0-57f0ea8e5423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '40d8f6f8-08d6-4358-8889-34537d5b832f'} {{(pid=102450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 20:54:15.634023 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.plugins.ml2.managers [req-82258d99-3271-462e-a06e-8c030ec1975c req-0574f64a-ce4b-41ab-ba41-16b72572f27a service neutron] Bound port: f0881fcb-57c2-4659-a463-6dc262b1fa41, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d4fae8a-a81c-4e52-b2b0-57f0ea8e5423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '40d8f6f8-08d6-4358-8889-34537d5b832f'}}] {{(pid=102450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 20:54:15.634452 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [req-82258d99-3271-462e-a06e-8c030ec1975c req-0574f64a-ce4b-41ab-ba41-16b72572f27a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1026180'] for port (f0881fcb-57c2-4659-a463-6dc262b1fa41), before_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:15.656711 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-92180b2c-0268-440e-9615-827a2d266783 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:15.669888 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [req-2a002c38-8b14-4e10-a5ec-20c930dc6ec4 req-58b8e8eb-c872-49f5-8936-6ea35b42b9ee service neutron] Attempting to bind port cc6b8b53-a55e-4a11-9485-2fb0504a9fc1 on host hv-cinder-81322 for vnic_type normal with profile {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 20:54:15.669888 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [req-2a002c38-8b14-4e10-a5ec-20c930dc6ec4 req-58b8e8eb-c872-49f5-8936-6ea35b42b9ee service neutron] Attempting to bind port cc6b8b53-a55e-4a11-9485-2fb0504a9fc1 by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': 'dc7f01b7-eb08-4044-b0f8-cca54d3f9b11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '65673a31-2d3e-4d05-b20c-5dc9b3003e1f'}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 20:54:15.669888 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a002c38-8b14-4e10-a5ec-20c930dc6ec4 req-58b8e8eb-c872-49f5-8936-6ea35b42b9ee service neutron] Attempting to bind port cc6b8b53-a55e-4a11-9485-2fb0504a9fc1 on network 65673a31-2d3e-4d05-b20c-5dc9b3003e1f {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 20:54:15.704141 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [req-499cd153-c30d-4b6f-9192-06e0bf8724ec req-ad412ac6-9469-47ff-9472-18ea4e8fe670 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1029723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3769609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783600466378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783599971615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783599971633'] for port (f52247a4-d6f9-4630-840b-d991c41d687c), after_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:15.719549 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-ec3a00fa-98e5-4829-8ec3-50f81c16c010 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1029723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3769609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783600466378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783599971615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783599971633'] for port (acfb1bf8-acfe-4bca-994c-f3e5b4f13a7d), after_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:15.817384 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-92180b2c-0268-440e-9615-827a2d266783 admin admin] Publish callbacks [] for security_group (7de67241-4d04-43d1-a35c-ece04dc24c3b), precommit_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:15.819877 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b8e8eb-c872-49f5-8936-6ea35b42b9ee service neutron] Pushing event updated for resources: {'Port': ['ID=cc6b8b53-a55e-4a11-9485-2fb0504a9fc1,revision_number=2']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:54:15.888308 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba30590511e0408980e1e78341b94ae353025d2904c3e8034e675cc5aff8c4ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17fcbb6d-f051-4b4c-a9be-497fad8646af" -d '{"events": [{"name": "network-changed", "server_uuid": "4b21c9e1-251e-4780-a88f-01f20f420dac", "tag": "dfba6eda-5d1b-4027-9aee-bf29f39c876d"}]}' {{(pid=102449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 20:54:15.892076 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-ec3a00fa-98e5-4829-8ec3-50f81c16c010 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3696791'] for floatingip (2d3d512b-402d-45f9-8337-a1a47b8bf00d), after_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:15.899220 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-92180b2c-0268-440e-9615-827a2d266783 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736509'] for security_group (7de67241-4d04-43d1-a35c-ece04dc24c3b), after_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:15.906955 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499cd153-c30d-4b6f-9192-06e0bf8724ec req-ad412ac6-9469-47ff-9472-18ea4e8fe670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:54:15.909300 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [req-499cd153-c30d-4b6f-9192-06e0bf8724ec req-ad412ac6-9469-47ff-9472-18ea4e8fe670 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3769851'] for port (None), before_response {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:15.916342 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a002c38-8b14-4e10-a5ec-20c930dc6ec4 req-58b8e8eb-c872-49f5-8936-6ea35b42b9ee service neutron] Port cc6b8b53-a55e-4a11-9485-2fb0504a9fc1 on network 65673a31-2d3e-4d05-b20c-5dc9b3003e1f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 20:54:15.919553 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-499cd153-c30d-4b6f-9192-06e0bf8724ec req-ad412ac6-9469-47ff-9472-18ea4e8fe670 service neutron] 10.222.0.59 "PUT /v2.0/ports/f52247a4-d6f9-4630-840b-d991c41d687c HTTP/1.1" status: 200 len: 1093 time: 7.2896590 Jan 31 20:54:15.925238 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a002c38-8b14-4e10-a5ec-20c930dc6ec4 req-58b8e8eb-c872-49f5-8936-6ea35b42b9ee service neutron] Attempting to bind port cc6b8b53-a55e-4a11-9485-2fb0504a9fc1 on network 65673a31-2d3e-4d05-b20c-5dc9b3003e1f {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 20:54:15.925877 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5329065f-5069-48cf-b2ec-fe4e788092e5', 'tag': 'f52247a4-d6f9-4630-840b-d991c41d687c'}] {{(pid=102450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 20:54:15.977761 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a002c38-8b14-4e10-a5ec-20c930dc6ec4 req-58b8e8eb-c872-49f5-8936-6ea35b42b9ee service neutron] Checking agent: {'id': 'e85cc1e2-8b4e-4549-a68e-d414072d4156', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 20, 51, 57), 'started_at': datetime.datetime(2022, 1, 31, 20, 51, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 20, 53, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 20:54:15.978610 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a002c38-8b14-4e10-a5ec-20c930dc6ec4 req-58b8e8eb-c872-49f5-8936-6ea35b42b9ee service neutron] Checking segment: {'id': 'dc7f01b7-eb08-4044-b0f8-cca54d3f9b11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '65673a31-2d3e-4d05-b20c-5dc9b3003e1f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 20:54:15.979537 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a002c38-8b14-4e10-a5ec-20c930dc6ec4 req-58b8e8eb-c872-49f5-8936-6ea35b42b9ee service neutron] Bound using segment: {'id': 'dc7f01b7-eb08-4044-b0f8-cca54d3f9b11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '65673a31-2d3e-4d05-b20c-5dc9b3003e1f'} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 20:54:15.982333 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [req-2a002c38-8b14-4e10-a5ec-20c930dc6ec4 req-58b8e8eb-c872-49f5-8936-6ea35b42b9ee service neutron] Bound port: cc6b8b53-a55e-4a11-9485-2fb0504a9fc1, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc7f01b7-eb08-4044-b0f8-cca54d3f9b11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '65673a31-2d3e-4d05-b20c-5dc9b3003e1f'}}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 20:54:15.983255 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [req-2a002c38-8b14-4e10-a5ec-20c930dc6ec4 req-58b8e8eb-c872-49f5-8936-6ea35b42b9ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1026180'] for port (cc6b8b53-a55e-4a11-9485-2fb0504a9fc1), before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:16.099243 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92180b2c-0268-440e-9615-827a2d266783 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7de67241-4d04-43d1-a35c-ece04dc24c3b,revision_number=1']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:54:16.111170 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.wsgi [-] (102450) accepted ('10.222.0.46', 36366) {{(pid=102450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 20:54:16.162439 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.wsgi [-] (102449) accepted ('10.222.0.46', 36378) {{(pid=102449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 20:54:16.206547 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad412ac6-9469-47ff-9472-18ea4e8fe670 service neutron] Pushing event updated for resources: {'Port': ['ID=f52247a4-d6f9-4630-840b-d991c41d687c,revision_number=3']} {{(pid=102450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:54:16.220699 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a492787-dad3-45df-8356-1af345fca9f5 req-0e94a6c2-f4f6-408b-9a84-598b381f1889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:54:16.221452 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-ec3a00fa-98e5-4829-8ec3-50f81c16c010 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204375'] for floatingip (None), before_response {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:16.222423 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-2a492787-dad3-45df-8356-1af345fca9f5 req-0e94a6c2-f4f6-408b-9a84-598b381f1889 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0338b91214f04c0ea3b3105e707d550a&device_id=4b21c9e1-251e-4780-a88f-01f20f420dac HTTP/1.1" status: 200 len: 1128 time: 0.7088175 Jan 31 20:54:16.231549 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [None req-ec3a00fa-98e5-4829-8ec3-50f81c16c010 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 7.3693364 Jan 31 20:54:16.255903 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50325f29-521f-4e7f-94e8-759e9b49247c req-5167f16b-b010-4646-977e-ea377fcd7710 tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:54:16.258524 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-50325f29-521f-4e7f-94e8-759e9b49247c req-5167f16b-b010-4646-977e-ea377fcd7710 tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] 10.222.0.46 "GET /v2.0/ports?device_id=27df420e-76b2-43cf-8c3d-cb81ce4e672f HTTP/1.1" status: 200 len: 944 time: 0.6740918 Jan 31 20:54:16.263284 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [None req-92180b2c-0268-440e-9615-827a2d266783 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=6515a8897cd74707ba3250edb4538f22&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0349467 Jan 31 20:54:16.263769 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.wsgi [-] (102449) accepted ('10.222.0.46', 36386) {{(pid=102449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 20:54:16.293444 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24014eb9-8466-4244-96f7-3f7b38cd36e5 req-d7827939-24ad-4840-a080-3e20d52faf58 tempest-AttachVolumeNegativeTest-36827424 tempest-AttachVolumeNegativeTest-36827424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:54:16.307784 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-24014eb9-8466-4244-96f7-3f7b38cd36e5 req-d7827939-24ad-4840-a080-3e20d52faf58 tempest-AttachVolumeNegativeTest-36827424 tempest-AttachVolumeNegativeTest-36827424-project] 10.222.0.46 "GET /v2.0/ports?device_id=5329065f-5069-48cf-b2ec-fe4e788092e5 HTTP/1.1" status: 200 len: 943 time: 0.7986372 Jan 31 20:54:16.359849 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.plugins.ml2.db [req-82258d99-3271-462e-a06e-8c030ec1975c req-0574f64a-ce4b-41ab-ba41-16b72572f27a service neutron] For port f0881fcb-57c2-4659-a463-6dc262b1fa41, host hv-cinder-81322, cleared binding levels {{(pid=102450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 20:54:16.373009 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.db [req-2a002c38-8b14-4e10-a5ec-20c930dc6ec4 req-58b8e8eb-c872-49f5-8936-6ea35b42b9ee service neutron] For port cc6b8b53-a55e-4a11-9485-2fb0504a9fc1, host hv-cinder-81322, cleared binding levels {{(pid=102449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 20:54:16.376619 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.v2.base [None req-df77198c-0b1d-4d1a-8ea4-784837922d1b admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-454419579-network', 'tenant_id': 'b85e8abd4b95427a972de0e5de7c5324'}} {{(pid=102450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 20:54:16.385032 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.db [req-2a002c38-8b14-4e10-a5ec-20c930dc6ec4 req-58b8e8eb-c872-49f5-8936-6ea35b42b9ee service neutron] For port cc6b8b53-a55e-4a11-9485-2fb0504a9fc1, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=cc6b8b53-a55e-4a11-9485-2fb0504a9fc1,segment=NetworkSegment(dc7f01b7-eb08-4044-b0f8-cca54d3f9b11),segment_id=dc7f01b7-eb08-4044-b0f8-cca54d3f9b11)] {{(pid=102449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 20:54:16.392665 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3a00fa-98e5-4829-8ec3-50f81c16c010 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] Pushing event updated for resources: {'Port': ['ID=acfb1bf8-acfe-4bca-994c-f3e5b4f13a7d,revision_number=2']} {{(pid=102450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:54:16.409213 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-50325f29-521f-4e7f-94e8-759e9b49247c req-22ea5172-845a-4c1b-aa03-e89e3634af78 tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] 10.222.0.46 "GET /v2.0/security-groups?id=0bdd6188-2d8b-4b17-a788-ae2efdc28206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213958 Jan 31 20:54:16.416665 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88694c8615ac1e9d0f87b85371fce54667869cb07e9f85c824f8527602de4f23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1b957e1-2324-429a-88ed-0f7ec59f6eb6" -d '{"events": [{"name": "network-changed", "server_uuid": "5329065f-5069-48cf-b2ec-fe4e788092e5", "tag": "f52247a4-d6f9-4630-840b-d991c41d687c"}]}' {{(pid=102450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 20:54:16.426418 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.plugins.ml2.db [req-82258d99-3271-462e-a06e-8c030ec1975c req-0574f64a-ce4b-41ab-ba41-16b72572f27a service neutron] For port f0881fcb-57c2-4659-a463-6dc262b1fa41, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=f0881fcb-57c2-4659-a463-6dc262b1fa41,segment=NetworkSegment(8d4fae8a-a81c-4e52-b2b0-57f0ea8e5423),segment_id=8d4fae8a-a81c-4e52-b2b0-57f0ea8e5423)] {{(pid=102450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 20:54:16.440165 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [req-2a002c38-8b14-4e10-a5ec-20c930dc6ec4 req-58b8e8eb-c872-49f5-8936-6ea35b42b9ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1029723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3769609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783600466378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783599971615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783599971633'] for port (cc6b8b53-a55e-4a11-9485-2fb0504a9fc1), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:16.479561 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [req-82258d99-3271-462e-a06e-8c030ec1975c req-0574f64a-ce4b-41ab-ba41-16b72572f27a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1029723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3769609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783600466378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783599971615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783599971633'] for port (f0881fcb-57c2-4659-a463-6dc262b1fa41), after_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:16.486002 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df77198c-0b1d-4d1a-8ea4-784837922d1b admin admin] Made reservation on behalf of b85e8abd4b95427a972de0e5de7c5324 for: {'network': 1} {{(pid=102450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 20:54:16.489187 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-df77198c-0b1d-4d1a-8ea4-784837922d1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1026180'] for network (None), before_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:16.508640 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-24014eb9-8466-4244-96f7-3f7b38cd36e5 req-4902b366-45be-4b30-90b2-35d5fbd43a09 tempest-AttachVolumeNegativeTest-36827424 tempest-AttachVolumeNegativeTest-36827424-project] 10.222.0.46 "GET /v2.0/security-groups?id=a32f4031-bf0a-46cb-9ad4-290c9574bdbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1995785 Jan 31 20:54:16.591382 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a002c38-8b14-4e10-a5ec-20c930dc6ec4 req-58b8e8eb-c872-49f5-8936-6ea35b42b9ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:54:16.592019 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [req-2a002c38-8b14-4e10-a5ec-20c930dc6ec4 req-58b8e8eb-c872-49f5-8936-6ea35b42b9ee service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3769851'] for port (None), before_response {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:16.593490 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-2a002c38-8b14-4e10-a5ec-20c930dc6ec4 req-58b8e8eb-c872-49f5-8936-6ea35b42b9ee service neutron] 10.222.0.59 "PUT /v2.0/ports/cc6b8b53-a55e-4a11-9485-2fb0504a9fc1 HTTP/1.1" status: 200 len: 1094 time: 4.1615198 Jan 31 20:54:16.597581 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-f9581e1f-191f-4052-a5df-ebedaef7ed21 admin admin] Publish callbacks [] for security_group (7de67241-4d04-43d1-a35c-ece04dc24c3b), before_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:16.643822 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-f69ddb71-d1a5-4099-b381-bd5b06a5a39a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:16.646078 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b8e8eb-c872-49f5-8936-6ea35b42b9ee service neutron] Pushing event updated for resources: {'Port': ['ID=cc6b8b53-a55e-4a11-9485-2fb0504a9fc1,revision_number=3']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:54:16.658476 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-2a492787-dad3-45df-8356-1af345fca9f5 req-e0d9b982-3a52-4e6a-9119-81c307619ef6 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dfba6eda-5d1b-4027-9aee-bf29f39c876d HTTP/1.1" status: 200 len: 217 time: 0.1373966 Jan 31 20:54:16.712552 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-df77198c-0b1d-4d1a-8ea4-784837922d1b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:16.781366 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-f9581e1f-191f-4052-a5df-ebedaef7ed21 admin admin] Publish callbacks [] for security_group (7de67241-4d04-43d1-a35c-ece04dc24c3b), precommit_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:16.797320 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82258d99-3271-462e-a06e-8c030ec1975c req-0574f64a-ce4b-41ab-ba41-16b72572f27a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:54:16.806041 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [req-82258d99-3271-462e-a06e-8c030ec1975c req-0574f64a-ce4b-41ab-ba41-16b72572f27a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3769851'] for port (None), before_response {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:16.806041 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-82258d99-3271-462e-a06e-8c030ec1975c req-0574f64a-ce4b-41ab-ba41-16b72572f27a service neutron] 10.222.0.59 "PUT /v2.0/ports/f0881fcb-57c2-4659-a463-6dc262b1fa41 HTTP/1.1" status: 200 len: 1094 time: 8.1814289 Jan 31 20:54:16.941972 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0574f64a-ce4b-41ab-ba41-16b72572f27a service neutron] Pushing event updated for resources: {'Port': ['ID=f0881fcb-57c2-4659-a463-6dc262b1fa41,revision_number=3']} {{(pid=102450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:54:16.955605 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 20:54:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f2009da-ae87-4f7b-8aed-00d13a18baa4 x-openstack-request-id: req-5f2009da-ae87-4f7b-8aed-00d13a18baa4 {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 20:54:16.955906 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b21c9e1-251e-4780-a88f-01f20f420dac", "tag": "dfba6eda-5d1b-4027-9aee-bf29f39c876d", "status": "completed", "code": 200}]} {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 20:54:16.956209 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-5f2009da-ae87-4f7b-8aed-00d13a18baa4 {{(pid=102449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 20:54:16.956664 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b21c9e1-251e-4780-a88f-01f20f420dac', 'tag': 'dfba6eda-5d1b-4027-9aee-bf29f39c876d', 'status': 'completed', 'code': 200} Jan 31 20:54:16.992977 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 20:54:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-607d0e3c-bf23-4588-a98e-afa7c006e680 x-openstack-request-id: req-607d0e3c-bf23-4588-a98e-afa7c006e680 {{(pid=102450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 20:54:16.993330 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5329065f-5069-48cf-b2ec-fe4e788092e5", "tag": "f52247a4-d6f9-4630-840b-d991c41d687c", "status": "completed", "code": 200}]} {{(pid=102450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 20:54:16.994034 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-607d0e3c-bf23-4588-a98e-afa7c006e680 {{(pid=102450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 20:54:16.994034 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5329065f-5069-48cf-b2ec-fe4e788092e5', 'tag': 'f52247a4-d6f9-4630-840b-d991c41d687c', 'status': 'completed', 'code': 200} Jan 31 20:54:16.996160 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499cd153-c30d-4b6f-9192-06e0bf8724ec req-416fb600-fadc-4b26-93d0-4da361873392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:54:16.997700 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-499cd153-c30d-4b6f-9192-06e0bf8724ec req-416fb600-fadc-4b26-93d0-4da361873392 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d47558b0f9f34eaab8c09c34c2ff08d2&device_id=5329065f-5069-48cf-b2ec-fe4e788092e5 HTTP/1.1" status: 200 len: 1127 time: 0.4196994 Jan 31 20:54:17.012114 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a492787-dad3-45df-8356-1af345fca9f5 req-57ec0ece-6980-4bf9-b905-ec6ef689076d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:54:17.013699 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-2a492787-dad3-45df-8356-1af345fca9f5 req-57ec0ece-6980-4bf9-b905-ec6ef689076d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=192371ce-29b6-4188-9b71-f88453dc95b3 HTTP/1.1" status: 200 len: 859 time: 0.3422344 Jan 31 20:54:17.034748 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb937cf-59e2-42cf-adcc-13ccae526411 req-489559ea-b7db-4870-9c4d-b16141beb3a8 tempest-DeleteServersTestJSON-1351021097 tempest-DeleteServersTestJSON-1351021097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:54:17.036281 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-bfb937cf-59e2-42cf-adcc-13ccae526411 req-489559ea-b7db-4870-9c4d-b16141beb3a8 tempest-DeleteServersTestJSON-1351021097 tempest-DeleteServersTestJSON-1351021097-project] 10.222.0.46 "GET /v2.0/ports?device_id=64319175-af4e-4f10-879b-b28dd60751ec HTTP/1.1" status: 200 len: 944 time: 0.3256168 Jan 31 20:54:17.089144 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-2a492787-dad3-45df-8356-1af345fca9f5 req-db762164-7e63-4d89-8fd9-5714675bbacf service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=65673a31-2d3e-4d05-b20c-5dc9b3003e1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0645454 Jan 31 20:54:17.093565 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a002c38-8b14-4e10-a5ec-20c930dc6ec4 req-38bf91ea-8b76-40be-8ca0-3f6794c236c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:54:17.095083 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-2a002c38-8b14-4e10-a5ec-20c930dc6ec4 req-38bf91ea-8b76-40be-8ca0-3f6794c236c4 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0338b91214f04c0ea3b3105e707d550a&device_id=27df420e-76b2-43cf-8c3d-cb81ce4e672f HTTP/1.1" status: 200 len: 1128 time: 0.4187889 Jan 31 20:54:17.113939 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82258d99-3271-462e-a06e-8c030ec1975c req-ca47d6fb-b3ab-4db1-aef9-8a8646d58a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:54:17.116076 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-82258d99-3271-462e-a06e-8c030ec1975c req-ca47d6fb-b3ab-4db1-aef9-8a8646d58a6c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e272497447254ef592fec399ec9421b0&device_id=64319175-af4e-4f10-879b-b28dd60751ec HTTP/1.1" status: 200 len: 1128 time: 0.2539897 Jan 31 20:54:17.120756 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-499cd153-c30d-4b6f-9192-06e0bf8724ec req-bf5a134d-9a3a-40e5-877f-c9040f37d398 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f52247a4-d6f9-4630-840b-d991c41d687c HTTP/1.1" status: 200 len: 217 time: 0.1027119 Jan 31 20:54:17.215424 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-2a002c38-8b14-4e10-a5ec-20c930dc6ec4 req-cf80b5fd-bac3-49c8-a0b3-3d675f1ed7d1 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cc6b8b53-a55e-4a11-9485-2fb0504a9fc1 HTTP/1.1" status: 200 len: 217 time: 0.1064787 Jan 31 20:54:17.216019 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-f9581e1f-191f-4052-a5df-ebedaef7ed21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736509'] for security_group (7de67241-4d04-43d1-a35c-ece04dc24c3b), after_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:17.218536 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-f9581e1f-191f-4052-a5df-ebedaef7ed21 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:17.219658 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [None req-f9581e1f-191f-4052-a5df-ebedaef7ed21 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/7de67241-4d04-43d1-a35c-ece04dc24c3b HTTP/1.1" status: 204 len: 168 time: 0.9549856 Jan 31 20:54:17.272106 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-f69ddb71-d1a5-4099-b381-bd5b06a5a39a admin admin] Publish callbacks [] for security_group (39150405-fc71-4b00-b2bc-3da7992e73d8), precommit_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:17.311089 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9581e1f-191f-4052-a5df-ebedaef7ed21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7de67241-4d04-43d1-a35c-ece04dc24c3b,revision_number=None']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:54:17.312801 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-f69ddb71-d1a5-4099-b381-bd5b06a5a39a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736509'] for security_group (39150405-fc71-4b00-b2bc-3da7992e73d8), after_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:17.350861 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-883a07b5-1320-41e0-b0c0-754eb14ea9bc req-40af11c2-1766-4238-a248-5e86ce770cb5 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-securitygroup--270546377&fields=id&tenant_id=89e26e9450a7409f847d894c6e8d3bfc HTTP/1.1" status: 200 len: 267 time: 0.2643576 Jan 31 20:54:17.394386 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-df77198c-0b1d-4d1a-8ea4-784837922d1b admin admin] Publish callbacks [] for security_group (895ca4c7-68b3-4f09-80c7-6a0f3c40302a), precommit_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:17.396221 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-82258d99-3271-462e-a06e-8c030ec1975c req-e125db64-8c9c-46d8-aafb-21e72c75ed64 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f0881fcb-57c2-4659-a463-6dc262b1fa41 HTTP/1.1" status: 200 len: 217 time: 0.2614331 Jan 31 20:54:17.419093 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a002c38-8b14-4e10-a5ec-20c930dc6ec4 req-dcd8263c-9322-48bc-968c-6798714ce026 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:54:17.420105 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-df77198c-0b1d-4d1a-8ea4-784837922d1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736509'] for security_group (895ca4c7-68b3-4f09-80c7-6a0f3c40302a), after_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:17.420548 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-2a002c38-8b14-4e10-a5ec-20c930dc6ec4 req-dcd8263c-9322-48bc-968c-6798714ce026 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=192371ce-29b6-4188-9b71-f88453dc95b3 HTTP/1.1" status: 200 len: 859 time: 0.1753354 Jan 31 20:54:17.429839 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69ddb71-d1a5-4099-b381-bd5b06a5a39a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39150405-fc71-4b00-b2bc-3da7992e73d8,revision_number=1']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:54:17.472562 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [None req-f69ddb71-d1a5-4099-b381-bd5b06a5a39a admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b2e6feba14234e58a9111cd30c2e9439&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2884276 Jan 31 20:54:17.476152 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.wsgi [-] (102449) accepted ('10.222.0.46', 36422) {{(pid=102449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 20:54:17.482609 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-2a492787-dad3-45df-8356-1af345fca9f5 req-ccaa28b0-9cbd-468f-9803-60ae4f1f23ad service neutron] 10.222.0.59 "GET /v2.0/networks/65673a31-2d3e-4d05-b20c-5dc9b3003e1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3785076 Jan 31 20:54:17.494108 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df77198c-0b1d-4d1a-8ea4-784837922d1b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 657} {{(pid=102450) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 20:54:17.510094 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-bfb937cf-59e2-42cf-adcc-13ccae526411 req-ac22530e-294f-4018-b795-c60c7536bd5e tempest-DeleteServersTestJSON-1351021097 tempest-DeleteServersTestJSON-1351021097-project] 10.222.0.46 "GET /v2.0/security-groups?id=824cade5-d4d4-4940-9ee8-5974711c3761&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4391725 Jan 31 20:54:17.512400 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499cd153-c30d-4b6f-9192-06e0bf8724ec req-2fc67875-5c69-4ecf-b60b-7297abda8765 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:54:17.514937 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-499cd153-c30d-4b6f-9192-06e0bf8724ec req-2fc67875-5c69-4ecf-b60b-7297abda8765 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=70f837bf-4dbc-49b3-a16a-2a9bab745253 HTTP/1.1" status: 200 len: 854 time: 0.3809812 Jan 31 20:54:17.526267 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-2a002c38-8b14-4e10-a5ec-20c930dc6ec4 req-3dc7f74a-ae08-4e73-aa55-60fa606ff2dc service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=65673a31-2d3e-4d05-b20c-5dc9b3003e1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0932956 Jan 31 20:54:17.588383 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df77198c-0b1d-4d1a-8ea4-784837922d1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=895ca4c7-68b3-4f09-80c7-6a0f3c40302a,revision_number=1']} {{(pid=102450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:54:17.593739 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-499cd153-c30d-4b6f-9192-06e0bf8724ec req-f51982eb-08d9-4e52-8a85-ab96adf5db77 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=7654a450-2e31-4398-8bf5-1ad3ee6cd04f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0617373 Jan 31 20:54:17.594975 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-df77198c-0b1d-4d1a-8ea4-784837922d1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-936743'] for segment (e5193d2e-bdc3-422c-8517-9890b60ca276), precommit_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:17.595309 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.db.segments_db [None req-df77198c-0b1d-4d1a-8ea4-784837922d1b admin admin] Added segment e5193d2e-bdc3-422c-8517-9890b60ca276 of type vlan for network 05dfb462-2335-4368-a32c-07f597bd39d3 Jan 31 20:54:17.597596 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82258d99-3271-462e-a06e-8c030ec1975c req-e1a12f45-3496-4e93-aee5-0437b5336c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:54:17.599568 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-82258d99-3271-462e-a06e-8c030ec1975c req-e1a12f45-3496-4e93-aee5-0437b5336c73 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=059f496d-99c7-49f8-b0d5-1c6838335166 HTTP/1.1" status: 200 len: 852 time: 0.1903331 Jan 31 20:54:17.641949 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.wsgi [-] (102449) accepted ('10.222.0.46', 36426) {{(pid=102449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 20:54:17.690594 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-82258d99-3271-462e-a06e-8c030ec1975c req-7d48f18e-cdbf-40fa-8013-b7dd98ef92f1 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=40d8f6f8-08d6-4358-8889-34537d5b832f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0842881 Jan 31 20:54:17.716441 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-29c7a59c-61b6-4e89-abde-fac0285e8963 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:17.728250 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883a07b5-1320-41e0-b0c0-754eb14ea9bc req-77119f84-e66f-4667-8ac4-7797cd309991 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:54:17.729796 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-883a07b5-1320-41e0-b0c0-754eb14ea9bc req-77119f84-e66f-4667-8ac4-7797cd309991 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] 10.222.0.46 "GET /v2.0/networks?id=e68884ed-aafc-46db-987f-40cce4cb0a81 HTTP/1.1" status: 200 len: 816 time: 0.3780370 Jan 31 20:54:17.757606 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-df77198c-0b1d-4d1a-8ea4-784837922d1b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783599991637'] for network (05dfb462-2335-4368-a32c-07f597bd39d3), precommit_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:17.793356 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-883a07b5-1320-41e0-b0c0-754eb14ea9bc req-24749d3d-b044-42df-b8ac-2ceb3b6b1250 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] 10.222.0.46 "GET /v2.0/quotas/89e26e9450a7409f847d894c6e8d3bfc HTTP/1.1" status: 200 len: 375 time: 0.0507705 Jan 31 20:54:17.819845 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-4ee1f88f-3dd7-4919-adfb-98a8e386c1e9 admin admin] Publish callbacks [] for security_group (39150405-fc71-4b00-b2bc-3da7992e73d8), before_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:17.866195 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-2a492787-dad3-45df-8356-1af345fca9f5 req-2dffd52e-bf4a-4f39-a481-5966595cb7c7 service neutron] 10.222.0.59 "GET /v2.0/networks/65673a31-2d3e-4d05-b20c-5dc9b3003e1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3541338 Jan 31 20:54:17.868212 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-2a002c38-8b14-4e10-a5ec-20c930dc6ec4 req-f6ffb342-5d96-4be8-a3a3-0a1c94d25d81 service neutron] 10.222.0.59 "GET /v2.0/networks/65673a31-2d3e-4d05-b20c-5dc9b3003e1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3338268 Jan 31 20:54:17.873932 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def9ef0f-6d4d-4942-9cc2-5c67a57f0366 req-587c4b8e-2c41-4646-8786-437aaedbfcfd tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:54:17.877454 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-def9ef0f-6d4d-4942-9cc2-5c67a57f0366 req-587c4b8e-2c41-4646-8786-437aaedbfcfd tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] 10.222.0.46 "GET /v2.0/ports?device_id=27df420e-76b2-43cf-8c3d-cb81ce4e672f HTTP/1.1" status: 200 len: 944 time: 0.2506423 Jan 31 20:54:17.902263 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-4ee1f88f-3dd7-4919-adfb-98a8e386c1e9 admin admin] Publish callbacks [] for security_group (39150405-fc71-4b00-b2bc-3da7992e73d8), precommit_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:17.908706 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-df77198c-0b1d-4d1a-8ea4-784837922d1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3769609'] for network (05dfb462-2335-4368-a32c-07f597bd39d3), after_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:17.910022 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df77198c-0b1d-4d1a-8ea4-784837922d1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:54:17.920903 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-df77198c-0b1d-4d1a-8ea4-784837922d1b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3769851'] for network (None), before_response {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:17.920903 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-499cd153-c30d-4b6f-9192-06e0bf8724ec req-1be684d9-e2f1-4ebc-8d98-6e353c591c37 service neutron] 10.222.0.59 "GET /v2.0/networks/7654a450-2e31-4398-8bf5-1ad3ee6cd04f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3078074 Jan 31 20:54:17.991809 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-82258d99-3271-462e-a06e-8c030ec1975c req-afd97672-dc37-457e-9dea-3d47222f8cfe service neutron] 10.222.0.59 "GET /v2.0/networks/40d8f6f8-08d6-4358-8889-34537d5b832f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2497256 Jan 31 20:54:18.070885 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [None req-df77198c-0b1d-4d1a-8ea4-784837922d1b admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.9514947 Jan 31 20:54:18.074379 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-883a07b5-1320-41e0-b0c0-754eb14ea9bc req-9277727e-9ae9-41d6-9b2c-9bba97ba473a tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=89e26e9450a7409f847d894c6e8d3bfc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2611406 Jan 31 20:54:18.080478 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.wsgi [-] (102449) accepted ('10.222.0.46', 36436) {{(pid=102449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 20:54:18.092039 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.v2.base [None req-f6f49113-276a-4093-ae47-cff58232b397 admin admin] Request body: {'subnet': {'network_id': '05dfb462-2335-4368-a32c-07f597bd39d3', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-454419579-subnet', 'tenant_id': 'b85e8abd4b95427a972de0e5de7c5324', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 20:54:18.147223 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-29c7a59c-61b6-4e89-abde-fac0285e8963 admin admin] Publish callbacks [] for security_group (43120c66-a1fa-4313-b496-af4187225f51), precommit_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:18.156058 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-2a002c38-8b14-4e10-a5ec-20c930dc6ec4 req-ad72c452-93c7-426e-8c2a-0f83c088f327 service neutron] 10.222.0.59 "GET /v2.0/networks/65673a31-2d3e-4d05-b20c-5dc9b3003e1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2707229 Jan 31 20:54:18.159730 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df77198c-0b1d-4d1a-8ea4-784837922d1b admin admin] Pushing event updated for resources: {'Network': ['ID=05dfb462-2335-4368-a32c-07f597bd39d3,revision_number=1']} {{(pid=102450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:54:18.174050 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.rpc [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Network 05dfb462-2335-4368-a32c-07f597bd39d3 details requested by agent ovs-agent-dv-cinder-813229-5-iscsi with host dv-cinder-813229-5-iscsi {{(pid=102451) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 20:54:18.186345 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-def9ef0f-6d4d-4942-9cc2-5c67a57f0366 req-74551734-cc28-46b3-9683-173f77921b3e tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] 10.222.0.46 "GET /v2.0/security-groups?id=0bdd6188-2d8b-4b17-a788-ae2efdc28206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2893808 Jan 31 20:54:18.198565 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-4ee1f88f-3dd7-4919-adfb-98a8e386c1e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736509'] for security_group (39150405-fc71-4b00-b2bc-3da7992e73d8), after_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:18.201631 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-4ee1f88f-3dd7-4919-adfb-98a8e386c1e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:18.206150 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [None req-4ee1f88f-3dd7-4919-adfb-98a8e386c1e9 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/39150405-fc71-4b00-b2bc-3da7992e73d8 HTTP/1.1" status: 204 len: 168 time: 0.7190919 Jan 31 20:54:18.206150 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-29c7a59c-61b6-4e89-abde-fac0285e8963 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736509'] for security_group (43120c66-a1fa-4313-b496-af4187225f51), after_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:18.222742 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-499cd153-c30d-4b6f-9192-06e0bf8724ec req-8402858f-1d12-402b-b595-f8f103312487 service neutron] 10.222.0.59 "GET /v2.0/networks/7654a450-2e31-4398-8bf5-1ad3ee6cd04f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2957294 Jan 31 20:54:18.251332 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fcbb6d-f051-4b4c-a9be-497fad8646af req-3487aaf7-6b43-438e-8ed7-a142a8f98d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:54:18.252419 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-17fcbb6d-f051-4b4c-a9be-497fad8646af req-3487aaf7-6b43-438e-8ed7-a142a8f98d20 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0338b91214f04c0ea3b3105e707d550a&device_id=4b21c9e1-251e-4780-a88f-01f20f420dac HTTP/1.1" status: 200 len: 1128 time: 0.2838044 Jan 31 20:54:18.257812 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee1f88f-3dd7-4919-adfb-98a8e386c1e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39150405-fc71-4b00-b2bc-3da7992e73d8,revision_number=None']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:54:18.260560 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6f49113-276a-4093-ae47-cff58232b397 admin admin] Made reservation on behalf of b85e8abd4b95427a972de0e5de7c5324 for: {'subnet': 1} {{(pid=102449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 20:54:18.262302 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-f6f49113-276a-4093-ae47-cff58232b397 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:18.263035 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-82258d99-3271-462e-a06e-8c030ec1975c req-d75d3250-87d2-44a0-8685-f21008c632e1 service neutron] 10.222.0.59 "GET /v2.0/networks/40d8f6f8-08d6-4358-8889-34537d5b832f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2375987 Jan 31 20:54:18.394854 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [None req-29c7a59c-61b6-4e89-abde-fac0285e8963 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=0d75f2fe667b4270a75543e2a7efdce0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7496364 Jan 31 20:54:18.424327 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.wsgi [-] (102449) accepted ('10.222.0.46', 36444) {{(pid=102449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 20:54:18.501700 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b957e1-2324-429a-88ed-0f7ec59f6eb6 req-d5ce26f4-e1af-40ae-8e98-668d244cb8ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:54:18.503216 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-e1b957e1-2324-429a-88ed-0f7ec59f6eb6 req-d5ce26f4-e1af-40ae-8e98-668d244cb8ad service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d47558b0f9f34eaab8c09c34c2ff08d2&device_id=5329065f-5069-48cf-b2ec-fe4e788092e5 HTTP/1.1" status: 200 len: 1127 time: 0.1984811 Jan 31 20:54:18.517617 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307950fb-a530-4553-bf3e-82e5fd70200c req-157b5773-0e0a-45fe-bcac-c221320635e8 tempest-AttachVolumeNegativeTest-36827424 tempest-AttachVolumeNegativeTest-36827424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:54:18.519812 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-307950fb-a530-4553-bf3e-82e5fd70200c req-157b5773-0e0a-45fe-bcac-c221320635e8 tempest-AttachVolumeNegativeTest-36827424 tempest-AttachVolumeNegativeTest-36827424-project] 10.222.0.46 "GET /v2.0/ports?device_id=5329065f-5069-48cf-b2ec-fe4e788092e5 HTTP/1.1" status: 200 len: 943 time: 0.1500168 Jan 31 20:54:18.566480 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c7a59c-61b6-4e89-abde-fac0285e8963 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43120c66-a1fa-4313-b496-af4187225f51,revision_number=1']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:54:18.577585 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-883a07b5-1320-41e0-b0c0-754eb14ea9bc req-226c95e7-7fce-4c7f-b476-40c23d5f24a0 service neutron] 10.222.0.46 "GET /v2.0/networks/e68884ed-aafc-46db-987f-40cce4cb0a81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4749289 Jan 31 20:54:18.771745 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fcbb6d-f051-4b4c-a9be-497fad8646af req-07bac2be-f664-4657-8821-6a92b3309963 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:54:18.773472 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-17fcbb6d-f051-4b4c-a9be-497fad8646af req-07bac2be-f664-4657-8821-6a92b3309963 service neutron] 10.222.0.59 "GET /v2.0/networks?id=65673a31-2d3e-4d05-b20c-5dc9b3003e1f HTTP/1.1" status: 200 len: 920 time: 0.4837627 Jan 31 20:54:18.803520 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-8234ad51-00a3-4b54-b0c4-4da09f43dca5 admin admin] Publish callbacks [] for security_group (43120c66-a1fa-4313-b496-af4187225f51), before_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:18.879006 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-883a07b5-1320-41e0-b0c0-754eb14ea9bc req-624d7ed1-9b03-4d11-b6d8-854764d8557b service neutron] 10.222.0.46 "GET /v2.0/networks/e68884ed-aafc-46db-987f-40cce4cb0a81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3003764 Jan 31 20:54:18.888750 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-17fcbb6d-f051-4b4c-a9be-497fad8646af req-57651e2f-bf9f-41ff-85aa-98598d484341 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dfba6eda-5d1b-4027-9aee-bf29f39c876d HTTP/1.1" status: 200 len: 217 time: 0.0902328 Jan 31 20:54:18.920938 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-8234ad51-00a3-4b54-b0c4-4da09f43dca5 admin admin] Publish callbacks [] for security_group (43120c66-a1fa-4313-b496-af4187225f51), precommit_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:18.947194 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-307950fb-a530-4553-bf3e-82e5fd70200c req-1d52fb78-03d0-4fcd-ab8b-18d9c6579846 tempest-AttachVolumeNegativeTest-36827424 tempest-AttachVolumeNegativeTest-36827424-project] 10.222.0.46 "GET /v2.0/security-groups?id=a32f4031-bf0a-46cb-9ad4-290c9574bdbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4098556 Jan 31 20:54:18.957882 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b957e1-2324-429a-88ed-0f7ec59f6eb6 req-471abe53-8881-4f39-bdcc-8a263346cb69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:54:18.960780 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-e1b957e1-2324-429a-88ed-0f7ec59f6eb6 req-471abe53-8881-4f39-bdcc-8a263346cb69 service neutron] 10.222.0.59 "GET /v2.0/networks?id=7654a450-2e31-4398-8bf5-1ad3ee6cd04f HTTP/1.1" status: 200 len: 915 time: 0.4396124 Jan 31 20:54:18.977387 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27df420e-76b2-43cf-8c3d-cb81ce4e672f', 'tag': 'cc6b8b53-a55e-4a11-9485-2fb0504a9fc1'}] {{(pid=102449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 20:54:18.980049 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba30590511e0408980e1e78341b94ae353025d2904c3e8034e675cc5aff8c4ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57b009db-b337-46e8-9644-1ba0059550e4" -d '{"events": [{"name": "network-changed", "server_uuid": "27df420e-76b2-43cf-8c3d-cb81ce4e672f", "tag": "cc6b8b53-a55e-4a11-9485-2fb0504a9fc1"}]}' {{(pid=102449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 20:54:19.010314 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64319175-af4e-4f10-879b-b28dd60751ec', 'tag': 'f0881fcb-57c2-4659-a463-6dc262b1fa41'}] {{(pid=102450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 20:54:19.022385 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88694c8615ac1e9d0f87b85371fce54667869cb07e9f85c824f8527602de4f23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f71e82ee-808e-40db-b938-7a63de0b7420" -d '{"events": [{"name": "network-changed", "server_uuid": "64319175-af4e-4f10-879b-b28dd60751ec", "tag": "f0881fcb-57c2-4659-a463-6dc262b1fa41"}]}' {{(pid=102450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 20:54:19.066016 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fcbb6d-f051-4b4c-a9be-497fad8646af req-cd3d9993-b189-4c55-89ab-e63bd4acf2f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:54:19.067812 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-17fcbb6d-f051-4b4c-a9be-497fad8646af req-cd3d9993-b189-4c55-89ab-e63bd4acf2f0 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=192371ce-29b6-4188-9b71-f88453dc95b3 HTTP/1.1" status: 200 len: 859 time: 0.1511946 Jan 31 20:54:19.070654 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-f6f49113-276a-4093-ae47-cff58232b397 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3769609'] for subnet (8bf45917-b31f-441c-96ad-cbb8ef335114), after_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:19.186416 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-e1b957e1-2324-429a-88ed-0f7ec59f6eb6 req-ef67d4d1-b9ca-4045-b33a-6e7b9977f59d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f52247a4-d6f9-4630-840b-d991c41d687c HTTP/1.1" status: 200 len: 217 time: 0.2127893 Jan 31 20:54:19.379062 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 20:54:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15c410c0-6324-4521-83d4-974240f02834 x-openstack-request-id: req-15c410c0-6324-4521-83d4-974240f02834 {{(pid=102450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 20:54:19.379856 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64319175-af4e-4f10-879b-b28dd60751ec", "tag": "f0881fcb-57c2-4659-a463-6dc262b1fa41", "status": "completed", "code": 200}]} {{(pid=102450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 20:54:19.391323 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-15c410c0-6324-4521-83d4-974240f02834 {{(pid=102450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 20:54:19.392235 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 20:54:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f23aab1e-689a-4a30-9e77-1edd33e99b89 x-openstack-request-id: req-f23aab1e-689a-4a30-9e77-1edd33e99b89 {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 20:54:19.394727 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27df420e-76b2-43cf-8c3d-cb81ce4e672f", "tag": "cc6b8b53-a55e-4a11-9485-2fb0504a9fc1", "status": "completed", "code": 200}]} {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 20:54:19.395458 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-f23aab1e-689a-4a30-9e77-1edd33e99b89 {{(pid=102449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 20:54:19.395830 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27df420e-76b2-43cf-8c3d-cb81ce4e672f', 'tag': 'cc6b8b53-a55e-4a11-9485-2fb0504a9fc1', 'status': 'completed', 'code': 200} Jan 31 20:54:19.396082 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64319175-af4e-4f10-879b-b28dd60751ec', 'tag': 'f0881fcb-57c2-4659-a463-6dc262b1fa41', 'status': 'completed', 'code': 200} Jan 31 20:54:19.463265 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b957e1-2324-429a-88ed-0f7ec59f6eb6 req-4367e1b5-eb25-4ed6-9de0-011e2b71f87d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:54:19.465366 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-e1b957e1-2324-429a-88ed-0f7ec59f6eb6 req-4367e1b5-eb25-4ed6-9de0-011e2b71f87d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=70f837bf-4dbc-49b3-a16a-2a9bab745253 HTTP/1.1" status: 200 len: 854 time: 0.2616875 Jan 31 20:54:19.470658 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-17fcbb6d-f051-4b4c-a9be-497fad8646af req-789d89f8-7dcb-4090-84cc-bd3bff720a54 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=65673a31-2d3e-4d05-b20c-5dc9b3003e1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3900001 Jan 31 20:54:19.487103 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b09f106-44c4-4bc0-a50c-a30d3db9b76c req-c6428875-51b6-48a8-9d32-b2eed47f75eb tempest-DeleteServersTestJSON-1351021097 tempest-DeleteServersTestJSON-1351021097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:54:19.489287 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-8b09f106-44c4-4bc0-a50c-a30d3db9b76c req-c6428875-51b6-48a8-9d32-b2eed47f75eb tempest-DeleteServersTestJSON-1351021097 tempest-DeleteServersTestJSON-1351021097-project] 10.222.0.46 "GET /v2.0/ports?device_id=64319175-af4e-4f10-879b-b28dd60751ec HTTP/1.1" status: 200 len: 944 time: 0.3272870 Jan 31 20:54:19.498115 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-72529bc6-9cd8-459c-8993-300b09b9578f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600486512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3401042'] for agent (34ef0204-81d1-4f5e-89d1-b08d0f866641), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:19.510319 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-8234ad51-00a3-4b54-b0c4-4da09f43dca5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736509'] for security_group (43120c66-a1fa-4313-b496-af4187225f51), after_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:19.511148 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b009db-b337-46e8-9644-1ba0059550e4 req-41fa93af-f2e4-4ec5-87b8-a6b2e61167bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:54:19.513050 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-8234ad51-00a3-4b54-b0c4-4da09f43dca5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:19.514334 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [None req-8234ad51-00a3-4b54-b0c4-4da09f43dca5 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/43120c66-a1fa-4313-b496-af4187225f51 HTTP/1.1" status: 204 len: 168 time: 1.0829370 Jan 31 20:54:19.514625 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-57b009db-b337-46e8-9644-1ba0059550e4 req-41fa93af-f2e4-4ec5-87b8-a6b2e61167bc service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0338b91214f04c0ea3b3105e707d550a&device_id=27df420e-76b2-43cf-8c3d-cb81ce4e672f HTTP/1.1" status: 200 len: 1128 time: 0.1930315 Jan 31 20:54:19.545971 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f49113-276a-4093-ae47-cff58232b397 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8bf45917-b31f-441c-96ad-cbb8ef335114,revision_number=0']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:54:19.552743 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-e1b957e1-2324-429a-88ed-0f7ec59f6eb6 req-5a73ecab-b2f4-42a6-9d4d-dd3434f7490e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=7654a450-2e31-4398-8bf5-1ad3ee6cd04f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0577195 Jan 31 20:54:19.646141 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-aef2dffb-2093-46b2-906c-fb36fd6515ff req-467756d8-47cc-4300-95cb-f683655b05f7 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] 10.222.0.46 "GET /v2.0/ports?device_id=e3153aa7-015b-4bbc-99db-58a6001749e2 HTTP/1.1" status: 200 len: 210 time: 0.1233733 Jan 31 20:54:19.692369 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8234ad51-00a3-4b54-b0c4-4da09f43dca5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43120c66-a1fa-4313-b496-af4187225f51,revision_number=None']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:54:19.725465 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6f49113-276a-4093-ae47-cff58232b397 admin admin] Checking segment: {'id': 'e5193d2e-bdc3-422c-8517-9890b60ca276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '05dfb462-2335-4368-a32c-07f597bd39d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 20:54:19.735584 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6f49113-276a-4093-ae47-cff58232b397 admin admin] Network hostable DHCP agents. Network: 05dfb462-2335-4368-a32c-07f597bd39d3, hostable agents: ['34ef0204-81d1-4f5e-89d1-b08d0f866641'], hosted agents: [] {{(pid=102449) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 20:54:19.738477 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-8b09f106-44c4-4bc0-a50c-a30d3db9b76c req-7073806f-0663-4274-a288-d879371ce1b0 tempest-DeleteServersTestJSON-1351021097 tempest-DeleteServersTestJSON-1351021097-project] 10.222.0.46 "GET /v2.0/security-groups?id=824cade5-d4d4-4940-9ee8-5974711c3761&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2213180 Jan 31 20:54:19.777793 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-e1b957e1-2324-429a-88ed-0f7ec59f6eb6 req-5fadadc0-304d-49be-a24b-947df7ca144c service neutron] 10.222.0.59 "GET /v2.0/networks/7654a450-2e31-4398-8bf5-1ad3ee6cd04f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2131357 Jan 31 20:54:19.778918 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b009db-b337-46e8-9644-1ba0059550e4 req-0cc7b4b2-4ee6-4c8b-a318-52baa6e983d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:54:19.781035 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-57b009db-b337-46e8-9644-1ba0059550e4 req-0cc7b4b2-4ee6-4c8b-a318-52baa6e983d9 service neutron] 10.222.0.59 "GET /v2.0/networks?id=65673a31-2d3e-4d05-b20c-5dc9b3003e1f HTTP/1.1" status: 200 len: 920 time: 0.2369013 Jan 31 20:54:19.827992 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71e82ee-808e-40db-b938-7a63de0b7420 req-afd728c5-20e9-40b9-9e64-8fb61573d731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:54:19.832685 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-f71e82ee-808e-40db-b938-7a63de0b7420 req-afd728c5-20e9-40b9-9e64-8fb61573d731 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=e272497447254ef592fec399ec9421b0&device_id=64319175-af4e-4f10-879b-b28dd60751ec HTTP/1.1" status: 200 len: 1128 time: 0.4168341 Jan 31 20:54:19.944583 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-17fcbb6d-f051-4b4c-a9be-497fad8646af req-da466a79-9ac7-4e66-8565-8e92fb5d58bf service neutron] 10.222.0.59 "GET /v2.0/networks/65673a31-2d3e-4d05-b20c-5dc9b3003e1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4361160 Jan 31 20:54:20.035965 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-57b009db-b337-46e8-9644-1ba0059550e4 req-a8bdf981-86f6-4382-96d1-bc7c629cf8e1 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cc6b8b53-a55e-4a11-9485-2fb0504a9fc1 HTTP/1.1" status: 200 len: 217 time: 0.2402999 Jan 31 20:54:20.050113 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6f49113-276a-4093-ae47-cff58232b397 admin admin] Network 05dfb462-2335-4368-a32c-07f597bd39d3 is scheduled to be hosted by DHCP agent 34ef0204-81d1-4f5e-89d1-b08d0f866641 with binding_index 1 {{(pid=102449) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 20:54:20.178589 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.scheduler.base_scheduler [None req-f6f49113-276a-4093-ae47-cff58232b397 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813229-5-iscsi, 05dfb462-2335-4368-a32c-07f597bd39d3) {{(pid=102449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 20:54:20.191266 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e1d6d67-c61b-40da-8bb1-6688ec5fb9a2 None None] Network 05dfb462-2335-4368-a32c-07f597bd39d3 requested from dv-cinder-813229-5-iscsi {{(pid=102451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 20:54:20.207401 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6f49113-276a-4093-ae47-cff58232b397 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:54:20.208196 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-f6f49113-276a-4093-ae47-cff58232b397 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3769851'] for subnet (None), before_response {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:20.262242 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-17fcbb6d-f051-4b4c-a9be-497fad8646af req-32d172bb-4021-4966-b00a-6b66a31a2145 service neutron] 10.222.0.59 "GET /v2.0/networks/65673a31-2d3e-4d05-b20c-5dc9b3003e1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3105578 Jan 31 20:54:20.295896 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f3fd6e-929e-43e7-b957-91c20d54da58 req-67f6c1c5-3c98-44da-9147-1e70603fc375 tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:54:20.305281 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-85f3fd6e-929e-43e7-b957-91c20d54da58 req-67f6c1c5-3c98-44da-9147-1e70603fc375 tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] 10.222.0.46 "GET /v2.0/ports?device_id=27df420e-76b2-43cf-8c3d-cb81ce4e672f HTTP/1.1" status: 200 len: 944 time: 0.4660563 Jan 31 20:54:20.400061 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [None req-f6f49113-276a-4093-ae47-cff58232b397 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.3166716 Jan 31 20:54:20.440301 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-85f3fd6e-929e-43e7-b957-91c20d54da58 req-ed3e35ff-0f67-42bb-a896-462c63898c2c tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] 10.222.0.46 "GET /v2.0/security-groups?id=0bdd6188-2d8b-4b17-a788-ae2efdc28206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299667 Jan 31 20:54:20.445678 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71e82ee-808e-40db-b938-7a63de0b7420 req-c7503267-3f1a-4a1f-8fff-a4b514cf5063 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:54:20.454993 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-f71e82ee-808e-40db-b938-7a63de0b7420 req-c7503267-3f1a-4a1f-8fff-a4b514cf5063 service neutron] 10.222.0.59 "GET /v2.0/networks?id=40d8f6f8-08d6-4358-8889-34537d5b832f HTTP/1.1" status: 200 len: 913 time: 0.6097932 Jan 31 20:54:20.459118 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-502998b4-1f76-4ab4-b8b9-dabe15a9a012 None None] Network 05dfb462-2335-4368-a32c-07f597bd39d3 requested from dv-cinder-813229-5-iscsi {{(pid=102451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 20:54:20.559306 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-f71e82ee-808e-40db-b938-7a63de0b7420 req-12a92dee-9cec-4251-abab-fbd10f629c79 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f0881fcb-57c2-4659-a463-6dc262b1fa41 HTTP/1.1" status: 200 len: 217 time: 0.0884619 Jan 31 20:54:20.595472 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b009db-b337-46e8-9644-1ba0059550e4 req-d9462438-9c56-47f3-9c68-e45ca8648e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:54:20.597390 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-57b009db-b337-46e8-9644-1ba0059550e4 req-d9462438-9c56-47f3-9c68-e45ca8648e96 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=192371ce-29b6-4188-9b71-f88453dc95b3 HTTP/1.1" status: 200 len: 859 time: 0.5441568 Jan 31 20:54:20.648097 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-e1b957e1-2324-429a-88ed-0f7ec59f6eb6 req-d0c0db09-cafe-4638-9a4a-ccf6039c7c37 service neutron] 10.222.0.59 "GET /v2.0/networks/7654a450-2e31-4398-8bf5-1ad3ee6cd04f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8423493 Jan 31 20:54:20.651828 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-57b009db-b337-46e8-9644-1ba0059550e4 req-abf5f7ca-ab64-49bc-bdd0-47e11ffaa4af service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=65673a31-2d3e-4d05-b20c-5dc9b3003e1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0439463 Jan 31 20:54:20.677102 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71e82ee-808e-40db-b938-7a63de0b7420 req-66711460-580a-4576-824d-3414a0279ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:54:20.686266 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-f71e82ee-808e-40db-b938-7a63de0b7420 req-66711460-580a-4576-824d-3414a0279ec5 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=059f496d-99c7-49f8-b0d5-1c6838335166 HTTP/1.1" status: 200 len: 852 time: 0.1158817 Jan 31 20:54:20.730290 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdf41b7-f0db-45d2-851d-853ce2494e3e req-a2865122-3cd9-47f7-8049-f6abefd1cdbf tempest-AttachVolumeNegativeTest-36827424 tempest-AttachVolumeNegativeTest-36827424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:54:20.732320 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-0fdf41b7-f0db-45d2-851d-853ce2494e3e req-a2865122-3cd9-47f7-8049-f6abefd1cdbf tempest-AttachVolumeNegativeTest-36827424 tempest-AttachVolumeNegativeTest-36827424-project] 10.222.0.46 "GET /v2.0/ports?device_id=5329065f-5069-48cf-b2ec-fe4e788092e5 HTTP/1.1" status: 200 len: 943 time: 0.2235260 Jan 31 20:54:20.763431 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-f71e82ee-808e-40db-b938-7a63de0b7420 req-09971b20-ff7d-494e-95b2-69e98ac523c9 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=40d8f6f8-08d6-4358-8889-34537d5b832f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0746942 Jan 31 20:54:20.820351 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-5ba668da-8540-418e-b3e9-a9ac949b38b5 req-8e6da07c-7193-409f-a763-c725fd73b010 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] 10.222.0.46 "GET /v2.0/ports?device_id=e3153aa7-015b-4bbc-99db-58a6001749e2 HTTP/1.1" status: 200 len: 210 time: 0.0557108 Jan 31 20:54:20.890360 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-0fdf41b7-f0db-45d2-851d-853ce2494e3e req-412d7d9b-ee78-4d8d-9c41-1ebd8c67115b tempest-AttachVolumeNegativeTest-36827424 tempest-AttachVolumeNegativeTest-36827424-project] 10.222.0.46 "GET /v2.0/security-groups?id=a32f4031-bf0a-46cb-9ad4-290c9574bdbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128149 Jan 31 20:54:20.903244 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-57b009db-b337-46e8-9644-1ba0059550e4 req-e6108905-255c-46ef-8564-7d284c06ebd8 service neutron] 10.222.0.59 "GET /v2.0/networks/65673a31-2d3e-4d05-b20c-5dc9b3003e1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2313969 Jan 31 20:54:21.062862 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-f71e82ee-808e-40db-b938-7a63de0b7420 req-24acb477-0c81-4570-9644-a6d65bd95b23 service neutron] 10.222.0.59 "GET /v2.0/networks/40d8f6f8-08d6-4358-8889-34537d5b832f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2886128 Jan 31 20:54:21.174829 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-57b009db-b337-46e8-9644-1ba0059550e4 req-2d7ced78-18a1-4fe2-9b38-b21e55f5f8de service neutron] 10.222.0.59 "GET /v2.0/networks/65673a31-2d3e-4d05-b20c-5dc9b3003e1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2581358 Jan 31 20:54:21.248919 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-f71e82ee-808e-40db-b938-7a63de0b7420 req-8f61e71d-3b7a-450d-831a-b1451508cd57 service neutron] 10.222.0.59 "GET /v2.0/networks/40d8f6f8-08d6-4358-8889-34537d5b832f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1721172 Jan 31 20:54:21.282257 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f062164d-13f1-44d4-aa59-4cabfa5879d1 req-a1c9c1d2-fd9a-439e-9153-fb0a84a2da19 tempest-DeleteServersTestJSON-1351021097 tempest-DeleteServersTestJSON-1351021097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:54:21.290562 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-f062164d-13f1-44d4-aa59-4cabfa5879d1 req-a1c9c1d2-fd9a-439e-9153-fb0a84a2da19 tempest-DeleteServersTestJSON-1351021097 tempest-DeleteServersTestJSON-1351021097-project] 10.222.0.46 "GET /v2.0/ports?device_id=64319175-af4e-4f10-879b-b28dd60751ec HTTP/1.1" status: 200 len: 944 time: 0.2330453 Jan 31 20:54:21.364433 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-f062164d-13f1-44d4-aa59-4cabfa5879d1 req-5292e78c-6a84-4744-8be5-0fac8059444f tempest-DeleteServersTestJSON-1351021097 tempest-DeleteServersTestJSON-1351021097-project] 10.222.0.46 "GET /v2.0/security-groups?id=824cade5-d4d4-4940-9ee8-5974711c3761&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727904 Jan 31 20:54:21.411184 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883a07b5-1320-41e0-b0c0-754eb14ea9bc req-4c7ec08f-39df-4e01-966a-b1cedcaae3e2 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:54:21.414769 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-883a07b5-1320-41e0-b0c0-754eb14ea9bc req-4c7ec08f-39df-4e01-966a-b1cedcaae3e2 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] 10.222.0.59 "GET /v2.0/networks?id=e68884ed-aafc-46db-987f-40cce4cb0a81 HTTP/1.1" status: 200 len: 816 time: 0.3357499 Jan 31 20:54:21.560290 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-883a07b5-1320-41e0-b0c0-754eb14ea9bc req-ee4237c9-f439-48a7-b078-95b7c86b8b66 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=89e26e9450a7409f847d894c6e8d3bfc HTTP/1.1" status: 200 len: 379 time: 0.1333947 Jan 31 20:54:21.575907 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.v2.base [req-883a07b5-1320-41e0-b0c0-754eb14ea9bc req-9742b7fd-8f72-4c6f-9dee-76ef778d6f4c tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] Request body: {'port': {'device_id': 'e3153aa7-015b-4bbc-99db-58a6001749e2', 'network_id': 'e68884ed-aafc-46db-987f-40cce4cb0a81', 'admin_state_up': True, 'tenant_id': '89e26e9450a7409f847d894c6e8d3bfc', 'security_groups': ['65521e8f-8948-4df3-9344-760b60ce97e8']}} {{(pid=102450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 20:54:21.704405 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.rpc [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Device f0881fcb-57c2-4659-a463-6dc262b1fa41 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=102451) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 20:54:21.750558 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74700458-9c60-4ae3-b2a0-67fa6cdc0350 req-3fc078dc-75d9-44fd-b241-245a159ab351 tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:54:21.754747 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-74700458-9c60-4ae3-b2a0-67fa6cdc0350 req-3fc078dc-75d9-44fd-b241-245a159ab351 tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] 10.222.0.46 "GET /v2.0/ports?device_id=27df420e-76b2-43cf-8c3d-cb81ce4e672f HTTP/1.1" status: 200 len: 944 time: 0.1937063 Jan 31 20:54:21.805128 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-dbc765b4-fb68-408b-9969-138e3b596bc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600486512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3401042'] for agent (7c18f3b4-4d02-4b01-9072-98fcd9008716), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:21.870330 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.db [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] For port f0881fcb-57c2-4659-a463-6dc262b1fa41, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=f0881fcb-57c2-4659-a463-6dc262b1fa41,segment=NetworkSegment(8d4fae8a-a81c-4e52-b2b0-57f0ea8e5423),segment_id=8d4fae8a-a81c-4e52-b2b0-57f0ea8e5423)] {{(pid=102451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 20:54:21.891292 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-74700458-9c60-4ae3-b2a0-67fa6cdc0350 req-db69c1de-5197-4bdc-9074-c75f490f5a36 tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] 10.222.0.46 "GET /v2.0/security-groups?id=0bdd6188-2d8b-4b17-a788-ae2efdc28206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126311 Jan 31 20:54:21.901638 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.rpc [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Returning: {'device': 'f0881fcb-57c2-4659-a463-6dc262b1fa41', 'network_id': '40d8f6f8-08d6-4358-8889-34537d5b832f', 'port_id': 'f0881fcb-57c2-4659-a463-6dc262b1fa41', 'mac_address': 'fa:16:3e:ca:ae:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 655, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '059f496d-99c7-49f8-b0d5-1c6838335166', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102451) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 20:54:21.917867 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-883a07b5-1320-41e0-b0c0-754eb14ea9bc req-9742b7fd-8f72-4c6f-9dee-76ef778d6f4c tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] Made reservation on behalf of 89e26e9450a7409f847d894c6e8d3bfc for: {'port': 1} {{(pid=102450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 20:54:21.922994 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [req-883a07b5-1320-41e0-b0c0-754eb14ea9bc req-9742b7fd-8f72-4c6f-9dee-76ef778d6f4c tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1026180'] for port (None), before_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:21.988194 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-a8a48763-9646-4c62-ae29-1fceae255b23 req-48dd86da-9c69-4ca7-9bd2-a7b0209248c1 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] 10.222.0.46 "GET /v2.0/ports?device_id=e3153aa7-015b-4bbc-99db-58a6001749e2 HTTP/1.1" status: 200 len: 210 time: 0.0515115 Jan 31 20:54:21.990814 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.wsgi [-] (102450) accepted ('10.222.0.46', 36608) {{(pid=102450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 20:54:22.011788 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.plugin [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Current status of the port f0881fcb-57c2-4659-a463-6dc262b1fa41 is: DOWN; New status is: BUILD {{(pid=102451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 20:54:22.013140 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1026180'] for port (f0881fcb-57c2-4659-a463-6dc262b1fa41), before_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:22.029467 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.notifiers.nova [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0881fcb-57c2-4659-a463-6dc262b1fa41 {{(pid=102451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 20:54:22.059588 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.db [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] For port f0881fcb-57c2-4659-a463-6dc262b1fa41, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=f0881fcb-57c2-4659-a463-6dc262b1fa41,segment=NetworkSegment(8d4fae8a-a81c-4e52-b2b0-57f0ea8e5423),segment_id=8d4fae8a-a81c-4e52-b2b0-57f0ea8e5423)] {{(pid=102451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 20:54:22.065391 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1029723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3769609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783600466378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783599971615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783599971633'] for port (f0881fcb-57c2-4659-a463-6dc262b1fa41), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:22.067653 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.rpc [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Device cc6b8b53-a55e-4a11-9485-2fb0504a9fc1 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=102451) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 20:54:22.068383 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.v2.base [None req-c93a3807-f08d-421f-be1e-05b837654b53 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-954761765-network', 'tenant_id': '9aaec024d26a4f4eb2987d39b00bbc5d'}} {{(pid=102450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 20:54:22.142359 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Pushing event updated for resources: {'Port': ['ID=f0881fcb-57c2-4659-a463-6dc262b1fa41,revision_number=4']} {{(pid=102451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:54:22.158849 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c93a3807-f08d-421f-be1e-05b837654b53 admin admin] Made reservation on behalf of 9aaec024d26a4f4eb2987d39b00bbc5d for: {'network': 1} {{(pid=102450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 20:54:22.161681 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-c93a3807-f08d-421f-be1e-05b837654b53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1026180'] for network (None), before_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:22.213107 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-c93a3807-f08d-421f-be1e-05b837654b53 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:22.258125 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cadfd9-4d69-493f-8f90-9cdd787cdf59 req-86b2751f-521d-4ea6-ba04-d79c4f051537 tempest-AttachVolumeNegativeTest-36827424 tempest-AttachVolumeNegativeTest-36827424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:54:22.259676 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-58cadfd9-4d69-493f-8f90-9cdd787cdf59 req-86b2751f-521d-4ea6-ba04-d79c4f051537 tempest-AttachVolumeNegativeTest-36827424 tempest-AttachVolumeNegativeTest-36827424-project] 10.222.0.46 "GET /v2.0/ports?device_id=5329065f-5069-48cf-b2ec-fe4e788092e5 HTTP/1.1" status: 200 len: 943 time: 0.1956820 Jan 31 20:54:22.268727 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.db [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] For port cc6b8b53-a55e-4a11-9485-2fb0504a9fc1, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=cc6b8b53-a55e-4a11-9485-2fb0504a9fc1,segment=NetworkSegment(dc7f01b7-eb08-4044-b0f8-cca54d3f9b11),segment_id=dc7f01b7-eb08-4044-b0f8-cca54d3f9b11)] {{(pid=102451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 20:54:22.290286 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.rpc [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Returning: {'device': 'cc6b8b53-a55e-4a11-9485-2fb0504a9fc1', 'network_id': '65673a31-2d3e-4d05-b20c-5dc9b3003e1f', 'port_id': 'cc6b8b53-a55e-4a11-9485-2fb0504a9fc1', 'mac_address': 'fa:16:3e:c2:cf:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 664, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '192371ce-29b6-4188-9b71-f88453dc95b3', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102451) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 20:54:22.292072 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.db.db_base_plugin_common [req-883a07b5-1320-41e0-b0c0-754eb14ea9bc req-9742b7fd-8f72-4c6f-9dee-76ef778d6f4c tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] Allocated IP 172.20.0.3 (e68884ed-aafc-46db-987f-40cce4cb0a81/34dec552-ecde-44b0-b00b-6077e3fcfd65/f83f76e6-6b79-4e98-911c-f26ea26c65da) {{(pid=102450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 20:54:22.341270 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.plugin [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Current status of the port cc6b8b53-a55e-4a11-9485-2fb0504a9fc1 is: DOWN; New status is: BUILD {{(pid=102451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 20:54:22.342023 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1026180'] for port (cc6b8b53-a55e-4a11-9485-2fb0504a9fc1), before_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:22.359976 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.notifiers.nova [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc6b8b53-a55e-4a11-9485-2fb0504a9fc1 {{(pid=102451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 20:54:22.384775 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-58cadfd9-4d69-493f-8f90-9cdd787cdf59 req-5b0ff9f1-9eb7-4ab7-88a6-8188a4603c49 tempest-AttachVolumeNegativeTest-36827424 tempest-AttachVolumeNegativeTest-36827424-project] 10.222.0.46 "GET /v2.0/security-groups?id=a32f4031-bf0a-46cb-9ad4-290c9574bdbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138227 Jan 31 20:54:22.386112 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.db [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] For port cc6b8b53-a55e-4a11-9485-2fb0504a9fc1, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=cc6b8b53-a55e-4a11-9485-2fb0504a9fc1,segment=NetworkSegment(dc7f01b7-eb08-4044-b0f8-cca54d3f9b11),segment_id=dc7f01b7-eb08-4044-b0f8-cca54d3f9b11)] {{(pid=102451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 20:54:22.398932 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1029723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3769609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783600466378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783599971615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783599971633'] for port (cc6b8b53-a55e-4a11-9485-2fb0504a9fc1), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:22.398932 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.rpc [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Device f52247a4-d6f9-4630-840b-d991c41d687c details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=102451) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 20:54:22.498305 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-c93a3807-f08d-421f-be1e-05b837654b53 admin admin] Publish callbacks [] for security_group (0d4375c8-4ad7-4dfd-8b01-9232c4a8b60c), precommit_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:22.509574 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-c93a3807-f08d-421f-be1e-05b837654b53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736509'] for security_group (0d4375c8-4ad7-4dfd-8b01-9232c4a8b60c), after_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:22.561838 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c93a3807-f08d-421f-be1e-05b837654b53 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 679} {{(pid=102450) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 20:54:22.581423 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Pushing event updated for resources: {'Port': ['ID=cc6b8b53-a55e-4a11-9485-2fb0504a9fc1,revision_number=4']} {{(pid=102451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:54:22.596934 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93a3807-f08d-421f-be1e-05b837654b53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d4375c8-4ad7-4dfd-8b01-9232c4a8b60c,revision_number=1']} {{(pid=102450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:54:22.601712 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-c93a3807-f08d-421f-be1e-05b837654b53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-936743'] for segment (a4676857-de57-497e-9b99-5f452eb251d3), precommit_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:22.602334 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.db.segments_db [None req-c93a3807-f08d-421f-be1e-05b837654b53 admin admin] Added segment a4676857-de57-497e-9b99-5f452eb251d3 of type vlan for network 4360735b-9912-4290-927a-f9c57ca5aa84 Jan 31 20:54:22.606937 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [req-883a07b5-1320-41e0-b0c0-754eb14ea9bc req-9742b7fd-8f72-4c6f-9dee-76ef778d6f4c tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] Publish callbacks [] for port (f83f76e6-6b79-4e98-911c-f26ea26c65da), precommit_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:22.629696 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e9395b-0f6d-45b9-b65d-cf3ff178666b req-65ff98d8-9b8c-4b0e-8ef4-4ffc7359949f tempest-DeleteServersTestJSON-1351021097 tempest-DeleteServersTestJSON-1351021097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:54:22.634483 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-03e9395b-0f6d-45b9-b65d-cf3ff178666b req-65ff98d8-9b8c-4b0e-8ef4-4ffc7359949f tempest-DeleteServersTestJSON-1351021097 tempest-DeleteServersTestJSON-1351021097-project] 10.222.0.46 "GET /v2.0/ports?device_id=64319175-af4e-4f10-879b-b28dd60751ec HTTP/1.1" status: 200 len: 945 time: 0.1333823 Jan 31 20:54:22.666185 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-c93a3807-f08d-421f-be1e-05b837654b53 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783599991637'] for network (4360735b-9912-4290-927a-f9c57ca5aa84), precommit_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:22.721082 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [req-883a07b5-1320-41e0-b0c0-754eb14ea9bc req-9742b7fd-8f72-4c6f-9dee-76ef778d6f4c tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1029723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3769609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783599971597'] for port (f83f76e6-6b79-4e98-911c-f26ea26c65da), after_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:22.739240 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-03e9395b-0f6d-45b9-b65d-cf3ff178666b req-4051273e-deea-404e-aff8-89b6f9c0b352 tempest-DeleteServersTestJSON-1351021097 tempest-DeleteServersTestJSON-1351021097-project] 10.222.0.46 "GET /v2.0/security-groups?id=824cade5-d4d4-4940-9ee8-5974711c3761&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965316 Jan 31 20:54:22.759872 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-883a07b5-1320-41e0-b0c0-754eb14ea9bc req-9742b7fd-8f72-4c6f-9dee-76ef778d6f4c tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] Network e68884ed-aafc-46db-987f-40cce4cb0a81 is already hosted by enough agents. {{(pid=102450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 20:54:22.759872 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-c93a3807-f08d-421f-be1e-05b837654b53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3769609'] for network (4360735b-9912-4290-927a-f9c57ca5aa84), after_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:22.759872 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c93a3807-f08d-421f-be1e-05b837654b53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:54:22.759872 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-c93a3807-f08d-421f-be1e-05b837654b53 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3769851'] for network (None), before_response {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:22.778449 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.scheduler.base_scheduler [req-883a07b5-1320-41e0-b0c0-754eb14ea9bc req-9742b7fd-8f72-4c6f-9dee-76ef778d6f4c tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] Resources bound (agent type, host, resource id): {{(pid=102450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 20:54:22.782263 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [req-883a07b5-1320-41e0-b0c0-754eb14ea9bc req-9742b7fd-8f72-4c6f-9dee-76ef778d6f4c tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] Received port after_create {{(pid=102450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 20:54:22.788101 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883a07b5-1320-41e0-b0c0-754eb14ea9bc req-9742b7fd-8f72-4c6f-9dee-76ef778d6f4c tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:54:22.788739 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [req-883a07b5-1320-41e0-b0c0-754eb14ea9bc req-9742b7fd-8f72-4c6f-9dee-76ef778d6f4c tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3769851'] for port (None), before_response {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:22.796731 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.db [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] For port f52247a4-d6f9-4630-840b-d991c41d687c, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=f52247a4-d6f9-4630-840b-d991c41d687c,segment=NetworkSegment(3aa49904-0c32-4795-9b71-de073484ac3d),segment_id=3aa49904-0c32-4795-9b71-de073484ac3d)] {{(pid=102451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 20:54:22.824581 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.rpc [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Returning: {'device': 'f52247a4-d6f9-4630-840b-d991c41d687c', 'network_id': '7654a450-2e31-4398-8bf5-1ad3ee6cd04f', 'port_id': 'f52247a4-d6f9-4630-840b-d991c41d687c', 'mac_address': 'fa:16:3e:2c:21:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 661, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70f837bf-4dbc-49b3-a16a-2a9bab745253', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102451) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 20:54:22.885318 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.plugin [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Current status of the port f52247a4-d6f9-4630-840b-d991c41d687c is: DOWN; New status is: BUILD {{(pid=102451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 20:54:22.886049 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1026180'] for port (f52247a4-d6f9-4630-840b-d991c41d687c), before_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:22.912815 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [None req-c93a3807-f08d-421f-be1e-05b837654b53 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.9162440 Jan 31 20:54:22.914045 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.wsgi [-] (102449) accepted ('10.222.0.46', 36638) {{(pid=102449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 20:54:22.914850 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.notifiers.nova [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f52247a4-d6f9-4630-840b-d991c41d687c {{(pid=102451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 20:54:22.920020 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.v2.base [None req-ff9bcb7a-a3ee-4d4c-bac0-f408f80b8644 admin admin] Request body: {'subnet': {'network_id': '4360735b-9912-4290-927a-f9c57ca5aa84', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-954761765-subnet', 'tenant_id': '9aaec024d26a4f4eb2987d39b00bbc5d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 20:54:22.953564 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-883a07b5-1320-41e0-b0c0-754eb14ea9bc req-9742b7fd-8f72-4c6f-9dee-76ef778d6f4c tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3820803 Jan 31 20:54:22.954460 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9742b7fd-8f72-4c6f-9dee-76ef778d6f4c tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] Pushing event updated for resources: {'Port': ['ID=f83f76e6-6b79-4e98-911c-f26ea26c65da,revision_number=1']} {{(pid=102450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:54:22.957349 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93a3807-f08d-421f-be1e-05b837654b53 admin admin] Pushing event updated for resources: {'Network': ['ID=4360735b-9912-4290-927a-f9c57ca5aa84,revision_number=1']} {{(pid=102450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:54:22.968660 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff9bcb7a-a3ee-4d4c-bac0-f408f80b8644 admin admin] Made reservation on behalf of 9aaec024d26a4f4eb2987d39b00bbc5d for: {'subnet': 1} {{(pid=102449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 20:54:22.972847 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.v2.base [req-883a07b5-1320-41e0-b0c0-754eb14ea9bc req-6f62212f-06ea-4f86-8b07-ec3ecf307508 service neutron] Request body: {'port': {'device_id': 'e3153aa7-015b-4bbc-99db-58a6001749e2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=102450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 20:54:22.974335 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff9bcb7a-a3ee-4d4c-bac0-f408f80b8644 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:22.982381 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.db [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] For port f52247a4-d6f9-4630-840b-d991c41d687c, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=f52247a4-d6f9-4630-840b-d991c41d687c,segment=NetworkSegment(3aa49904-0c32-4795-9b71-de073484ac3d),segment_id=3aa49904-0c32-4795-9b71-de073484ac3d)] {{(pid=102451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 20:54:22.989667 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-7eb716df-9c73-407a-9e83-210e7bcc67e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600486512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3401042'] for agent (289e5c83-71b6-47e7-bef9-287113943a12), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:22.996099 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.rpc [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Network 4360735b-9912-4290-927a-f9c57ca5aa84 details requested by agent ovs-agent-dv-cinder-813229-5-iscsi with host dv-cinder-813229-5-iscsi {{(pid=102451) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 20:54:23.007903 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1029723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3769609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783600466378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783599971615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783599971633'] for port (f52247a4-d6f9-4630-840b-d991c41d687c), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:23.009395 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.rpc [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Device dfba6eda-5d1b-4027-9aee-bf29f39c876d details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=102451) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 20:54:23.155336 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [req-883a07b5-1320-41e0-b0c0-754eb14ea9bc req-6f62212f-06ea-4f86-8b07-ec3ecf307508 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1026180'] for port (f83f76e6-6b79-4e98-911c-f26ea26c65da), before_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:23.165612 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Pushing event updated for resources: {'Port': ['ID=f52247a4-d6f9-4630-840b-d991c41d687c,revision_number=4']} {{(pid=102451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:54:23.192035 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebf5ae0-91c3-4b65-b9df-1009f9c85fe0 req-a0f349bb-4da4-4778-915d-abdb41f579cf tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:54:23.193772 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-9ebf5ae0-91c3-4b65-b9df-1009f9c85fe0 req-a0f349bb-4da4-4778-915d-abdb41f579cf tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] 10.222.0.46 "GET /v2.0/ports?device_id=27df420e-76b2-43cf-8c3d-cb81ce4e672f HTTP/1.1" status: 200 len: 945 time: 0.1297047 Jan 31 20:54:23.325918 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f1e979-2076-4fa3-afff-ab140c5512dd req-9cf17700-84c2-4278-b6cb-f7bae5d19890 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:54:23.331920 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-79f1e979-2076-4fa3-afff-ab140c5512dd req-9cf17700-84c2-4278-b6cb-f7bae5d19890 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] 10.222.0.46 "GET /v2.0/ports?device_id=e3153aa7-015b-4bbc-99db-58a6001749e2 HTTP/1.1" status: 200 len: 931 time: 0.2441232 Jan 31 20:54:23.353054 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.db.provisioning_blocks [None req-923b410f-d3c6-40b4-9a3c-4e043b1e3ced None None] Provisioning complete for port f83f76e6-6b79-4e98-911c-f26ea26c65da triggered by entity DHCP. {{(pid=102451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 20:54:23.354481 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-923b410f-d3c6-40b4-9a3c-4e043b1e3ced None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3401144'] for port (f83f76e6-6b79-4e98-911c-f26ea26c65da), provisioning_complete {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:23.358482 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-9ebf5ae0-91c3-4b65-b9df-1009f9c85fe0 req-57236be1-3efc-4d6f-a7d8-621fe8bb128e tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] 10.222.0.46 "GET /v2.0/security-groups?id=0bdd6188-2d8b-4b17-a788-ae2efdc28206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548331 Jan 31 20:54:23.471601 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.db.resource_extend [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 31 20:54:23.483381 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.plugin [None req-923b410f-d3c6-40b4-9a3c-4e043b1e3ced None None] Port f83f76e6-6b79-4e98-911c-f26ea26c65da cannot update to ACTIVE because it is not bound. {{(pid=102451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 20:54:23.534278 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-79f1e979-2076-4fa3-afff-ab140c5512dd req-c7c03e16-2984-4de8-a303-6d7718bce133 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] 10.222.0.46 "GET /v2.0/security-groups?id=65521e8f-8948-4df3-9344-760b60ce97e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1872096 Jan 31 20:54:23.546137 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.db [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] For port dfba6eda-5d1b-4027-9aee-bf29f39c876d, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=dfba6eda-5d1b-4027-9aee-bf29f39c876d,segment=NetworkSegment(dc7f01b7-eb08-4044-b0f8-cca54d3f9b11),segment_id=dc7f01b7-eb08-4044-b0f8-cca54d3f9b11)] {{(pid=102451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 20:54:23.570850 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff9bcb7a-a3ee-4d4c-bac0-f408f80b8644 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3769609'] for subnet (a0bc74bb-6206-4d20-8e9c-19db8e0b1f45), after_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:23.571749 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.rpc [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Returning: {'device': 'dfba6eda-5d1b-4027-9aee-bf29f39c876d', 'network_id': '65673a31-2d3e-4d05-b20c-5dc9b3003e1f', 'port_id': 'dfba6eda-5d1b-4027-9aee-bf29f39c876d', 'mac_address': 'fa:16:3e:c1:0c:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 664, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '192371ce-29b6-4188-9b71-f88453dc95b3', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102451) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 20:54:23.659843 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.plugin [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Current status of the port dfba6eda-5d1b-4027-9aee-bf29f39c876d is: DOWN; New status is: BUILD {{(pid=102451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 20:54:23.660285 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1026180'] for port (dfba6eda-5d1b-4027-9aee-bf29f39c876d), before_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:23.664493 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d31d39b-d7f8-4f8d-a637-3ed4eb45a055 req-7a0cc3b3-d192-46af-8eb4-a96725fa00af tempest-AttachVolumeNegativeTest-36827424 tempest-AttachVolumeNegativeTest-36827424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:54:23.666231 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-2d31d39b-d7f8-4f8d-a637-3ed4eb45a055 req-7a0cc3b3-d192-46af-8eb4-a96725fa00af tempest-AttachVolumeNegativeTest-36827424 tempest-AttachVolumeNegativeTest-36827424-project] 10.222.0.46 "GET /v2.0/ports?device_id=5329065f-5069-48cf-b2ec-fe4e788092e5 HTTP/1.1" status: 200 len: 944 time: 0.1003313 Jan 31 20:54:23.686169 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9bcb7a-a3ee-4d4c-bac0-f408f80b8644 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a0bc74bb-6206-4d20-8e9c-19db8e0b1f45,revision_number=0']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:54:23.688774 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.notifiers.nova [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dfba6eda-5d1b-4027-9aee-bf29f39c876d {{(pid=102451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 20:54:23.713223 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff9bcb7a-a3ee-4d4c-bac0-f408f80b8644 admin admin] Checking segment: {'id': 'a4676857-de57-497e-9b99-5f452eb251d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '4360735b-9912-4290-927a-f9c57ca5aa84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 20:54:23.714056 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff9bcb7a-a3ee-4d4c-bac0-f408f80b8644 admin admin] Network hostable DHCP agents. Network: 4360735b-9912-4290-927a-f9c57ca5aa84, hostable agents: ['34ef0204-81d1-4f5e-89d1-b08d0f866641'], hosted agents: [] {{(pid=102449) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 20:54:23.722276 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.db [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] For port dfba6eda-5d1b-4027-9aee-bf29f39c876d, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=dfba6eda-5d1b-4027-9aee-bf29f39c876d,segment=NetworkSegment(dc7f01b7-eb08-4044-b0f8-cca54d3f9b11),segment_id=dc7f01b7-eb08-4044-b0f8-cca54d3f9b11)] {{(pid=102451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 20:54:23.729446 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1029723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3769609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783600466378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783599971615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783599971633'] for port (dfba6eda-5d1b-4027-9aee-bf29f39c876d), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:23.743546 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff9bcb7a-a3ee-4d4c-bac0-f408f80b8644 admin admin] Network 4360735b-9912-4290-927a-f9c57ca5aa84 is scheduled to be hosted by DHCP agent 34ef0204-81d1-4f5e-89d1-b08d0f866641 with binding_index 1 {{(pid=102449) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 20:54:23.753335 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.wsgi [-] (102449) accepted ('10.222.0.46', 36664) {{(pid=102449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 20:54:23.784349 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.scheduler.base_scheduler [None req-ff9bcb7a-a3ee-4d4c-bac0-f408f80b8644 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813229-5-iscsi, 4360735b-9912-4290-927a-f9c57ca5aa84) {{(pid=102449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 20:54:23.789915 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff9bcb7a-a3ee-4d4c-bac0-f408f80b8644 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:54:23.792162 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ff9bcb7a-a3ee-4d4c-bac0-f408f80b8644 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3769851'] for subnet (None), before_response {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:23.800790 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-2d31d39b-d7f8-4f8d-a637-3ed4eb45a055 req-b4bd82a9-ac64-4bd7-bdd2-7b5646ab5428 tempest-AttachVolumeNegativeTest-36827424 tempest-AttachVolumeNegativeTest-36827424-project] 10.222.0.46 "GET /v2.0/security-groups?id=a32f4031-bf0a-46cb-9ad4-290c9574bdbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262767 Jan 31 20:54:23.803723 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c503cbc2-64b3-494e-bc17-247f9469ea5b None None] Network 4360735b-9912-4290-927a-f9c57ca5aa84 requested from dv-cinder-813229-5-iscsi {{(pid=102451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 20:54:23.805836 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.notifiers.nova [req-883a07b5-1320-41e0-b0c0-754eb14ea9bc req-6f62212f-06ea-4f86-8b07-ec3ecf307508 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f83f76e6-6b79-4e98-911c-f26ea26c65da {{(pid=102450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 20:54:23.814551 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [req-883a07b5-1320-41e0-b0c0-754eb14ea9bc req-6f62212f-06ea-4f86-8b07-ec3ecf307508 service neutron] Publish callbacks [] for port (f83f76e6-6b79-4e98-911c-f26ea26c65da), precommit_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:23.841287 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [None req-ff9bcb7a-a3ee-4d4c-bac0-f408f80b8644 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.9261286 Jan 31 20:54:23.863246 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.db.provisioning_blocks [req-883a07b5-1320-41e0-b0c0-754eb14ea9bc req-6f62212f-06ea-4f86-8b07-ec3ecf307508 service neutron] Transition to ACTIVE for port object f83f76e6-6b79-4e98-911c-f26ea26c65da will not be triggered until provisioned by entity L2. {{(pid=102450) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 20:54:23.871034 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [req-883a07b5-1320-41e0-b0c0-754eb14ea9bc req-6f62212f-06ea-4f86-8b07-ec3ecf307508 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1029723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3769609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783600466378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783599971615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783599971633'] for port (f83f76e6-6b79-4e98-911c-f26ea26c65da), after_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:23.885601 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Pushing event updated for resources: {'Port': ['ID=dfba6eda-5d1b-4027-9aee-bf29f39c876d,revision_number=4']} {{(pid=102451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:54:23.955051 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab3ccbe-074f-4f18-920b-5723ff8f595d req-22fbfeff-9eaf-46f6-81a9-3beebb453c8c tempest-DeleteServersTestJSON-1351021097 tempest-DeleteServersTestJSON-1351021097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:54:23.968441 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-dab3ccbe-074f-4f18-920b-5723ff8f595d req-22fbfeff-9eaf-46f6-81a9-3beebb453c8c tempest-DeleteServersTestJSON-1351021097 tempest-DeleteServersTestJSON-1351021097-project] 10.222.0.46 "GET /v2.0/ports?device_id=64319175-af4e-4f10-879b-b28dd60751ec HTTP/1.1" status: 200 len: 945 time: 0.1053360 Jan 31 20:54:24.011365 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4f8be56-3202-406f-8679-f15be07e255d None None] Network 4360735b-9912-4290-927a-f9c57ca5aa84 requested from dv-cinder-813229-5-iscsi {{(pid=102451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 20:54:24.016258 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f62212f-06ea-4f86-8b07-ec3ecf307508 service neutron] Pushing event updated for resources: {'Port': ['ID=f83f76e6-6b79-4e98-911c-f26ea26c65da,revision_number=2']} {{(pid=102450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:54:24.021472 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b4fc47b2-325c-45e9-83c9-02abe666275c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:24.056441 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.plugins.ml2.managers [req-883a07b5-1320-41e0-b0c0-754eb14ea9bc req-6f62212f-06ea-4f86-8b07-ec3ecf307508 service neutron] Attempting to bind port f83f76e6-6b79-4e98-911c-f26ea26c65da on host hv-cinder-81322 for vnic_type normal with profile {{(pid=102450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 20:54:24.057059 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.plugins.ml2.managers [req-883a07b5-1320-41e0-b0c0-754eb14ea9bc req-6f62212f-06ea-4f86-8b07-ec3ecf307508 service neutron] Attempting to bind port f83f76e6-6b79-4e98-911c-f26ea26c65da by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': '0b88ba8a-5620-4c08-98b4-337c2e3644cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'e68884ed-aafc-46db-987f-40cce4cb0a81'}] {{(pid=102450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 20:54:24.057600 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-883a07b5-1320-41e0-b0c0-754eb14ea9bc req-6f62212f-06ea-4f86-8b07-ec3ecf307508 service neutron] Attempting to bind port f83f76e6-6b79-4e98-911c-f26ea26c65da on network e68884ed-aafc-46db-987f-40cce4cb0a81 {{(pid=102450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 20:54:24.063884 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-883a07b5-1320-41e0-b0c0-754eb14ea9bc req-6f62212f-06ea-4f86-8b07-ec3ecf307508 service neutron] Port f83f76e6-6b79-4e98-911c-f26ea26c65da on network e68884ed-aafc-46db-987f-40cce4cb0a81 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=102450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 20:54:24.064647 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-883a07b5-1320-41e0-b0c0-754eb14ea9bc req-6f62212f-06ea-4f86-8b07-ec3ecf307508 service neutron] Attempting to bind port f83f76e6-6b79-4e98-911c-f26ea26c65da on network e68884ed-aafc-46db-987f-40cce4cb0a81 {{(pid=102450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 20:54:24.073180 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-883a07b5-1320-41e0-b0c0-754eb14ea9bc req-6f62212f-06ea-4f86-8b07-ec3ecf307508 service neutron] Checking agent: {'id': 'e85cc1e2-8b4e-4549-a68e-d414072d4156', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 20, 51, 57), 'started_at': datetime.datetime(2022, 1, 31, 20, 51, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 20, 53, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 20:54:24.073537 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-883a07b5-1320-41e0-b0c0-754eb14ea9bc req-6f62212f-06ea-4f86-8b07-ec3ecf307508 service neutron] Checking segment: {'id': '0b88ba8a-5620-4c08-98b4-337c2e3644cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'e68884ed-aafc-46db-987f-40cce4cb0a81'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 20:54:24.073938 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-883a07b5-1320-41e0-b0c0-754eb14ea9bc req-6f62212f-06ea-4f86-8b07-ec3ecf307508 service neutron] Bound using segment: {'id': '0b88ba8a-5620-4c08-98b4-337c2e3644cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'e68884ed-aafc-46db-987f-40cce4cb0a81'} {{(pid=102450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 20:54:24.074505 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.plugins.ml2.managers [req-883a07b5-1320-41e0-b0c0-754eb14ea9bc req-6f62212f-06ea-4f86-8b07-ec3ecf307508 service neutron] Bound port: f83f76e6-6b79-4e98-911c-f26ea26c65da, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b88ba8a-5620-4c08-98b4-337c2e3644cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'e68884ed-aafc-46db-987f-40cce4cb0a81'}}] {{(pid=102450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 20:54:24.074922 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [req-883a07b5-1320-41e0-b0c0-754eb14ea9bc req-6f62212f-06ea-4f86-8b07-ec3ecf307508 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1026180'] for port (f83f76e6-6b79-4e98-911c-f26ea26c65da), before_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:24.085405 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.wsgi [-] (102449) accepted ('10.222.0.46', 36672) {{(pid=102449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 20:54:24.184721 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.plugins.ml2.db [req-883a07b5-1320-41e0-b0c0-754eb14ea9bc req-6f62212f-06ea-4f86-8b07-ec3ecf307508 service neutron] For port f83f76e6-6b79-4e98-911c-f26ea26c65da, host hv-cinder-81322, cleared binding levels {{(pid=102450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 20:54:24.190293 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.plugins.ml2.db [req-883a07b5-1320-41e0-b0c0-754eb14ea9bc req-6f62212f-06ea-4f86-8b07-ec3ecf307508 service neutron] For port f83f76e6-6b79-4e98-911c-f26ea26c65da, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=f83f76e6-6b79-4e98-911c-f26ea26c65da,segment=NetworkSegment(0b88ba8a-5620-4c08-98b4-337c2e3644cc),segment_id=0b88ba8a-5620-4c08-98b4-337c2e3644cc)] {{(pid=102450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 20:54:24.196998 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-dab3ccbe-074f-4f18-920b-5723ff8f595d req-3ac627bc-5a0a-488b-a61d-b7fa8ce696fa tempest-DeleteServersTestJSON-1351021097 tempest-DeleteServersTestJSON-1351021097-project] 10.222.0.46 "GET /v2.0/security-groups?id=824cade5-d4d4-4940-9ee8-5974711c3761&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2270598 Jan 31 20:54:24.212380 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [req-883a07b5-1320-41e0-b0c0-754eb14ea9bc req-6f62212f-06ea-4f86-8b07-ec3ecf307508 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1029723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3769609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783600466378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783599971615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783599971633'] for port (f83f76e6-6b79-4e98-911c-f26ea26c65da), after_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:24.240534 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.db.db_base_plugin_v2 [None req-87cad761-5131-429f-93d9-f52835f7671e admin admin] Deleting subnet 8bf45917-b31f-441c-96ad-cbb8ef335114 {{(pid=102449) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 31 20:54:24.245019 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883a07b5-1320-41e0-b0c0-754eb14ea9bc req-6f62212f-06ea-4f86-8b07-ec3ecf307508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:54:24.245835 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [req-883a07b5-1320-41e0-b0c0-754eb14ea9bc req-6f62212f-06ea-4f86-8b07-ec3ecf307508 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3769851'] for port (None), before_response {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:24.247439 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-883a07b5-1320-41e0-b0c0-754eb14ea9bc req-6f62212f-06ea-4f86-8b07-ec3ecf307508 service neutron] 10.222.0.59 "PUT /v2.0/ports/f83f76e6-6b79-4e98-911c-f26ea26c65da HTTP/1.1" status: 200 len: 1093 time: 1.2791245 Jan 31 20:54:24.251504 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-87cad761-5131-429f-93d9-f52835f7671e admin admin] Publish callbacks [] for subnet (8bf45917-b31f-441c-96ad-cbb8ef335114), before_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:24.279320 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3153aa7-015b-4bbc-99db-58a6001749e2', 'tag': 'f83f76e6-6b79-4e98-911c-f26ea26c65da'}] {{(pid=102450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 20:54:24.282561 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88694c8615ac1e9d0f87b85371fce54667869cb07e9f85c824f8527602de4f23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bec912ce-9c79-47e3-bb01-b24fc37af0d3" -d '{"events": [{"name": "network-changed", "server_uuid": "e3153aa7-015b-4bbc-99db-58a6001749e2", "tag": "f83f76e6-6b79-4e98-911c-f26ea26c65da"}]}' {{(pid=102450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 20:54:24.314423 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.db [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] get_ports_and_sgs() called for port_ids ['f52247a4-d6f9-4630-840b-d991c41d687c'] {{(pid=102451) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 20:54:24.337576 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.db [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] get_ports_and_sgs() called for port_ids ['f0881fcb-57c2-4659-a463-6dc262b1fa41'] {{(pid=102451) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 20:54:24.361359 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b4fc47b2-325c-45e9-83c9-02abe666275c admin admin] Publish callbacks [] for security_group (36d5f6db-100c-40fa-b8aa-ad8f7ed84675), precommit_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:24.378685 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f62212f-06ea-4f86-8b07-ec3ecf307508 service neutron] Pushing event updated for resources: {'Port': ['ID=f83f76e6-6b79-4e98-911c-f26ea26c65da,revision_number=3']} {{(pid=102450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:54:24.398585 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b4fc47b2-325c-45e9-83c9-02abe666275c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736509'] for security_group (36d5f6db-100c-40fa-b8aa-ad8f7ed84675), after_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:24.402984 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883a07b5-1320-41e0-b0c0-754eb14ea9bc req-3bd5962f-951a-4a46-8941-1e6530610e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:54:24.404677 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-883a07b5-1320-41e0-b0c0-754eb14ea9bc req-3bd5962f-951a-4a46-8941-1e6530610e54 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=89e26e9450a7409f847d894c6e8d3bfc&device_id=e3153aa7-015b-4bbc-99db-58a6001749e2 HTTP/1.1" status: 200 len: 1127 time: 0.0875459 Jan 31 20:54:24.409399 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.db [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] get_ports_and_sgs() called for port_ids ['dfba6eda-5d1b-4027-9aee-bf29f39c876d'] {{(pid=102451) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 20:54:24.434069 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.db [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] get_ports_and_sgs() called for port_ids ['cc6b8b53-a55e-4a11-9485-2fb0504a9fc1'] {{(pid=102451) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 20:54:24.472404 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-883a07b5-1320-41e0-b0c0-754eb14ea9bc req-c97de265-5a63-4f1f-acdc-1ff9c66cca61 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f83f76e6-6b79-4e98-911c-f26ea26c65da HTTP/1.1" status: 200 len: 217 time: 0.0556216 Jan 31 20:54:24.476055 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 20:54:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30f548be-5247-4563-be04-3962af8cf34b x-openstack-request-id: req-30f548be-5247-4563-be04-3962af8cf34b {{(pid=102450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 20:54:24.476859 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3153aa7-015b-4bbc-99db-58a6001749e2", "tag": "f83f76e6-6b79-4e98-911c-f26ea26c65da", "status": "completed", "code": 200}]} {{(pid=102450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 20:54:24.477582 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-30f548be-5247-4563-be04-3962af8cf34b {{(pid=102450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 20:54:24.479060 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3153aa7-015b-4bbc-99db-58a6001749e2', 'tag': 'f83f76e6-6b79-4e98-911c-f26ea26c65da', 'status': 'completed', 'code': 200} Jan 31 20:54:24.502673 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-87cad761-5131-429f-93d9-f52835f7671e admin admin] Publish callbacks [] for subnet (8bf45917-b31f-441c-96ad-cbb8ef335114), precommit_delete_associations {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:24.551542 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [None req-b4fc47b2-325c-45e9-83c9-02abe666275c admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=f01bcc4ef89b440aa01069523c486dc4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7942293 Jan 31 20:54:24.553768 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-87cad761-5131-429f-93d9-f52835f7671e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-792270'] for subnet (8bf45917-b31f-441c-96ad-cbb8ef335114), precommit_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:24.556129 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.wsgi [-] (102449) accepted ('10.222.0.46', 36692) {{(pid=102449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 20:54:24.573917 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883a07b5-1320-41e0-b0c0-754eb14ea9bc req-5dbca706-63db-4d54-bf7d-cc4fe3dc3112 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:54:24.582635 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-883a07b5-1320-41e0-b0c0-754eb14ea9bc req-5dbca706-63db-4d54-bf7d-cc4fe3dc3112 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=34dec552-ecde-44b0-b00b-6077e3fcfd65 HTTP/1.1" status: 200 len: 855 time: 0.1023798 Jan 31 20:54:24.589593 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fc47b2-325c-45e9-83c9-02abe666275c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36d5f6db-100c-40fa-b8aa-ad8f7ed84675,revision_number=1']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:54:24.693913 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b5fbf8-bf79-4be4-95e9-633bfa6b5888 req-e0fcd125-0658-407d-b213-afa77f68b7bc tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:54:24.696255 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-f4b5fbf8-bf79-4be4-95e9-633bfa6b5888 req-e0fcd125-0658-407d-b213-afa77f68b7bc tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] 10.222.0.46 "GET /v2.0/ports?device_id=27df420e-76b2-43cf-8c3d-cb81ce4e672f HTTP/1.1" status: 200 len: 945 time: 0.2110844 Jan 31 20:54:24.730005 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-ded4de29-c2d1-4616-9365-9981ea756e41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600486512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3401042'] for agent (bf9d83f7-9209-4252-b853-70feadeab726), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:24.740662 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883a07b5-1320-41e0-b0c0-754eb14ea9bc req-4ae9878d-e80e-4575-a855-5c014cdf7cba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:54:24.742575 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-883a07b5-1320-41e0-b0c0-754eb14ea9bc req-4ae9878d-e80e-4575-a855-5c014cdf7cba service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e68884ed-aafc-46db-987f-40cce4cb0a81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1530526 Jan 31 20:54:24.774991 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05aa8e8-962f-4552-8630-a44b4a908fa2 req-3759de7d-f320-47c9-8e15-8318a608615d tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:54:24.776836 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-b05aa8e8-962f-4552-8630-a44b4a908fa2 req-3759de7d-f320-47c9-8e15-8318a608615d tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] 10.222.0.46 "GET /v2.0/ports?device_id=e3153aa7-015b-4bbc-99db-58a6001749e2 HTTP/1.1" status: 200 len: 943 time: 0.1190712 Jan 31 20:54:24.802955 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-6b8e3e99-5907-4225-bf49-1bad5a4ad0b0 admin admin] Publish callbacks [] for security_group (36d5f6db-100c-40fa-b8aa-ad8f7ed84675), before_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:24.831618 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-6b8e3e99-5907-4225-bf49-1bad5a4ad0b0 admin admin] Publish callbacks [] for security_group (36d5f6db-100c-40fa-b8aa-ad8f7ed84675), precommit_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:24.913358 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-b05aa8e8-962f-4552-8630-a44b4a908fa2 req-03dfdb19-92f4-47f0-bc58-fece02c67b15 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] 10.222.0.46 "GET /v2.0/security-groups?id=65521e8f-8948-4df3-9344-760b60ce97e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1241910 Jan 31 20:54:24.913905 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-f4b5fbf8-bf79-4be4-95e9-633bfa6b5888 req-090b9d2b-35b5-445e-a0c9-ca75496e4115 tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] 10.222.0.46 "GET /v2.0/security-groups?id=0bdd6188-2d8b-4b17-a788-ae2efdc28206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2015948 Jan 31 20:54:24.916507 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-6b8e3e99-5907-4225-bf49-1bad5a4ad0b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736509'] for security_group (36d5f6db-100c-40fa-b8aa-ad8f7ed84675), after_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:24.919737 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-883a07b5-1320-41e0-b0c0-754eb14ea9bc req-b46fa8ce-7015-4f6f-921f-98b8d595ec16 service neutron] 10.222.0.59 "GET /v2.0/networks/e68884ed-aafc-46db-987f-40cce4cb0a81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1696875 Jan 31 20:54:24.919884 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-6b8e3e99-5907-4225-bf49-1bad5a4ad0b0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:24.921134 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [None req-6b8e3e99-5907-4225-bf49-1bad5a4ad0b0 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/36d5f6db-100c-40fa-b8aa-ad8f7ed84675 HTTP/1.1" status: 204 len: 168 time: 0.3606300 Jan 31 20:54:24.926024 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-87cad761-5131-429f-93d9-f52835f7671e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-792247', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3769609'] for subnet (8bf45917-b31f-441c-96ad-cbb8ef335114), after_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:24.959538 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cad761-5131-429f-93d9-f52835f7671e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8bf45917-b31f-441c-96ad-cbb8ef335114,revision_number=None']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:54:24.965312 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8e3e99-5907-4225-bf49-1bad5a4ad0b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36d5f6db-100c-40fa-b8aa-ad8f7ed84675,revision_number=None']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:54:24.969862 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-87cad761-5131-429f-93d9-f52835f7671e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3769851'] for subnet (None), before_response {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:24.973923 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [None req-87cad761-5131-429f-93d9-f52835f7671e admin admin] 10.222.0.46 "DELETE /v2.0/subnets/8bf45917-b31f-441c-96ad-cbb8ef335114 HTTP/1.1" status: 204 len: 168 time: 0.8806379 Jan 31 20:54:24.978310 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.wsgi [-] (102449) accepted ('10.222.0.46', 36706) {{(pid=102449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 20:54:25.063991 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-883a07b5-1320-41e0-b0c0-754eb14ea9bc req-c3ee5f9a-8511-4c57-9d34-f889641637b1 service neutron] 10.222.0.59 "GET /v2.0/networks/e68884ed-aafc-46db-987f-40cce4cb0a81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347418 Jan 31 20:54:25.111480 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-00382fd1-2d3d-44ee-b772-23bb7757f9ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-979588'] for network (05dfb462-2335-4368-a32c-07f597bd39d3), before_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:25.142503 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6987c3-9b42-4ab6-83e7-296c8c95a34d req-4145ad1d-8b47-4f48-a578-a4360729ccea tempest-AttachVolumeNegativeTest-36827424 tempest-AttachVolumeNegativeTest-36827424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:54:25.150197 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-0e6987c3-9b42-4ab6-83e7-296c8c95a34d req-4145ad1d-8b47-4f48-a578-a4360729ccea tempest-AttachVolumeNegativeTest-36827424 tempest-AttachVolumeNegativeTest-36827424-project] 10.222.0.46 "GET /v2.0/ports?device_id=5329065f-5069-48cf-b2ec-fe4e788092e5 HTTP/1.1" status: 200 len: 944 time: 0.0935078 Jan 31 20:54:25.268700 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-00382fd1-2d3d-44ee-b772-23bb7757f9ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-793947', 'neutron.services.segments.db._delete_segments_for_network-8783600486530'] for network (05dfb462-2335-4368-a32c-07f597bd39d3), precommit_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:25.275863 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-0e6987c3-9b42-4ab6-83e7-296c8c95a34d req-6506729b-3c1d-46a6-979a-a8c5da2ab542 tempest-AttachVolumeNegativeTest-36827424 tempest-AttachVolumeNegativeTest-36827424-project] 10.222.0.46 "GET /v2.0/security-groups?id=a32f4031-bf0a-46cb-9ad4-290c9574bdbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246266 Jan 31 20:54:25.285828 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec912ce-9c79-47e3-bb01-b24fc37af0d3 req-b6e11e6f-5315-451e-9728-15a93316279e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:54:25.290742 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-bec912ce-9c79-47e3-bb01-b24fc37af0d3 req-b6e11e6f-5315-451e-9728-15a93316279e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=89e26e9450a7409f847d894c6e8d3bfc&device_id=e3153aa7-015b-4bbc-99db-58a6001749e2 HTTP/1.1" status: 200 len: 1127 time: 0.1649449 Jan 31 20:54:25.320570 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-00382fd1-2d3d-44ee-b772-23bb7757f9ff admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102449) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 20:54:25.321487 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-00382fd1-2d3d-44ee-b772-23bb7757f9ff admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102449) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 20:54:25.322530 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-00382fd1-2d3d-44ee-b772-23bb7757f9ff admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102449) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 20:54:25.324569 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-00382fd1-2d3d-44ee-b772-23bb7757f9ff admin admin] Subscribe: > port after_create 55550000 {{(pid=102449) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 20:54:25.325158 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-00382fd1-2d3d-44ee-b772-23bb7757f9ff admin admin] Subscribe: > port after_delete 55550000 {{(pid=102449) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 20:54:25.325940 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-00382fd1-2d3d-44ee-b772-23bb7757f9ff admin admin] Subscribe: > port after_update 55550000 {{(pid=102449) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 20:54:25.326541 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-00382fd1-2d3d-44ee-b772-23bb7757f9ff admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102449) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 20:54:25.327231 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-00382fd1-2d3d-44ee-b772-23bb7757f9ff admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102449) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 20:54:25.327882 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-00382fd1-2d3d-44ee-b772-23bb7757f9ff admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102449) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 20:54:25.328485 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-00382fd1-2d3d-44ee-b772-23bb7757f9ff admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102449) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 20:54:25.547337 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-00382fd1-2d3d-44ee-b772-23bb7757f9ff admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102449) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 20:54:25.548049 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-00382fd1-2d3d-44ee-b772-23bb7757f9ff admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102449) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 20:54:25.548440 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-00382fd1-2d3d-44ee-b772-23bb7757f9ff admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102449) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 20:54:25.548880 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-00382fd1-2d3d-44ee-b772-23bb7757f9ff admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102449) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 20:54:25.549344 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.services.segments.db [None req-00382fd1-2d3d-44ee-b772-23bb7757f9ff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05dfb462-2335-4368-a32c-07f597bd39d3']}} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 20:54:25.558323 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.wsgi [-] (102449) accepted ('10.222.0.46', 36720) {{(pid=102449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 20:54:25.592982 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.services.segments.db [None req-00382fd1-2d3d-44ee-b772-23bb7757f9ff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5193d2e-bdc3-422c-8517-9890b60ca276') {'for_net_delete': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 20:54:25.593645 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.services.segments.db [None req-00382fd1-2d3d-44ee-b772-23bb7757f9ff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5193d2e-bdc3-422c-8517-9890b60ca276') {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 20:54:25.612180 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-3bfa3b23-4ac8-4ef5-9320-45532097584f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:25.621099 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-00382fd1-2d3d-44ee-b772-23bb7757f9ff admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783600487563', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25361785'] for segment (e5193d2e-bdc3-422c-8517-9890b60ca276), before_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:25.645932 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea71738-d41b-4a00-ac87-f69cf8fb8953 req-009f981f-c09e-4a20-9707-44d70b2e7f53 tempest-DeleteServersTestJSON-1351021097 tempest-DeleteServersTestJSON-1351021097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:54:25.662602 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-00382fd1-2d3d-44ee-b772-23bb7757f9ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-936743'] for segment (e5193d2e-bdc3-422c-8517-9890b60ca276), precommit_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:25.668870 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-aea71738-d41b-4a00-ac87-f69cf8fb8953 req-009f981f-c09e-4a20-9707-44d70b2e7f53 tempest-DeleteServersTestJSON-1351021097 tempest-DeleteServersTestJSON-1351021097-project] 10.222.0.46 "GET /v2.0/ports?device_id=64319175-af4e-4f10-879b-b28dd60751ec HTTP/1.1" status: 200 len: 945 time: 0.3429432 Jan 31 20:54:25.676080 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00382fd1-2d3d-44ee-b772-23bb7757f9ff admin admin] Releasing vlan 657 on physical network physnet1 to pool {{(pid=102449) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 20:54:25.676411 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-00382fd1-2d3d-44ee-b772-23bb7757f9ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-936743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29106339'] for segment (e5193d2e-bdc3-422c-8517-9890b60ca276), after_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:25.712929 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec912ce-9c79-47e3-bb01-b24fc37af0d3 req-6a4a189b-7e60-4af1-8f1c-13acbb3c1608 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:54:25.714426 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-bec912ce-9c79-47e3-bb01-b24fc37af0d3 req-6a4a189b-7e60-4af1-8f1c-13acbb3c1608 service neutron] 10.222.0.59 "GET /v2.0/networks?id=e68884ed-aafc-46db-987f-40cce4cb0a81 HTTP/1.1" status: 200 len: 917 time: 0.4102092 Jan 31 20:54:25.718366 dv-cinder-813229-5-iscsi neutron-server[102449]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 31 20:54:25.718366 dv-cinder-813229-5-iscsi neutron-server[102449]: from cryptography.utils import int_from_bytes Jan 31 20:54:25.718366 dv-cinder-813229-5-iscsi neutron-server[102449]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 31 20:54:25.718366 dv-cinder-813229-5-iscsi neutron-server[102449]: from cryptography.utils import int_from_bytes Jan 31 20:54:25.718366 dv-cinder-813229-5-iscsi neutron-server[102449]: Traceback (most recent call last): Jan 31 20:54:25.718366 dv-cinder-813229-5-iscsi neutron-server[102449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 20:54:25.718366 dv-cinder-813229-5-iscsi neutron-server[102449]: timer() Jan 31 20:54:25.718366 dv-cinder-813229-5-iscsi neutron-server[102449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 20:54:25.718366 dv-cinder-813229-5-iscsi neutron-server[102449]: cb(*args, **kw) Jan 31 20:54:25.718366 dv-cinder-813229-5-iscsi neutron-server[102449]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 20:54:25.718366 dv-cinder-813229-5-iscsi neutron-server[102449]: return func(*args, **kwargs) Jan 31 20:54:25.718366 dv-cinder-813229-5-iscsi neutron-server[102449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 20:54:25.718366 dv-cinder-813229-5-iscsi neutron-server[102449]: self._notify() Jan 31 20:54:25.718366 dv-cinder-813229-5-iscsi neutron-server[102449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 20:54:25.718366 dv-cinder-813229-5-iscsi neutron-server[102449]: self.callback(batched_events) Jan 31 20:54:25.718366 dv-cinder-813229-5-iscsi neutron-server[102449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 20:54:25.718366 dv-cinder-813229-5-iscsi neutron-server[102449]: event.method(event) Jan 31 20:54:25.718366 dv-cinder-813229-5-iscsi neutron-server[102449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 20:54:25.718366 dv-cinder-813229-5-iscsi neutron-server[102449]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 20:54:25.718366 dv-cinder-813229-5-iscsi neutron-server[102449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 20:54:25.718366 dv-cinder-813229-5-iscsi neutron-server[102449]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 20:54:25.718366 dv-cinder-813229-5-iscsi neutron-server[102449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 20:54:25.718366 dv-cinder-813229-5-iscsi neutron-server[102449]: return f(self, *a, **k) Jan 31 20:54:25.718366 dv-cinder-813229-5-iscsi neutron-server[102449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 20:54:25.718366 dv-cinder-813229-5-iscsi neutron-server[102449]: return self._get(url).json() Jan 31 20:54:25.718366 dv-cinder-813229-5-iscsi neutron-server[102449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 20:54:25.718366 dv-cinder-813229-5-iscsi neutron-server[102449]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 20:54:25.718366 dv-cinder-813229-5-iscsi neutron-server[102449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 20:54:25.718366 dv-cinder-813229-5-iscsi neutron-server[102449]: return self.request(url, 'GET', **kwargs) Jan 31 20:54:25.718366 dv-cinder-813229-5-iscsi neutron-server[102449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 20:54:25.718366 dv-cinder-813229-5-iscsi neutron-server[102449]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 20:54:25.718366 dv-cinder-813229-5-iscsi neutron-server[102449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 20:54:25.718366 dv-cinder-813229-5-iscsi neutron-server[102449]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 20:54:25.718366 dv-cinder-813229-5-iscsi neutron-server[102449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 20:54:25.718366 dv-cinder-813229-5-iscsi neutron-server[102449]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 20:54:25.718366 dv-cinder-813229-5-iscsi neutron-server[102449]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 20:54:25.775560 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-bec912ce-9c79-47e3-bb01-b24fc37af0d3 req-17fd1ce0-aa2f-4642-8bc4-f2c6ab5345bb service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f83f76e6-6b79-4e98-911c-f26ea26c65da HTTP/1.1" status: 200 len: 217 time: 0.0547104 Jan 31 20:54:25.852862 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-aea71738-d41b-4a00-ac87-f69cf8fb8953 req-58f493c1-0b76-4b49-9292-3b6cc3844cc6 tempest-DeleteServersTestJSON-1351021097 tempest-DeleteServersTestJSON-1351021097-project] 10.222.0.46 "GET /v2.0/security-groups?id=824cade5-d4d4-4940-9ee8-5974711c3761&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1825898 Jan 31 20:54:25.873941 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec912ce-9c79-47e3-bb01-b24fc37af0d3 req-58506bd1-71a2-4595-beb6-f09c0742c343 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:54:25.875674 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-bec912ce-9c79-47e3-bb01-b24fc37af0d3 req-58506bd1-71a2-4595-beb6-f09c0742c343 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=34dec552-ecde-44b0-b00b-6077e3fcfd65 HTTP/1.1" status: 200 len: 855 time: 0.0886812 Jan 31 20:54:25.977566 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600486512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3401042'] for agent (9ba4f6fe-000a-4ef5-9d61-ba62910ab5fe), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:25.985418 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec912ce-9c79-47e3-bb01-b24fc37af0d3 req-abb21935-f402-4b2f-812f-fb1ce66988ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:54:25.989604 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-bec912ce-9c79-47e3-bb01-b24fc37af0d3 req-abb21935-f402-4b2f-812f-fb1ce66988ed service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e68884ed-aafc-46db-987f-40cce4cb0a81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1004903 Jan 31 20:54:26.102676 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-00382fd1-2d3d-44ee-b772-23bb7757f9ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-793932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3769609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3696773'] for network (05dfb462-2335-4368-a32c-07f597bd39d3), after_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:26.161234 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-00382fd1-2d3d-44ee-b772-23bb7757f9ff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3769851'] for network (None), before_response {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:26.170086 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [None req-00382fd1-2d3d-44ee-b772-23bb7757f9ff admin admin] 10.222.0.46 "DELETE /v2.0/networks/05dfb462-2335-4368-a32c-07f597bd39d3 HTTP/1.1" status: 204 len: 168 time: 1.1878955 Jan 31 20:54:26.171752 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-bec912ce-9c79-47e3-bb01-b24fc37af0d3 req-52d36fcd-7668-46bc-bfc1-62df248ebc25 service neutron] 10.222.0.59 "GET /v2.0/networks/e68884ed-aafc-46db-987f-40cce4cb0a81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1677046 Jan 31 20:54:26.172678 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.wsgi [-] (102450) accepted ('10.222.0.46', 36734) {{(pid=102450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 20:54:26.197689 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00382fd1-2d3d-44ee-b772-23bb7757f9ff admin admin] Pushing event deleted for resources: {'Network': ['ID=05dfb462-2335-4368-a32c-07f597bd39d3,revision_number=None']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:54:26.259620 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-3bfa3b23-4ac8-4ef5-9320-45532097584f admin admin] Publish callbacks [] for security_group (a2bbd510-876d-4b39-b865-311ff53d3abf), precommit_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:26.274832 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18befd68-721c-4319-b731-2f920dc92b57 req-b9e487df-7dfb-4430-aab6-7f75299206d6 tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:54:26.276434 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-18befd68-721c-4319-b731-2f920dc92b57 req-b9e487df-7dfb-4430-aab6-7f75299206d6 tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] 10.222.0.46 "GET /v2.0/ports?device_id=27df420e-76b2-43cf-8c3d-cb81ce4e672f HTTP/1.1" status: 200 len: 945 time: 0.1718864 Jan 31 20:54:26.277333 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-3bfa3b23-4ac8-4ef5-9320-45532097584f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736509'] for security_group (a2bbd510-876d-4b39-b865-311ff53d3abf), after_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:26.351844 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad340d6b-75a0-4cbf-9ffd-82f6481486b9 admin admin] Deleting subnet a0bc74bb-6206-4d20-8e9c-19db8e0b1f45 {{(pid=102450) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 31 20:54:26.357421 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.wsgi [-] (102449) accepted ('10.222.0.46', 36740) {{(pid=102449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 20:54:26.362147 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-ad340d6b-75a0-4cbf-9ffd-82f6481486b9 admin admin] Publish callbacks [] for subnet (a0bc74bb-6206-4d20-8e9c-19db8e0b1f45), before_delete {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:26.364866 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfa3b23-4ac8-4ef5-9320-45532097584f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2bbd510-876d-4b39-b865-311ff53d3abf,revision_number=1']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:54:26.370056 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [None req-3bfa3b23-4ac8-4ef5-9320-45532097584f admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=de7926307291420f8d544bbb3e0f10ad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8097479 Jan 31 20:54:26.373426 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.wsgi [-] (102449) accepted ('10.222.0.46', 36744) {{(pid=102449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 20:54:26.436496 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42c4a2d-56c9-45a4-a8d1-7d29f82b17a1 req-6db1d521-e6bd-4554-a376-1d028da1bea5 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:54:26.444540 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-a42c4a2d-56c9-45a4-a8d1-7d29f82b17a1 req-6db1d521-e6bd-4554-a376-1d028da1bea5 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] 10.222.0.46 "GET /v2.0/ports?device_id=e3153aa7-015b-4bbc-99db-58a6001749e2 HTTP/1.1" status: 200 len: 943 time: 0.2701814 Jan 31 20:54:26.461127 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-18befd68-721c-4319-b731-2f920dc92b57 req-448fa7df-3352-44d9-bbf7-8af6f1673fea tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] 10.222.0.46 "GET /v2.0/security-groups?id=0bdd6188-2d8b-4b17-a788-ae2efdc28206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646717 Jan 31 20:54:26.477440 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-ad340d6b-75a0-4cbf-9ffd-82f6481486b9 admin admin] Publish callbacks [] for subnet (a0bc74bb-6206-4d20-8e9c-19db8e0b1f45), precommit_delete_associations {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:26.482858 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-8ad24fd0-68ba-40f6-8203-4f0f164c35e2 admin admin] Publish callbacks [] for security_group (a2bbd510-876d-4b39-b865-311ff53d3abf), before_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:26.500411 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-ad340d6b-75a0-4cbf-9ffd-82f6481486b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-792270'] for subnet (a0bc74bb-6206-4d20-8e9c-19db8e0b1f45), precommit_delete {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:26.504365 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-bec912ce-9c79-47e3-bb01-b24fc37af0d3 req-f8c8b08c-12f1-45dc-8319-9da5fb0fb3e3 service neutron] 10.222.0.59 "GET /v2.0/networks/e68884ed-aafc-46db-987f-40cce4cb0a81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3047593 Jan 31 20:54:26.538545 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-8ad24fd0-68ba-40f6-8203-4f0f164c35e2 admin admin] Publish callbacks [] for security_group (a2bbd510-876d-4b39-b865-311ff53d3abf), precommit_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:26.599085 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-a42c4a2d-56c9-45a4-a8d1-7d29f82b17a1 req-32bfe517-72c9-4c4a-8e61-3e91d59fbe34 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] 10.222.0.46 "GET /v2.0/security-groups?id=65521e8f-8948-4df3-9344-760b60ce97e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1534157 Jan 31 20:54:26.635541 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-db6d703c-0fbc-4aba-ae63-da89c95aeda4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:26.638722 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-ad340d6b-75a0-4cbf-9ffd-82f6481486b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-792247', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3769609'] for subnet (a0bc74bb-6206-4d20-8e9c-19db8e0b1f45), after_delete {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:26.673031 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad340d6b-75a0-4cbf-9ffd-82f6481486b9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a0bc74bb-6206-4d20-8e9c-19db8e0b1f45,revision_number=None']} {{(pid=102450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:54:26.679261 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-8ad24fd0-68ba-40f6-8203-4f0f164c35e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736509'] for security_group (a2bbd510-876d-4b39-b865-311ff53d3abf), after_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:26.683960 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-8ad24fd0-68ba-40f6-8203-4f0f164c35e2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:26.687810 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [None req-8ad24fd0-68ba-40f6-8203-4f0f164c35e2 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/a2bbd510-876d-4b39-b865-311ff53d3abf HTTP/1.1" status: 204 len: 168 time: 0.3108952 Jan 31 20:54:26.688210 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-ad340d6b-75a0-4cbf-9ffd-82f6481486b9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:26.694119 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [None req-ad340d6b-75a0-4cbf-9ffd-82f6481486b9 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/a0bc74bb-6206-4d20-8e9c-19db8e0b1f45 HTTP/1.1" status: 204 len: 168 time: 0.5170946 Jan 31 20:54:26.697362 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.wsgi [-] (102450) accepted ('10.222.0.46', 36752) {{(pid=102450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 20:54:26.710284 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad24fd0-68ba-40f6-8203-4f0f164c35e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2bbd510-876d-4b39-b865-311ff53d3abf,revision_number=None']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:54:26.788674 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c740a0-fdf8-475a-bda4-19a6ce05e9ab req-47340273-1578-4c00-9880-7b281f0e9e54 tempest-AttachVolumeNegativeTest-36827424 tempest-AttachVolumeNegativeTest-36827424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:54:26.795743 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-98c740a0-fdf8-475a-bda4-19a6ce05e9ab req-47340273-1578-4c00-9880-7b281f0e9e54 tempest-AttachVolumeNegativeTest-36827424 tempest-AttachVolumeNegativeTest-36827424-project] 10.222.0.46 "GET /v2.0/ports?device_id=5329065f-5069-48cf-b2ec-fe4e788092e5 HTTP/1.1" status: 200 len: 944 time: 0.2121403 Jan 31 20:54:26.837955 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-ba21efb0-a2d6-4b3a-8cf0-867f1d1a9802 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-979588'] for network (4360735b-9912-4290-927a-f9c57ca5aa84), before_delete {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:26.888204 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-98c740a0-fdf8-475a-bda4-19a6ce05e9ab req-cabab6db-9616-4689-a830-2c57c469b030 tempest-AttachVolumeNegativeTest-36827424 tempest-AttachVolumeNegativeTest-36827424-project] 10.222.0.46 "GET /v2.0/security-groups?id=a32f4031-bf0a-46cb-9ad4-290c9574bdbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912292 Jan 31 20:54:26.916197 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-db6d703c-0fbc-4aba-ae63-da89c95aeda4 admin admin] Publish callbacks [] for security_group (f1c2cfc1-4dd1-4ba1-baea-75e684c5bf24), precommit_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:26.921909 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-db6d703c-0fbc-4aba-ae63-da89c95aeda4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736509'] for security_group (f1c2cfc1-4dd1-4ba1-baea-75e684c5bf24), after_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:26.957974 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [None req-db6d703c-0fbc-4aba-ae63-da89c95aeda4 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=4e4fa32dec1149e981f660cb80aa956a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5992041 Jan 31 20:54:26.962993 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-ba21efb0-a2d6-4b3a-8cf0-867f1d1a9802 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-793947', 'neutron.services.segments.db._delete_segments_for_network-8783600486530'] for network (4360735b-9912-4290-927a-f9c57ca5aa84), precommit_delete {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:26.963444 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.wsgi [-] (102449) accepted ('10.222.0.46', 36764) {{(pid=102449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 20:54:27.010882 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6d703c-0fbc-4aba-ae63-da89c95aeda4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1c2cfc1-4dd1-4ba1-baea-75e684c5bf24,revision_number=1']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:54:27.011742 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-ba21efb0-a2d6-4b3a-8cf0-867f1d1a9802 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102450) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 20:54:27.015971 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-ba21efb0-a2d6-4b3a-8cf0-867f1d1a9802 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102450) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 20:54:27.016774 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-ba21efb0-a2d6-4b3a-8cf0-867f1d1a9802 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102450) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 20:54:27.017138 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-ba21efb0-a2d6-4b3a-8cf0-867f1d1a9802 admin admin] Subscribe: > port after_create 55550000 {{(pid=102450) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 20:54:27.017482 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-ba21efb0-a2d6-4b3a-8cf0-867f1d1a9802 admin admin] Subscribe: > port after_delete 55550000 {{(pid=102450) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 20:54:27.017820 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-ba21efb0-a2d6-4b3a-8cf0-867f1d1a9802 admin admin] Subscribe: > port after_update 55550000 {{(pid=102450) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 20:54:27.018157 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-ba21efb0-a2d6-4b3a-8cf0-867f1d1a9802 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102450) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 20:54:27.018476 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-ba21efb0-a2d6-4b3a-8cf0-867f1d1a9802 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102450) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 20:54:27.018807 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-ba21efb0-a2d6-4b3a-8cf0-867f1d1a9802 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102450) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 20:54:27.019132 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-ba21efb0-a2d6-4b3a-8cf0-867f1d1a9802 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102450) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 20:54:27.050300 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-80a0f78d-c0f9-405f-8926-3cd19547c689 admin admin] Publish callbacks [] for security_group (f1c2cfc1-4dd1-4ba1-baea-75e684c5bf24), before_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:27.098993 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-80a0f78d-c0f9-405f-8926-3cd19547c689 admin admin] Publish callbacks [] for security_group (f1c2cfc1-4dd1-4ba1-baea-75e684c5bf24), precommit_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:27.103635 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-ba21efb0-a2d6-4b3a-8cf0-867f1d1a9802 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102450) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 20:54:27.103988 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-ba21efb0-a2d6-4b3a-8cf0-867f1d1a9802 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102450) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 20:54:27.104318 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-ba21efb0-a2d6-4b3a-8cf0-867f1d1a9802 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102450) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 20:54:27.104691 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-ba21efb0-a2d6-4b3a-8cf0-867f1d1a9802 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102450) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 31 20:54:27.105007 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.services.segments.db [None req-ba21efb0-a2d6-4b3a-8cf0-867f1d1a9802 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4360735b-9912-4290-927a-f9c57ca5aa84']}} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 20:54:27.144733 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600486512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3401042'] for agent (e85cc1e2-8b4e-4549-a68e-d414072d4156), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:27.154605 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.services.segments.db [None req-ba21efb0-a2d6-4b3a-8cf0-867f1d1a9802 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4676857-de57-497e-9b99-5f452eb251d3') {'for_net_delete': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 20:54:27.154931 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.services.segments.db [None req-ba21efb0-a2d6-4b3a-8cf0-867f1d1a9802 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4676857-de57-497e-9b99-5f452eb251d3') {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 20:54:27.175521 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-ba21efb0-a2d6-4b3a-8cf0-867f1d1a9802 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783600487563', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29120991'] for segment (a4676857-de57-497e-9b99-5f452eb251d3), before_delete {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:27.204872 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-ba21efb0-a2d6-4b3a-8cf0-867f1d1a9802 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-936743'] for segment (a4676857-de57-497e-9b99-5f452eb251d3), precommit_delete {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:27.216540 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba21efb0-a2d6-4b3a-8cf0-867f1d1a9802 admin admin] Releasing vlan 679 on physical network physnet1 to pool {{(pid=102450) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 20:54:27.216876 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-ba21efb0-a2d6-4b3a-8cf0-867f1d1a9802 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-936743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27814670'] for segment (a4676857-de57-497e-9b99-5f452eb251d3), after_delete {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:27.220947 dv-cinder-813229-5-iscsi neutron-server[102450]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 31 20:54:27.220947 dv-cinder-813229-5-iscsi neutron-server[102450]: from cryptography.utils import int_from_bytes Jan 31 20:54:27.220947 dv-cinder-813229-5-iscsi neutron-server[102450]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 31 20:54:27.220947 dv-cinder-813229-5-iscsi neutron-server[102450]: from cryptography.utils import int_from_bytes Jan 31 20:54:27.220947 dv-cinder-813229-5-iscsi neutron-server[102450]: Traceback (most recent call last): Jan 31 20:54:27.220947 dv-cinder-813229-5-iscsi neutron-server[102450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 20:54:27.220947 dv-cinder-813229-5-iscsi neutron-server[102450]: timer() Jan 31 20:54:27.220947 dv-cinder-813229-5-iscsi neutron-server[102450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 20:54:27.220947 dv-cinder-813229-5-iscsi neutron-server[102450]: cb(*args, **kw) Jan 31 20:54:27.220947 dv-cinder-813229-5-iscsi neutron-server[102450]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 20:54:27.220947 dv-cinder-813229-5-iscsi neutron-server[102450]: return func(*args, **kwargs) Jan 31 20:54:27.220947 dv-cinder-813229-5-iscsi neutron-server[102450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 20:54:27.220947 dv-cinder-813229-5-iscsi neutron-server[102450]: self._notify() Jan 31 20:54:27.220947 dv-cinder-813229-5-iscsi neutron-server[102450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 20:54:27.220947 dv-cinder-813229-5-iscsi neutron-server[102450]: self.callback(batched_events) Jan 31 20:54:27.220947 dv-cinder-813229-5-iscsi neutron-server[102450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 20:54:27.220947 dv-cinder-813229-5-iscsi neutron-server[102450]: event.method(event) Jan 31 20:54:27.220947 dv-cinder-813229-5-iscsi neutron-server[102450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 20:54:27.220947 dv-cinder-813229-5-iscsi neutron-server[102450]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 20:54:27.220947 dv-cinder-813229-5-iscsi neutron-server[102450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 20:54:27.220947 dv-cinder-813229-5-iscsi neutron-server[102450]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 20:54:27.220947 dv-cinder-813229-5-iscsi neutron-server[102450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 20:54:27.220947 dv-cinder-813229-5-iscsi neutron-server[102450]: return f(self, *a, **k) Jan 31 20:54:27.220947 dv-cinder-813229-5-iscsi neutron-server[102450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 20:54:27.220947 dv-cinder-813229-5-iscsi neutron-server[102450]: return self._get(url).json() Jan 31 20:54:27.220947 dv-cinder-813229-5-iscsi neutron-server[102450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 20:54:27.220947 dv-cinder-813229-5-iscsi neutron-server[102450]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 20:54:27.220947 dv-cinder-813229-5-iscsi neutron-server[102450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 20:54:27.220947 dv-cinder-813229-5-iscsi neutron-server[102450]: return self.request(url, 'GET', **kwargs) Jan 31 20:54:27.220947 dv-cinder-813229-5-iscsi neutron-server[102450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 20:54:27.220947 dv-cinder-813229-5-iscsi neutron-server[102450]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 20:54:27.220947 dv-cinder-813229-5-iscsi neutron-server[102450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 20:54:27.220947 dv-cinder-813229-5-iscsi neutron-server[102450]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 20:54:27.220947 dv-cinder-813229-5-iscsi neutron-server[102450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 20:54:27.220947 dv-cinder-813229-5-iscsi neutron-server[102450]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 20:54:27.220947 dv-cinder-813229-5-iscsi neutron-server[102450]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 20:54:27.223447 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-80a0f78d-c0f9-405f-8926-3cd19547c689 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736509'] for security_group (f1c2cfc1-4dd1-4ba1-baea-75e684c5bf24), after_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:27.226882 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-80a0f78d-c0f9-405f-8926-3cd19547c689 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:27.228277 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [None req-80a0f78d-c0f9-405f-8926-3cd19547c689 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/f1c2cfc1-4dd1-4ba1-baea-75e684c5bf24 HTTP/1.1" status: 204 len: 168 time: 0.2637286 Jan 31 20:54:27.239270 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9f6d44-dd02-4623-859f-7084ec5f59f9 req-dd43b0c2-f54d-4249-ad1f-8874f69ecb16 tempest-DeleteServersTestJSON-1351021097 tempest-DeleteServersTestJSON-1351021097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:54:27.241731 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-9c9f6d44-dd02-4623-859f-7084ec5f59f9 req-dd43b0c2-f54d-4249-ad1f-8874f69ecb16 tempest-DeleteServersTestJSON-1351021097 tempest-DeleteServersTestJSON-1351021097-project] 10.222.0.46 "GET /v2.0/ports?device_id=64319175-af4e-4f10-879b-b28dd60751ec HTTP/1.1" status: 200 len: 945 time: 0.2368457 Jan 31 20:54:27.245619 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a0f78d-c0f9-405f-8926-3cd19547c689 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1c2cfc1-4dd1-4ba1-baea-75e684c5bf24,revision_number=None']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:54:27.328073 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-ba21efb0-a2d6-4b3a-8cf0-867f1d1a9802 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-793932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3769609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3696773'] for network (4360735b-9912-4290-927a-f9c57ca5aa84), after_delete {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:27.337187 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-ba21efb0-a2d6-4b3a-8cf0-867f1d1a9802 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3769851'] for network (None), before_response {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:27.341375 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [None req-ba21efb0-a2d6-4b3a-8cf0-867f1d1a9802 admin admin] 10.222.0.46 "DELETE /v2.0/networks/4360735b-9912-4290-927a-f9c57ca5aa84 HTTP/1.1" status: 204 len: 168 time: 0.6425343 Jan 31 20:54:27.362404 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba21efb0-a2d6-4b3a-8cf0-867f1d1a9802 admin admin] Pushing event deleted for resources: {'Network': ['ID=4360735b-9912-4290-927a-f9c57ca5aa84,revision_number=None']} {{(pid=102450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:54:27.367802 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-9c9f6d44-dd02-4623-859f-7084ec5f59f9 req-1d26f0c9-ecab-4894-a595-41370315a01e tempest-DeleteServersTestJSON-1351021097 tempest-DeleteServersTestJSON-1351021097-project] 10.222.0.46 "GET /v2.0/security-groups?id=824cade5-d4d4-4940-9ee8-5974711c3761&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198113 Jan 31 20:54:27.487773 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.wsgi [-] (102449) accepted ('10.222.0.46', 36784) {{(pid=102449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 20:54:27.531955 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [None req-c7920499-8198-4d91-ba37-fc80b08e409d admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b85e8abd4b95427a972de0e5de7c5324&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0429544 Jan 31 20:54:27.534771 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.wsgi [-] (102450) accepted ('10.222.0.46', 36788) {{(pid=102450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 20:54:27.589655 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-845b81c4-9482-4cf7-99fc-339ce5670f90 admin admin] Publish callbacks [] for security_group (895ca4c7-68b3-4f09-80c7-6a0f3c40302a), before_delete {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:27.615615 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-845b81c4-9482-4cf7-99fc-339ce5670f90 admin admin] Publish callbacks [] for security_group (895ca4c7-68b3-4f09-80c7-6a0f3c40302a), precommit_delete {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:27.629081 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdfece3-c2c3-4c8b-ba11-20a554f8e024 req-5953dbab-6113-4439-8b4a-fd32fc6e84ee tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:54:27.633805 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-efdfece3-c2c3-4c8b-ba11-20a554f8e024 req-5953dbab-6113-4439-8b4a-fd32fc6e84ee tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] 10.222.0.46 "GET /v2.0/ports?device_id=27df420e-76b2-43cf-8c3d-cb81ce4e672f HTTP/1.1" status: 200 len: 945 time: 0.0659678 Jan 31 20:54:27.671859 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-845b81c4-9482-4cf7-99fc-339ce5670f90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736509'] for security_group (895ca4c7-68b3-4f09-80c7-6a0f3c40302a), after_delete {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:27.679779 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-845b81c4-9482-4cf7-99fc-339ce5670f90 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:27.681296 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [None req-845b81c4-9482-4cf7-99fc-339ce5670f90 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/895ca4c7-68b3-4f09-80c7-6a0f3c40302a HTTP/1.1" status: 204 len: 168 time: 0.1454275 Jan 31 20:54:27.693087 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845b81c4-9482-4cf7-99fc-339ce5670f90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=895ca4c7-68b3-4f09-80c7-6a0f3c40302a,revision_number=None']} {{(pid=102450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:54:27.728036 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-efdfece3-c2c3-4c8b-ba11-20a554f8e024 req-83dff805-d047-4556-b7ba-dbc41109e294 tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] 10.222.0.46 "GET /v2.0/security-groups?id=0bdd6188-2d8b-4b17-a788-ae2efdc28206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885847 Jan 31 20:54:27.777937 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.rpc [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Device f83f76e6-6b79-4e98-911c-f26ea26c65da details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=102451) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 20:54:27.780550 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d242b8d-df61-4dee-b64e-6b904b0d48ed req-3fd77207-678a-4993-bb0b-0fd16785d180 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:54:27.788255 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-1d242b8d-df61-4dee-b64e-6b904b0d48ed req-3fd77207-678a-4993-bb0b-0fd16785d180 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] 10.222.0.46 "GET /v2.0/ports?device_id=e3153aa7-015b-4bbc-99db-58a6001749e2 HTTP/1.1" status: 200 len: 943 time: 0.0864463 Jan 31 20:54:27.810685 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.rpc [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Device f0881fcb-57c2-4659-a463-6dc262b1fa41 up at agent hyperv_hv-cinder-81322 {{(pid=102451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 20:54:27.857964 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-1d242b8d-df61-4dee-b64e-6b904b0d48ed req-854202f3-b0d3-4097-b5c4-7cb568699f08 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] 10.222.0.46 "GET /v2.0/security-groups?id=65521e8f-8948-4df3-9344-760b60ce97e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0685060 Jan 31 20:54:27.947389 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.db.provisioning_blocks [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Provisioning for port f0881fcb-57c2-4659-a463-6dc262b1fa41 completed by entity L2. {{(pid=102451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 20:54:27.954683 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.db.provisioning_blocks [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Provisioning complete for port f0881fcb-57c2-4659-a463-6dc262b1fa41 triggered by entity L2. {{(pid=102451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 20:54:27.955352 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3401144'] for port (f0881fcb-57c2-4659-a463-6dc262b1fa41), provisioning_complete {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:27.959607 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.db [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] For port f83f76e6-6b79-4e98-911c-f26ea26c65da, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=f83f76e6-6b79-4e98-911c-f26ea26c65da,segment=NetworkSegment(0b88ba8a-5620-4c08-98b4-337c2e3644cc),segment_id=0b88ba8a-5620-4c08-98b4-337c2e3644cc)] {{(pid=102451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 20:54:27.992399 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.rpc [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Returning: {'device': 'f83f76e6-6b79-4e98-911c-f26ea26c65da', 'network_id': 'e68884ed-aafc-46db-987f-40cce4cb0a81', 'port_id': 'f83f76e6-6b79-4e98-911c-f26ea26c65da', 'mac_address': 'fa:16:3e:af:b9:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 689, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34dec552-ecde-44b0-b00b-6077e3fcfd65', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102451) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 20:54:28.031318 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186b3738-64cf-4c75-b685-2ecd1ac0adf2 req-637fd797-eb35-4e37-8274-41723961d69a tempest-AttachVolumeNegativeTest-36827424 tempest-AttachVolumeNegativeTest-36827424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:54:28.041484 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-186b3738-64cf-4c75-b685-2ecd1ac0adf2 req-637fd797-eb35-4e37-8274-41723961d69a tempest-AttachVolumeNegativeTest-36827424 tempest-AttachVolumeNegativeTest-36827424-project] 10.222.0.46 "GET /v2.0/ports?device_id=5329065f-5069-48cf-b2ec-fe4e788092e5 HTTP/1.1" status: 200 len: 944 time: 0.0796096 Jan 31 20:54:28.081565 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.plugin [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Current status of the port f83f76e6-6b79-4e98-911c-f26ea26c65da is: DOWN; New status is: BUILD {{(pid=102451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 20:54:28.081965 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1026180'] for port (f83f76e6-6b79-4e98-911c-f26ea26c65da), before_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:28.102488 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-186b3738-64cf-4c75-b685-2ecd1ac0adf2 req-1130b08f-94f6-4933-a95d-be7b98fe23a1 tempest-AttachVolumeNegativeTest-36827424 tempest-AttachVolumeNegativeTest-36827424-project] 10.222.0.46 "GET /v2.0/security-groups?id=a32f4031-bf0a-46cb-9ad4-290c9574bdbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597332 Jan 31 20:54:28.109058 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.notifiers.nova [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f83f76e6-6b79-4e98-911c-f26ea26c65da {{(pid=102451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 20:54:28.128641 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.plugin [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Current status of the port f0881fcb-57c2-4659-a463-6dc262b1fa41 is: BUILD; New status is: ACTIVE {{(pid=102451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 20:54:28.129266 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1026180'] for port (f0881fcb-57c2-4659-a463-6dc262b1fa41), before_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:28.142260 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.db [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] For port f83f76e6-6b79-4e98-911c-f26ea26c65da, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=f83f76e6-6b79-4e98-911c-f26ea26c65da,segment=NetworkSegment(0b88ba8a-5620-4c08-98b4-337c2e3644cc),segment_id=0b88ba8a-5620-4c08-98b4-337c2e3644cc)] {{(pid=102451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 20:54:28.155817 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1029723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3769609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783600466378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783599971615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783599971633'] for port (f83f76e6-6b79-4e98-911c-f26ea26c65da), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:28.165421 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64319175-af4e-4f10-879b-b28dd60751ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0881fcb-57c2-4659-a463-6dc262b1fa41'}] {{(pid=102451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 20:54:28.200069 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.wsgi [-] (102450) accepted ('10.222.0.46', 36818) {{(pid=102450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 20:54:28.260889 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [None req-dacb74b9-3af4-4646-a7e0-3034ef59c0ba admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=9aaec024d26a4f4eb2987d39b00bbc5d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0596204 Jan 31 20:54:28.263496 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.wsgi [-] (102449) accepted ('10.222.0.46', 36826) {{(pid=102449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 20:54:28.387482 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-1468dbcd-bdb7-4424-b307-d8a59ab256f4 admin admin] Publish callbacks [] for security_group (0d4375c8-4ad7-4dfd-8b01-9232c4a8b60c), before_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:28.413032 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.db [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] For port f0881fcb-57c2-4659-a463-6dc262b1fa41, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=f0881fcb-57c2-4659-a463-6dc262b1fa41,segment=NetworkSegment(8d4fae8a-a81c-4e52-b2b0-57f0ea8e5423),segment_id=8d4fae8a-a81c-4e52-b2b0-57f0ea8e5423)] {{(pid=102451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 20:54:28.440452 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1029723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3769609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783600466378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783599971615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783599971633'] for port (f0881fcb-57c2-4659-a463-6dc262b1fa41), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:28.441595 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.rpc [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Device cc6b8b53-a55e-4a11-9485-2fb0504a9fc1 up at agent hyperv_hv-cinder-81322 {{(pid=102451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 20:54:28.462735 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-1468dbcd-bdb7-4424-b307-d8a59ab256f4 admin admin] Publish callbacks [] for security_group (0d4375c8-4ad7-4dfd-8b01-9232c4a8b60c), precommit_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:28.469499 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Pushing event updated for resources: {'Port': ['ID=f83f76e6-6b79-4e98-911c-f26ea26c65da,revision_number=4']} {{(pid=102451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:54:28.542100 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Pushing event updated for resources: {'Port': ['ID=f0881fcb-57c2-4659-a463-6dc262b1fa41,revision_number=5']} {{(pid=102451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:54:28.550560 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.db [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] get_ports_and_sgs() called for port_ids ['f83f76e6-6b79-4e98-911c-f26ea26c65da'] {{(pid=102451) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 20:54:28.585957 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.db.provisioning_blocks [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Provisioning for port cc6b8b53-a55e-4a11-9485-2fb0504a9fc1 completed by entity L2. {{(pid=102451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 20:54:28.597279 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.db.provisioning_blocks [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Provisioning complete for port cc6b8b53-a55e-4a11-9485-2fb0504a9fc1 triggered by entity L2. {{(pid=102451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 20:54:28.597846 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3401144'] for port (cc6b8b53-a55e-4a11-9485-2fb0504a9fc1), provisioning_complete {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:28.616158 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-1468dbcd-bdb7-4424-b307-d8a59ab256f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736509'] for security_group (0d4375c8-4ad7-4dfd-8b01-9232c4a8b60c), after_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:28.619283 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-1468dbcd-bdb7-4424-b307-d8a59ab256f4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:28.621182 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [None req-1468dbcd-bdb7-4424-b307-d8a59ab256f4 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/0d4375c8-4ad7-4dfd-8b01-9232c4a8b60c HTTP/1.1" status: 204 len: 168 time: 0.3561435 Jan 31 20:54:28.640575 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1468dbcd-bdb7-4424-b307-d8a59ab256f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d4375c8-4ad7-4dfd-8b01-9232c4a8b60c,revision_number=None']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:54:28.661671 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b907039-e1d9-4eac-a668-746ecede50a0 req-ecc4824a-1941-4ac5-9449-2b49149ed5dd tempest-DeleteServersTestJSON-1351021097 tempest-DeleteServersTestJSON-1351021097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:54:28.675874 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-6b907039-e1d9-4eac-a668-746ecede50a0 req-ecc4824a-1941-4ac5-9449-2b49149ed5dd tempest-DeleteServersTestJSON-1351021097 tempest-DeleteServersTestJSON-1351021097-project] 10.222.0.46 "GET /v2.0/ports?device_id=64319175-af4e-4f10-879b-b28dd60751ec HTTP/1.1" status: 200 len: 946 time: 0.1618593 Jan 31 20:54:28.713220 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c23f90a41664c3b077a95f51e37b0059f8aa38e98bc0260eca12d616ac4420be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e554be6-fb23-43d4-9ca2-6074d853f353" -d '{"events": [{"server_uuid": "64319175-af4e-4f10-879b-b28dd60751ec", "name": "network-vif-plugged", "status": "completed", "tag": "f0881fcb-57c2-4659-a463-6dc262b1fa41"}]}' {{(pid=102451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 20:54:28.759478 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-6b907039-e1d9-4eac-a668-746ecede50a0 req-982541dc-f7c6-40d4-acc6-d51186a49dbe tempest-DeleteServersTestJSON-1351021097 tempest-DeleteServersTestJSON-1351021097-project] 10.222.0.46 "GET /v2.0/security-groups?id=824cade5-d4d4-4940-9ee8-5974711c3761&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704157 Jan 31 20:54:28.797395 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.plugin [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Current status of the port cc6b8b53-a55e-4a11-9485-2fb0504a9fc1 is: BUILD; New status is: ACTIVE {{(pid=102451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 20:54:28.797809 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1026180'] for port (cc6b8b53-a55e-4a11-9485-2fb0504a9fc1), before_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:28.872312 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.db [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] For port cc6b8b53-a55e-4a11-9485-2fb0504a9fc1, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=cc6b8b53-a55e-4a11-9485-2fb0504a9fc1,segment=NetworkSegment(dc7f01b7-eb08-4044-b0f8-cca54d3f9b11),segment_id=dc7f01b7-eb08-4044-b0f8-cca54d3f9b11)] {{(pid=102451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 20:54:28.884225 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1029723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3769609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783600466378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783599971615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783599971633'] for port (cc6b8b53-a55e-4a11-9485-2fb0504a9fc1), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:28.885063 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.rpc [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Device f52247a4-d6f9-4630-840b-d991c41d687c up at agent hyperv_hv-cinder-81322 {{(pid=102451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 20:54:28.931845 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1eb001-975f-4764-bdd8-8da36468c4b4 req-c6035211-e630-4d6d-8dff-73d44312a19c tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:54:28.935124 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-6b1eb001-975f-4764-bdd8-8da36468c4b4 req-c6035211-e630-4d6d-8dff-73d44312a19c tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] 10.222.0.46 "GET /v2.0/ports?device_id=27df420e-76b2-43cf-8c3d-cb81ce4e672f HTTP/1.1" status: 200 len: 945 time: 0.0943511 Jan 31 20:54:28.978598 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Pushing event updated for resources: {'Port': ['ID=cc6b8b53-a55e-4a11-9485-2fb0504a9fc1,revision_number=5']} {{(pid=102451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:54:28.995065 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.db.provisioning_blocks [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Provisioning for port f52247a4-d6f9-4630-840b-d991c41d687c completed by entity L2. {{(pid=102451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 20:54:29.002497 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.db.provisioning_blocks [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Provisioning complete for port f52247a4-d6f9-4630-840b-d991c41d687c triggered by entity L2. {{(pid=102451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 20:54:29.003138 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3401144'] for port (f52247a4-d6f9-4630-840b-d991c41d687c), provisioning_complete {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:29.020112 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-6b1eb001-975f-4764-bdd8-8da36468c4b4 req-acb05d30-2a6b-4473-8887-755bbce6fe41 tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] 10.222.0.46 "GET /v2.0/security-groups?id=0bdd6188-2d8b-4b17-a788-ae2efdc28206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776672 Jan 31 20:54:29.056754 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 20:54:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2905bc6-b4db-432a-9262-315414760c25 x-openstack-request-id: req-a2905bc6-b4db-432a-9262-315414760c25 {{(pid=102451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 20:54:29.057106 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64319175-af4e-4f10-879b-b28dd60751ec", "name": "network-vif-plugged", "status": "completed", "tag": "f0881fcb-57c2-4659-a463-6dc262b1fa41", "code": 200}]} {{(pid=102451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 20:54:29.057385 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-a2905bc6-b4db-432a-9262-315414760c25 {{(pid=102451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 20:54:29.057883 dv-cinder-813229-5-iscsi neutron-server[102451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64319175-af4e-4f10-879b-b28dd60751ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0881fcb-57c2-4659-a463-6dc262b1fa41', 'code': 200} Jan 31 20:54:29.149040 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.plugin [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Current status of the port f52247a4-d6f9-4630-840b-d991c41d687c is: BUILD; New status is: ACTIVE {{(pid=102451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 20:54:29.149533 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1026180'] for port (f52247a4-d6f9-4630-840b-d991c41d687c), before_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:29.212612 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.db [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] For port f52247a4-d6f9-4630-840b-d991c41d687c, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=f52247a4-d6f9-4630-840b-d991c41d687c,segment=NetworkSegment(3aa49904-0c32-4795-9b71-de073484ac3d),segment_id=3aa49904-0c32-4795-9b71-de073484ac3d)] {{(pid=102451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 20:54:29.219534 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1029723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3769609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783600466378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783599971615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783599971633'] for port (f52247a4-d6f9-4630-840b-d991c41d687c), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:29.220657 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.rpc [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Device dfba6eda-5d1b-4027-9aee-bf29f39c876d up at agent hyperv_hv-cinder-81322 {{(pid=102451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 20:54:29.227604 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cbe84d-d37e-462a-b3b5-5af652dc1156 req-82474f95-1ca9-40de-a58a-a5857fe5997b tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:54:29.229183 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-d5cbe84d-d37e-462a-b3b5-5af652dc1156 req-82474f95-1ca9-40de-a58a-a5857fe5997b tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] 10.222.0.46 "GET /v2.0/ports?device_id=e3153aa7-015b-4bbc-99db-58a6001749e2 HTTP/1.1" status: 200 len: 944 time: 0.1203563 Jan 31 20:54:29.329563 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Pushing event updated for resources: {'Port': ['ID=f52247a4-d6f9-4630-840b-d991c41d687c,revision_number=5']} {{(pid=102451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:54:29.348969 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc260c3-69cc-4818-b1bd-da747bc2684b req-bd5175ec-d3ea-40c0-887e-cd1e037120fe tempest-AttachVolumeNegativeTest-36827424 tempest-AttachVolumeNegativeTest-36827424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:54:29.356113 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.db.provisioning_blocks [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Provisioning for port dfba6eda-5d1b-4027-9aee-bf29f39c876d completed by entity L2. {{(pid=102451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 20:54:29.360385 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.db.provisioning_blocks [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Provisioning complete for port dfba6eda-5d1b-4027-9aee-bf29f39c876d triggered by entity L2. {{(pid=102451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 20:54:29.360950 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3401144'] for port (dfba6eda-5d1b-4027-9aee-bf29f39c876d), provisioning_complete {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:29.362099 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-2fc260c3-69cc-4818-b1bd-da747bc2684b req-bd5175ec-d3ea-40c0-887e-cd1e037120fe tempest-AttachVolumeNegativeTest-36827424 tempest-AttachVolumeNegativeTest-36827424-project] 10.222.0.46 "GET /v2.0/ports?device_id=5329065f-5069-48cf-b2ec-fe4e788092e5 HTTP/1.1" status: 200 len: 945 time: 0.1239111 Jan 31 20:54:29.438796 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-d5cbe84d-d37e-462a-b3b5-5af652dc1156 req-e30fe57e-79fb-4d66-be6d-fd342124a7a4 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] 10.222.0.46 "GET /v2.0/security-groups?id=65521e8f-8948-4df3-9344-760b60ce97e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2033601 Jan 31 20:54:29.446214 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-2fc260c3-69cc-4818-b1bd-da747bc2684b req-4e391a8e-230c-42e4-9900-b70b48b6c3ee tempest-AttachVolumeNegativeTest-36827424 tempest-AttachVolumeNegativeTest-36827424-project] 10.222.0.46 "GET /v2.0/security-groups?id=a32f4031-bf0a-46cb-9ad4-290c9574bdbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746608 Jan 31 20:54:29.464597 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8479b9d5-5059-4134-9572-4d2586a9bf81 req-10271002-4fbf-4d00-80a8-da3a2da4d2c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:54:29.466292 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-8479b9d5-5059-4134-9572-4d2586a9bf81 req-10271002-4fbf-4d00-80a8-da3a2da4d2c7 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=64319175-af4e-4f10-879b-b28dd60751ec HTTP/1.1" status: 200 len: 1130 time: 0.1930285 Jan 31 20:54:29.504336 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.plugin [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Current status of the port dfba6eda-5d1b-4027-9aee-bf29f39c876d is: BUILD; New status is: ACTIVE {{(pid=102451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 20:54:29.504731 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1026180'] for port (dfba6eda-5d1b-4027-9aee-bf29f39c876d), before_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:29.504989 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [req-8479b9d5-5059-4134-9572-4d2586a9bf81 req-5349eb12-2994-4ac3-8f02-2b033672ceea service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:29.540338 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.db [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] For port dfba6eda-5d1b-4027-9aee-bf29f39c876d, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=dfba6eda-5d1b-4027-9aee-bf29f39c876d,segment=NetworkSegment(dc7f01b7-eb08-4044-b0f8-cca54d3f9b11),segment_id=dc7f01b7-eb08-4044-b0f8-cca54d3f9b11)] {{(pid=102451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 20:54:29.545466 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1029723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3769609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783600466378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783599971615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783599971633'] for port (dfba6eda-5d1b-4027-9aee-bf29f39c876d), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:29.597832 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [req-8479b9d5-5059-4134-9572-4d2586a9bf81 req-5349eb12-2994-4ac3-8f02-2b033672ceea service neutron] Publish callbacks [] for security_group (fd6837e3-5b83-491b-a97c-9758f4d581d9), precommit_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:29.605287 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [req-8479b9d5-5059-4134-9572-4d2586a9bf81 req-5349eb12-2994-4ac3-8f02-2b033672ceea service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736509'] for security_group (fd6837e3-5b83-491b-a97c-9758f4d581d9), after_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:29.625506 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Pushing event updated for resources: {'Port': ['ID=dfba6eda-5d1b-4027-9aee-bf29f39c876d,revision_number=5']} {{(pid=102451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:54:29.657515 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5349eb12-2994-4ac3-8f02-2b033672ceea service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=fd6837e3-5b83-491b-a97c-9758f4d581d9,revision_number=1']} {{(pid=102450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:54:29.663769 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-8479b9d5-5059-4134-9572-4d2586a9bf81 req-5349eb12-2994-4ac3-8f02-2b033672ceea service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=824cade5-d4d4-4940-9ee8-5974711c3761&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1834326 Jan 31 20:54:29.779140 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.rpc [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Device f83f76e6-6b79-4e98-911c-f26ea26c65da up at agent hyperv_hv-cinder-81322 {{(pid=102451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 20:54:29.837756 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.db.provisioning_blocks [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Provisioning for port f83f76e6-6b79-4e98-911c-f26ea26c65da completed by entity L2. {{(pid=102451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 20:54:29.844053 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.db.provisioning_blocks [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Provisioning complete for port f83f76e6-6b79-4e98-911c-f26ea26c65da triggered by entity L2. {{(pid=102451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 20:54:29.844989 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3401144'] for port (f83f76e6-6b79-4e98-911c-f26ea26c65da), provisioning_complete {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:29.966286 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54eeb6f5-7e4e-4588-ae48-9926179edbfb req-c2159fb0-173e-4f69-b0db-3d445d8b6ccc tempest-DeleteServersTestJSON-1351021097 tempest-DeleteServersTestJSON-1351021097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:54:29.986242 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.plugin [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Current status of the port f83f76e6-6b79-4e98-911c-f26ea26c65da is: BUILD; New status is: ACTIVE {{(pid=102451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 20:54:29.988594 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-54eeb6f5-7e4e-4588-ae48-9926179edbfb req-c2159fb0-173e-4f69-b0db-3d445d8b6ccc tempest-DeleteServersTestJSON-1351021097 tempest-DeleteServersTestJSON-1351021097-project] 10.222.0.46 "GET /v2.0/ports?device_id=64319175-af4e-4f10-879b-b28dd60751ec HTTP/1.1" status: 200 len: 946 time: 0.1097448 Jan 31 20:54:29.989417 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1026180'] for port (f83f76e6-6b79-4e98-911c-f26ea26c65da), before_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:30.076409 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.db [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] For port f83f76e6-6b79-4e98-911c-f26ea26c65da, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=f83f76e6-6b79-4e98-911c-f26ea26c65da,segment=NetworkSegment(0b88ba8a-5620-4c08-98b4-337c2e3644cc),segment_id=0b88ba8a-5620-4c08-98b4-337c2e3644cc)] {{(pid=102451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 20:54:30.088744 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1029723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3769609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783600466378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783599971615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783599971633'] for port (f83f76e6-6b79-4e98-911c-f26ea26c65da), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:30.149736 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-54eeb6f5-7e4e-4588-ae48-9926179edbfb req-3b2622d9-6551-41e8-b94c-4767b0e9b3f9 tempest-DeleteServersTestJSON-1351021097 tempest-DeleteServersTestJSON-1351021097-project] 10.222.0.46 "GET /v2.0/security-groups?id=824cade5-d4d4-4940-9ee8-5974711c3761&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588621 Jan 31 20:54:30.212473 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Pushing event updated for resources: {'Port': ['ID=f83f76e6-6b79-4e98-911c-f26ea26c65da,revision_number=5']} {{(pid=102451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:54:30.282433 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df07c502-bd13-4882-a24e-b4374db4b797 req-c15785de-4551-416e-b627-55c2c0af0535 tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:54:30.284282 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-df07c502-bd13-4882-a24e-b4374db4b797 req-c15785de-4551-416e-b627-55c2c0af0535 tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] 10.222.0.46 "GET /v2.0/ports?device_id=27df420e-76b2-43cf-8c3d-cb81ce4e672f HTTP/1.1" status: 200 len: 946 time: 0.1272969 Jan 31 20:54:30.363323 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-df07c502-bd13-4882-a24e-b4374db4b797 req-01e72d10-9bae-4090-b6c9-244788a4e49c tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] 10.222.0.46 "GET /v2.0/security-groups?id=0bdd6188-2d8b-4b17-a788-ae2efdc28206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654655 Jan 31 20:54:30.632425 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278f37ac-ac74-4cc1-8952-1e7de8559cca req-3574d71d-05c2-464d-8038-159517b5c4f0 tempest-AttachVolumeNegativeTest-36827424 tempest-AttachVolumeNegativeTest-36827424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:54:30.642251 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-278f37ac-ac74-4cc1-8952-1e7de8559cca req-3574d71d-05c2-464d-8038-159517b5c4f0 tempest-AttachVolumeNegativeTest-36827424 tempest-AttachVolumeNegativeTest-36827424-project] 10.222.0.46 "GET /v2.0/ports?device_id=5329065f-5069-48cf-b2ec-fe4e788092e5 HTTP/1.1" status: 200 len: 945 time: 0.0952840 Jan 31 20:54:30.658069 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f30fa25-4eb7-4f11-b020-880243a9c673 req-c40a9c4d-471b-4b00-9eb3-dbd40e0d7e16 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:54:30.668144 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-3f30fa25-4eb7-4f11-b020-880243a9c673 req-c40a9c4d-471b-4b00-9eb3-dbd40e0d7e16 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] 10.222.0.46 "GET /v2.0/ports?device_id=e3153aa7-015b-4bbc-99db-58a6001749e2 HTTP/1.1" status: 200 len: 945 time: 0.1036639 Jan 31 20:54:30.717646 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-278f37ac-ac74-4cc1-8952-1e7de8559cca req-6f7ccd51-1d47-44f2-bfe0-e5b9ec15282f tempest-AttachVolumeNegativeTest-36827424 tempest-AttachVolumeNegativeTest-36827424-project] 10.222.0.46 "GET /v2.0/security-groups?id=a32f4031-bf0a-46cb-9ad4-290c9574bdbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744877 Jan 31 20:54:30.748455 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-3f30fa25-4eb7-4f11-b020-880243a9c673 req-a48ed3f4-4214-4a16-a43f-7a2e48b58af5 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] 10.222.0.46 "GET /v2.0/security-groups?id=65521e8f-8948-4df3-9344-760b60ce97e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0792537 Jan 31 20:54:31.058529 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27df420e-76b2-43cf-8c3d-cb81ce4e672f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc6b8b53-a55e-4a11-9485-2fb0504a9fc1'}, {'server_uuid': '5329065f-5069-48cf-b2ec-fe4e788092e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f52247a4-d6f9-4630-840b-d991c41d687c'}, {'server_uuid': '4b21c9e1-251e-4780-a88f-01f20f420dac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfba6eda-5d1b-4027-9aee-bf29f39c876d'}, {'server_uuid': 'e3153aa7-015b-4bbc-99db-58a6001749e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f83f76e6-6b79-4e98-911c-f26ea26c65da'}] {{(pid=102451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 20:54:31.061005 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c23f90a41664c3b077a95f51e37b0059f8aa38e98bc0260eca12d616ac4420be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b08ff9d1-f2e4-49fa-b2d4-81d1b8e99971" -d '{"events": [{"server_uuid": "27df420e-76b2-43cf-8c3d-cb81ce4e672f", "name": "network-vif-plugged", "status": "completed", "tag": "cc6b8b53-a55e-4a11-9485-2fb0504a9fc1"}, {"server_uuid": "5329065f-5069-48cf-b2ec-fe4e788092e5", "name": "network-vif-plugged", "status": "completed", "tag": "f52247a4-d6f9-4630-840b-d991c41d687c"}, {"server_uuid": "4b21c9e1-251e-4780-a88f-01f20f420dac", "name": "network-vif-plugged", "status": "completed", "tag": "dfba6eda-5d1b-4027-9aee-bf29f39c876d"}, {"server_uuid": "e3153aa7-015b-4bbc-99db-58a6001749e2", "name": "network-vif-plugged", "status": "completed", "tag": "f83f76e6-6b79-4e98-911c-f26ea26c65da"}]}' {{(pid=102451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 20:54:31.116251 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Mon, 31 Jan 2022 20:54:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63697e7f-5337-4f71-863c-21e25d5c5625 x-openstack-request-id: req-63697e7f-5337-4f71-863c-21e25d5c5625 {{(pid=102451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 20:54:31.116616 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27df420e-76b2-43cf-8c3d-cb81ce4e672f", "name": "network-vif-plugged", "status": "completed", "tag": "cc6b8b53-a55e-4a11-9485-2fb0504a9fc1", "code": 200}, {"server_uuid": "5329065f-5069-48cf-b2ec-fe4e788092e5", "name": "network-vif-plugged", "status": "completed", "tag": "f52247a4-d6f9-4630-840b-d991c41d687c", "code": 200}, {"server_uuid": "4b21c9e1-251e-4780-a88f-01f20f420dac", "name": "network-vif-plugged", "status": "completed", "tag": "dfba6eda-5d1b-4027-9aee-bf29f39c876d", "code": 200}, {"server_uuid": "e3153aa7-015b-4bbc-99db-58a6001749e2", "name": "network-vif-plugged", "status": "completed", "tag": "f83f76e6-6b79-4e98-911c-f26ea26c65da", "code": 200}]} {{(pid=102451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 20:54:31.116937 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-63697e7f-5337-4f71-863c-21e25d5c5625 {{(pid=102451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 20:54:31.117411 dv-cinder-813229-5-iscsi neutron-server[102451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27df420e-76b2-43cf-8c3d-cb81ce4e672f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc6b8b53-a55e-4a11-9485-2fb0504a9fc1', 'code': 200} Jan 31 20:54:31.117730 dv-cinder-813229-5-iscsi neutron-server[102451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5329065f-5069-48cf-b2ec-fe4e788092e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f52247a4-d6f9-4630-840b-d991c41d687c', 'code': 200} Jan 31 20:54:31.118041 dv-cinder-813229-5-iscsi neutron-server[102451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b21c9e1-251e-4780-a88f-01f20f420dac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfba6eda-5d1b-4027-9aee-bf29f39c876d', 'code': 200} Jan 31 20:54:31.118351 dv-cinder-813229-5-iscsi neutron-server[102451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3153aa7-015b-4bbc-99db-58a6001749e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f83f76e6-6b79-4e98-911c-f26ea26c65da', 'code': 200} Jan 31 20:54:31.353840 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e09ecce-d899-4df2-acf5-fa8af015f440 req-aad03406-7f0e-44cd-9474-fac086b3182e tempest-DeleteServersTestJSON-1351021097 tempest-DeleteServersTestJSON-1351021097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:54:31.356888 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-6e09ecce-d899-4df2-acf5-fa8af015f440 req-aad03406-7f0e-44cd-9474-fac086b3182e tempest-DeleteServersTestJSON-1351021097 tempest-DeleteServersTestJSON-1351021097-project] 10.222.0.46 "GET /v2.0/ports?device_id=64319175-af4e-4f10-879b-b28dd60751ec HTTP/1.1" status: 200 len: 946 time: 0.1065552 Jan 31 20:54:31.434490 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-09db6a4b-d9c6-4ac5-9faf-012070f71567 req-c9bc6826-618e-4b02-9878-f5308764b8a9 tempest-VolumesNegativeTest-1668166801 tempest-VolumesNegativeTest-1668166801-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=6f88895ca46e4a30bef34d32f2dee1f9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0672946 Jan 31 20:54:31.451184 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-6e09ecce-d899-4df2-acf5-fa8af015f440 req-b9fd54a7-61a5-4c84-a14b-f7c49bf1fc71 tempest-DeleteServersTestJSON-1351021097 tempest-DeleteServersTestJSON-1351021097-project] 10.222.0.46 "GET /v2.0/security-groups?id=824cade5-d4d4-4940-9ee8-5974711c3761&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760021 Jan 31 20:54:31.713209 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a240082a-9187-49a8-8942-962a58ac5337 req-07a1bf79-deeb-4ac0-97ae-fc502b5c4273 tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:54:31.715162 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-a240082a-9187-49a8-8942-962a58ac5337 req-07a1bf79-deeb-4ac0-97ae-fc502b5c4273 tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] 10.222.0.46 "GET /v2.0/ports?device_id=27df420e-76b2-43cf-8c3d-cb81ce4e672f HTTP/1.1" status: 200 len: 946 time: 0.1610188 Jan 31 20:54:31.717909 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31aea08-6a31-4038-9620-7f6f30e36bb7 req-6988e74e-028a-4c7b-91ed-68dbc7b82c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:54:31.725335 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-d31aea08-6a31-4038-9620-7f6f30e36bb7 req-6988e74e-028a-4c7b-91ed-68dbc7b82c7b service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=27df420e-76b2-43cf-8c3d-cb81ce4e672f HTTP/1.1" status: 200 len: 1130 time: 0.2055008 Jan 31 20:54:31.757130 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09db6a4b-d9c6-4ac5-9faf-012070f71567 req-c607aac8-7c16-4411-a34e-de6fd6be870f tempest-VolumesNegativeTest-1668166801 tempest-VolumesNegativeTest-1668166801-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:54:31.765484 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-09db6a4b-d9c6-4ac5-9faf-012070f71567 req-c607aac8-7c16-4411-a34e-de6fd6be870f tempest-VolumesNegativeTest-1668166801 tempest-VolumesNegativeTest-1668166801-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3276167 Jan 31 20:54:31.822021 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-09db6a4b-d9c6-4ac5-9faf-012070f71567 req-48cfade7-331a-4d03-acd3-6e2ead330992 tempest-VolumesNegativeTest-1668166801 tempest-VolumesNegativeTest-1668166801-project] 10.222.0.46 "GET /v2.0/quotas/6f88895ca46e4a30bef34d32f2dee1f9 HTTP/1.1" status: 200 len: 375 time: 0.0537109 Jan 31 20:54:31.952971 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-d31aea08-6a31-4038-9620-7f6f30e36bb7 req-2ed3fa30-97ea-4902-84be-2f9ecf312820 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=0bdd6188-2d8b-4b17-a788-ae2efdc28206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673839 Jan 31 20:54:31.975617 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-a240082a-9187-49a8-8942-962a58ac5337 req-913f1500-7cd7-450b-8648-6059966c1a93 tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] 10.222.0.46 "GET /v2.0/security-groups?id=0bdd6188-2d8b-4b17-a788-ae2efdc28206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2466626 Jan 31 20:54:31.993820 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c935053e-521e-40d1-bc97-823ff8b78580 req-279f0ff5-7b27-49ca-88be-d3b0d37ddb25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:54:31.996181 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-c935053e-521e-40d1-bc97-823ff8b78580 req-279f0ff5-7b27-49ca-88be-d3b0d37ddb25 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=5329065f-5069-48cf-b2ec-fe4e788092e5 HTTP/1.1" status: 200 len: 1129 time: 0.2524910 Jan 31 20:54:31.999046 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-09db6a4b-d9c6-4ac5-9faf-012070f71567 req-81c198d4-1555-4f84-9d86-b8a8e5f37b3c tempest-VolumesNegativeTest-1668166801 tempest-VolumesNegativeTest-1668166801-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=6f88895ca46e4a30bef34d32f2dee1f9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1752725 Jan 31 20:54:32.018619 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a3f72a-1d90-4cb1-8df9-fe2dde8353f8 req-03e659b6-f55b-4bc9-b1b5-401658c0361b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:54:32.020391 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-a3a3f72a-1d90-4cb1-8df9-fe2dde8353f8 req-03e659b6-f55b-4bc9-b1b5-401658c0361b service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=e3153aa7-015b-4bbc-99db-58a6001749e2 HTTP/1.1" status: 200 len: 1129 time: 0.3475535 Jan 31 20:54:32.044188 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf9c007-4a65-45d8-a172-b3d013208d77 req-15f9b0ff-04eb-45ae-a0f3-191038b0f533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:54:32.046042 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-2bf9c007-4a65-45d8-a172-b3d013208d77 req-15f9b0ff-04eb-45ae-a0f3-191038b0f533 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=4b21c9e1-251e-4780-a88f-01f20f420dac HTTP/1.1" status: 200 len: 1130 time: 0.1846359 Jan 31 20:54:32.121265 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021c279a-af3b-4867-b0b6-96eaae194845 req-a57925e4-1a37-4613-92a1-081e3160dd6a tempest-AttachVolumeNegativeTest-36827424 tempest-AttachVolumeNegativeTest-36827424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:54:32.128456 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-021c279a-af3b-4867-b0b6-96eaae194845 req-a57925e4-1a37-4613-92a1-081e3160dd6a tempest-AttachVolumeNegativeTest-36827424 tempest-AttachVolumeNegativeTest-36827424-project] 10.222.0.46 "GET /v2.0/ports?device_id=5329065f-5069-48cf-b2ec-fe4e788092e5 HTTP/1.1" status: 200 len: 945 time: 0.0739715 Jan 31 20:54:32.209378 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-021c279a-af3b-4867-b0b6-96eaae194845 req-8880e6cd-f182-4509-b843-860a84c4e1be tempest-AttachVolumeNegativeTest-36827424 tempest-AttachVolumeNegativeTest-36827424-project] 10.222.0.46 "GET /v2.0/security-groups?id=a32f4031-bf0a-46cb-9ad4-290c9574bdbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790160 Jan 31 20:54:32.291944 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.wsgi [-] (102450) accepted ('10.222.0.46', 37008) {{(pid=102450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 20:54:32.359239 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-a3a3f72a-1d90-4cb1-8df9-fe2dde8353f8 req-4f56cf1c-062a-4b15-acec-a1f60710e008 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=65521e8f-8948-4df3-9344-760b60ce97e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1096132 Jan 31 20:54:32.362911 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-2bf9c007-4a65-45d8-a172-b3d013208d77 req-1722bb7e-6fe8-492b-ab05-5abcad553139 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=0bdd6188-2d8b-4b17-a788-ae2efdc28206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048396 Jan 31 20:54:32.385321 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5badd9-e73e-4432-be04-d44c0c3f7a91 req-61204bbc-ee08-4672-a5a4-0d1a61e294b9 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:54:32.389585 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-ff5badd9-e73e-4432-be04-d44c0c3f7a91 req-61204bbc-ee08-4672-a5a4-0d1a61e294b9 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] 10.222.0.46 "GET /v2.0/ports?device_id=e3153aa7-015b-4bbc-99db-58a6001749e2 HTTP/1.1" status: 200 len: 945 time: 0.1802073 Jan 31 20:54:32.390011 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-a485473c-cb65-4f6c-8e67-f52a5808cd4f req-7033da00-d7c8-411c-bd66-b7b2b6014f3c tempest-VolumesNegativeTest-1668166801 tempest-VolumesNegativeTest-1668166801-project] 10.222.0.46 "GET /v2.0/ports?device_id=c38d00f5-d1ed-41c3-9b53-e621a1f06041 HTTP/1.1" status: 200 len: 210 time: 0.0967422 Jan 31 20:54:32.392887 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-c935053e-521e-40d1-bc97-823ff8b78580 req-fc674353-4a06-4395-831d-587847d35997 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=a32f4031-bf0a-46cb-9ad4-290c9574bdbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494770 Jan 31 20:54:32.487892 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-ff5badd9-e73e-4432-be04-d44c0c3f7a91 req-68c1923e-f4be-4c19-9c43-1f9d719d56b6 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] 10.222.0.46 "GET /v2.0/security-groups?id=65521e8f-8948-4df3-9344-760b60ce97e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0874586 Jan 31 20:54:32.489238 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-5c869c36-8148-4937-8eb5-018aca5332b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:32.657768 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0c42c3-828f-4a95-b30a-f7cf03a3184c req-407ddb0b-1d35-4854-b902-06b219364ade tempest-DeleteServersTestJSON-1351021097 tempest-DeleteServersTestJSON-1351021097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:54:32.660069 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-1a0c42c3-828f-4a95-b30a-f7cf03a3184c req-407ddb0b-1d35-4854-b902-06b219364ade tempest-DeleteServersTestJSON-1351021097 tempest-DeleteServersTestJSON-1351021097-project] 10.222.0.46 "GET /v2.0/ports?device_id=64319175-af4e-4f10-879b-b28dd60751ec HTTP/1.1" status: 200 len: 946 time: 0.1192746 Jan 31 20:54:32.663644 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-5c869c36-8148-4937-8eb5-018aca5332b1 admin admin] Publish callbacks [] for security_group (e2b791e1-a04b-421b-b366-efd993f27f5e), precommit_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:32.669697 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-5c869c36-8148-4937-8eb5-018aca5332b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736509'] for security_group (e2b791e1-a04b-421b-b366-efd993f27f5e), after_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:32.722559 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [None req-5c869c36-8148-4937-8eb5-018aca5332b1 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=bbe206ca89494d42bb38ea5b6035ba60&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4285779 Jan 31 20:54:32.726348 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.wsgi [-] (102449) accepted ('10.222.0.46', 37026) {{(pid=102449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 20:54:32.780832 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c869c36-8148-4937-8eb5-018aca5332b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2b791e1-a04b-421b-b366-efd993f27f5e,revision_number=1']} {{(pid=102450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:54:32.823567 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-60479941-b71f-4abb-9670-e0d26e23aedd admin admin] Publish callbacks [] for security_group (e2b791e1-a04b-421b-b366-efd993f27f5e), before_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:32.846212 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-1a0c42c3-828f-4a95-b30a-f7cf03a3184c req-9307c4e9-5c75-4e27-86f6-94560e25ab41 tempest-DeleteServersTestJSON-1351021097 tempest-DeleteServersTestJSON-1351021097-project] 10.222.0.46 "GET /v2.0/security-groups?id=824cade5-d4d4-4940-9ee8-5974711c3761&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437604 Jan 31 20:54:32.864097 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-60479941-b71f-4abb-9670-e0d26e23aedd admin admin] Publish callbacks [] for security_group (e2b791e1-a04b-421b-b366-efd993f27f5e), precommit_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:32.945446 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-60479941-b71f-4abb-9670-e0d26e23aedd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736509'] for security_group (e2b791e1-a04b-421b-b366-efd993f27f5e), after_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:32.948190 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-60479941-b71f-4abb-9670-e0d26e23aedd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:32.949434 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [None req-60479941-b71f-4abb-9670-e0d26e23aedd admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/e2b791e1-a04b-421b-b366-efd993f27f5e HTTP/1.1" status: 204 len: 168 time: 0.2220650 Jan 31 20:54:32.961457 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60479941-b71f-4abb-9670-e0d26e23aedd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2b791e1-a04b-421b-b366-efd993f27f5e,revision_number=None']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:54:33.126003 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a7be99-e911-442a-84ec-6e88754a0946 req-defb3a5c-359a-49a5-a284-4e31846be533 tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:54:33.128422 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-62a7be99-e911-442a-84ec-6e88754a0946 req-defb3a5c-359a-49a5-a284-4e31846be533 tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] 10.222.0.46 "GET /v2.0/ports?device_id=27df420e-76b2-43cf-8c3d-cb81ce4e672f HTTP/1.1" status: 200 len: 946 time: 0.0723565 Jan 31 20:54:33.228720 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-62a7be99-e911-442a-84ec-6e88754a0946 req-bdd1ee8d-3eb5-468e-85a3-685b080af17d tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] 10.222.0.46 "GET /v2.0/security-groups?id=0bdd6188-2d8b-4b17-a788-ae2efdc28206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927813 Jan 31 20:54:33.465783 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e83aa4b-f089-47d4-ae1f-16414f91d4cb req-571eb697-71c3-4ee1-b456-c191650b4946 tempest-AttachVolumeNegativeTest-36827424 tempest-AttachVolumeNegativeTest-36827424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:54:33.467857 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-9e83aa4b-f089-47d4-ae1f-16414f91d4cb req-571eb697-71c3-4ee1-b456-c191650b4946 tempest-AttachVolumeNegativeTest-36827424 tempest-AttachVolumeNegativeTest-36827424-project] 10.222.0.46 "GET /v2.0/ports?device_id=5329065f-5069-48cf-b2ec-fe4e788092e5 HTTP/1.1" status: 200 len: 945 time: 0.1501429 Jan 31 20:54:33.616756 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-ca699759-029a-471b-8752-054428fa6b42 req-559e1390-cdf4-483a-bee0-d38daea29209 tempest-VolumesNegativeTest-1668166801 tempest-VolumesNegativeTest-1668166801-project] 10.222.0.46 "GET /v2.0/ports?device_id=c38d00f5-d1ed-41c3-9b53-e621a1f06041 HTTP/1.1" status: 200 len: 210 time: 0.0923569 Jan 31 20:54:33.625711 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.wsgi [-] (102450) accepted ('10.222.0.46', 37058) {{(pid=102450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 20:54:33.662257 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-9e83aa4b-f089-47d4-ae1f-16414f91d4cb req-f1d7ea44-8c42-45b5-a04c-53733d42b8d4 tempest-AttachVolumeNegativeTest-36827424 tempest-AttachVolumeNegativeTest-36827424-project] 10.222.0.46 "GET /v2.0/security-groups?id=a32f4031-bf0a-46cb-9ad4-290c9574bdbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1841409 Jan 31 20:54:33.689967 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-97e5c859-4c54-43d2-adf1-43326d3eb5a5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:33.872444 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-97e5c859-4c54-43d2-adf1-43326d3eb5a5 admin admin] Publish callbacks [] for security_group (c59334b1-c4dc-4e26-8137-e72f9233d243), precommit_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:33.881629 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-97e5c859-4c54-43d2-adf1-43326d3eb5a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736509'] for security_group (c59334b1-c4dc-4e26-8137-e72f9233d243), after_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:33.929409 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09189721-d54b-47dd-a183-c68e20397e8f req-8f7cb551-c918-4c93-a93c-1f1fd6e80f32 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:54:33.943930 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-09189721-d54b-47dd-a183-c68e20397e8f req-8f7cb551-c918-4c93-a93c-1f1fd6e80f32 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] 10.222.0.46 "GET /v2.0/ports?device_id=e3153aa7-015b-4bbc-99db-58a6001749e2 HTTP/1.1" status: 200 len: 945 time: 0.1521397 Jan 31 20:54:33.945346 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [None req-97e5c859-4c54-43d2-adf1-43326d3eb5a5 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=55ae7d390c39400f8953ec3b7d3ffb98&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3192308 Jan 31 20:54:33.951336 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.wsgi [-] (102449) accepted ('10.222.0.46', 37066) {{(pid=102449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 20:54:33.959890 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e5c859-4c54-43d2-adf1-43326d3eb5a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c59334b1-c4dc-4e26-8137-e72f9233d243,revision_number=1']} {{(pid=102450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:54:34.103087 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-09189721-d54b-47dd-a183-c68e20397e8f req-8563a5c4-bbdd-4eab-822c-c08b30c853a2 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] 10.222.0.46 "GET /v2.0/security-groups?id=65521e8f-8948-4df3-9344-760b60ce97e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1439967 Jan 31 20:54:34.121929 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-0ffca675-65d4-400c-99d2-2fe686e66648 admin admin] Publish callbacks [] for security_group (c59334b1-c4dc-4e26-8137-e72f9233d243), before_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:34.172241 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-0ffca675-65d4-400c-99d2-2fe686e66648 admin admin] Publish callbacks [] for security_group (c59334b1-c4dc-4e26-8137-e72f9233d243), precommit_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:34.253311 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-0ffca675-65d4-400c-99d2-2fe686e66648 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736509'] for security_group (c59334b1-c4dc-4e26-8137-e72f9233d243), after_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:34.257561 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-0ffca675-65d4-400c-99d2-2fe686e66648 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:34.259362 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [None req-0ffca675-65d4-400c-99d2-2fe686e66648 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/c59334b1-c4dc-4e26-8137-e72f9233d243 HTTP/1.1" status: 204 len: 168 time: 0.3066719 Jan 31 20:54:34.274421 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffca675-65d4-400c-99d2-2fe686e66648 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c59334b1-c4dc-4e26-8137-e72f9233d243,revision_number=None']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:54:34.414842 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.wsgi [-] (102449) accepted ('10.222.0.46', 37078) {{(pid=102449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 20:54:34.505256 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be398898-d7f3-47c4-b9e6-0be25bce5069 req-34609717-e43b-42cb-8c22-b5a790e58938 tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:54:34.508595 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-be398898-d7f3-47c4-b9e6-0be25bce5069 req-34609717-e43b-42cb-8c22-b5a790e58938 tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] 10.222.0.46 "GET /v2.0/ports?device_id=27df420e-76b2-43cf-8c3d-cb81ce4e672f HTTP/1.1" status: 200 len: 946 time: 0.1096330 Jan 31 20:54:34.607726 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-be398898-d7f3-47c4-b9e6-0be25bce5069 req-39fb068e-2541-40da-8f41-1233331532a7 tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] 10.222.0.46 "GET /v2.0/security-groups?id=0bdd6188-2d8b-4b17-a788-ae2efdc28206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883224 Jan 31 20:54:34.698698 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-09db6a4b-d9c6-4ac5-9faf-012070f71567 req-be6b35a9-2d08-4dcf-ae4e-c956b70e5cd4 tempest-VolumesNegativeTest-1668166801 tempest-VolumesNegativeTest-1668166801-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=6f88895ca46e4a30bef34d32f2dee1f9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0591576 Jan 31 20:54:34.977992 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b6a03c-14ba-49bf-8920-a68ce9a48348 req-53148a42-fba8-43cf-a213-a03e8bacb2f3 tempest-AttachVolumeNegativeTest-36827424 tempest-AttachVolumeNegativeTest-36827424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:54:34.992416 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-74b6a03c-14ba-49bf-8920-a68ce9a48348 req-53148a42-fba8-43cf-a213-a03e8bacb2f3 tempest-AttachVolumeNegativeTest-36827424 tempest-AttachVolumeNegativeTest-36827424-project] 10.222.0.46 "GET /v2.0/ports?device_id=5329065f-5069-48cf-b2ec-fe4e788092e5 HTTP/1.1" status: 200 len: 945 time: 0.0961094 Jan 31 20:54:34.996351 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.wsgi [-] (102450) accepted ('10.222.0.46', 37092) {{(pid=102450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 20:54:35.035814 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-2d82a5d0-f5a0-40b2-bc87-d2d16213306b req-ef4573b0-6ae7-4619-866e-ebea6ea380c4 tempest-VolumesNegativeTest-1668166801 tempest-VolumesNegativeTest-1668166801-project] 10.222.0.46 "GET /v2.0/ports?device_id=c38d00f5-d1ed-41c3-9b53-e621a1f06041 HTTP/1.1" status: 200 len: 210 time: 0.0998747 Jan 31 20:54:35.074519 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-f01614c1-2c7e-45bc-a9e1-07d4177082c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:35.093505 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-74b6a03c-14ba-49bf-8920-a68ce9a48348 req-e8ecb1d1-dd8c-48b9-9f69-5bae1d273c45 tempest-AttachVolumeNegativeTest-36827424 tempest-AttachVolumeNegativeTest-36827424-project] 10.222.0.46 "GET /v2.0/security-groups?id=a32f4031-bf0a-46cb-9ad4-290c9574bdbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992687 Jan 31 20:54:35.119445 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-7056d80c-f66e-461f-acc6-b1fcca6c970c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:35.321068 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-f01614c1-2c7e-45bc-a9e1-07d4177082c7 admin admin] Publish callbacks [] for security_group (3f8d0ba6-6f51-4d88-b3cc-fa798f45fd30), precommit_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:35.327972 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-f01614c1-2c7e-45bc-a9e1-07d4177082c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736509'] for security_group (3f8d0ba6-6f51-4d88-b3cc-fa798f45fd30), after_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:35.475709 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01614c1-2c7e-45bc-a9e1-07d4177082c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f8d0ba6-6f51-4d88-b3cc-fa798f45fd30,revision_number=1']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:54:35.492479 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [None req-f01614c1-2c7e-45bc-a9e1-07d4177082c7 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b8621b2a7be5409783170c786fc7ca5c&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0762460 Jan 31 20:54:35.494013 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.wsgi [-] (102449) accepted ('10.222.0.46', 37110) {{(pid=102449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 20:54:35.516489 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8765bd9d-cdac-4bd2-b9df-58c45ffa11ee req-c6047adc-f7e6-4391-b001-f698d5797170 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:54:35.534152 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-8765bd9d-cdac-4bd2-b9df-58c45ffa11ee req-c6047adc-f7e6-4391-b001-f698d5797170 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] 10.222.0.46 "GET /v2.0/ports?device_id=e3153aa7-015b-4bbc-99db-58a6001749e2 HTTP/1.1" status: 200 len: 945 time: 0.2568355 Jan 31 20:54:35.540355 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09db6a4b-d9c6-4ac5-9faf-012070f71567 req-242ba92a-cacc-4995-ba53-4db1acb88d45 tempest-VolumesNegativeTest-1668166801 tempest-VolumesNegativeTest-1668166801-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:54:35.543035 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-09db6a4b-d9c6-4ac5-9faf-012070f71567 req-242ba92a-cacc-4995-ba53-4db1acb88d45 tempest-VolumesNegativeTest-1668166801 tempest-VolumesNegativeTest-1668166801-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8242633 Jan 31 20:54:35.558181 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-7056d80c-f66e-461f-acc6-b1fcca6c970c admin admin] Publish callbacks [] for security_group (667d9213-c037-49c8-bfe6-2b5da71e1aaa), precommit_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:35.579286 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-7056d80c-f66e-461f-acc6-b1fcca6c970c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736509'] for security_group (667d9213-c037-49c8-bfe6-2b5da71e1aaa), after_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:35.587571 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.v2.base [req-09db6a4b-d9c6-4ac5-9faf-012070f71567 req-7d0ca7b3-a341-4c4e-8d58-a4aa8786be38 tempest-VolumesNegativeTest-1668166801 tempest-VolumesNegativeTest-1668166801-project] Request body: {'port': {'device_id': 'c38d00f5-d1ed-41c3-9b53-e621a1f06041', 'network_id': '19261d76-bc00-4ef6-8090-80acdd9f44df', 'admin_state_up': True, 'tenant_id': '6f88895ca46e4a30bef34d32f2dee1f9'}} {{(pid=102449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 20:54:35.658682 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [None req-7056d80c-f66e-461f-acc6-b1fcca6c970c admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=8365116e838240bcb450207a1f9ca778&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6605997 Jan 31 20:54:35.672835 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.wsgi [-] (102449) accepted ('10.222.0.46', 37114) {{(pid=102449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 20:54:35.704100 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7056d80c-f66e-461f-acc6-b1fcca6c970c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=667d9213-c037-49c8-bfe6-2b5da71e1aaa,revision_number=1']} {{(pid=102450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:54:35.776113 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-8765bd9d-cdac-4bd2-b9df-58c45ffa11ee req-60c65602-ea67-4fd6-b24e-d9e17f0e0c4e tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] 10.222.0.46 "GET /v2.0/security-groups?id=65521e8f-8948-4df3-9344-760b60ce97e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2368696 Jan 31 20:54:35.945750 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e701665b-0d48-435a-9815-bec8e8e2cedf admin admin] Publish callbacks [] for security_group (667d9213-c037-49c8-bfe6-2b5da71e1aaa), before_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:35.985270 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-f3130d56-ea6e-46df-8129-e1fc7f3ae4e7 admin admin] Publish callbacks [] for security_group (3f8d0ba6-6f51-4d88-b3cc-fa798f45fd30), before_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:36.000672 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc872adc-dd6f-497b-9378-87add19f57b7 req-69cefb6e-4577-4c54-9074-05f7d71c667c tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:54:36.012020 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-cc872adc-dd6f-497b-9378-87add19f57b7 req-69cefb6e-4577-4c54-9074-05f7d71c667c tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] 10.222.0.46 "GET /v2.0/ports?device_id=27df420e-76b2-43cf-8c3d-cb81ce4e672f HTTP/1.1" status: 200 len: 946 time: 0.1000311 Jan 31 20:54:36.014749 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e701665b-0d48-435a-9815-bec8e8e2cedf admin admin] Publish callbacks [] for security_group (667d9213-c037-49c8-bfe6-2b5da71e1aaa), precommit_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:36.042857 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-f3130d56-ea6e-46df-8129-e1fc7f3ae4e7 admin admin] Publish callbacks [] for security_group (3f8d0ba6-6f51-4d88-b3cc-fa798f45fd30), precommit_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:36.123289 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-09db6a4b-d9c6-4ac5-9faf-012070f71567 req-7d0ca7b3-a341-4c4e-8d58-a4aa8786be38 tempest-VolumesNegativeTest-1668166801 tempest-VolumesNegativeTest-1668166801-project] Made reservation on behalf of 6f88895ca46e4a30bef34d32f2dee1f9 for: {'port': 1} {{(pid=102449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 20:54:36.128181 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [req-09db6a4b-d9c6-4ac5-9faf-012070f71567 req-7d0ca7b3-a341-4c4e-8d58-a4aa8786be38 tempest-VolumesNegativeTest-1668166801 tempest-VolumesNegativeTest-1668166801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1026180'] for port (None), before_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:36.151374 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [req-09db6a4b-d9c6-4ac5-9faf-012070f71567 req-7d0ca7b3-a341-4c4e-8d58-a4aa8786be38 tempest-VolumesNegativeTest-1668166801 tempest-VolumesNegativeTest-1668166801-project] Publish callbacks [] for security_group (None), before_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:36.160641 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-cc872adc-dd6f-497b-9378-87add19f57b7 req-3d05a197-59d3-430b-9ab3-c00ab13e7304 tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] 10.222.0.46 "GET /v2.0/security-groups?id=0bdd6188-2d8b-4b17-a788-ae2efdc28206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403711 Jan 31 20:54:36.215104 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e701665b-0d48-435a-9815-bec8e8e2cedf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736509'] for security_group (667d9213-c037-49c8-bfe6-2b5da71e1aaa), after_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:36.219378 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e701665b-0d48-435a-9815-bec8e8e2cedf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:36.220614 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [None req-e701665b-0d48-435a-9815-bec8e8e2cedf admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/667d9213-c037-49c8-bfe6-2b5da71e1aaa HTTP/1.1" status: 204 len: 168 time: 0.5460975 Jan 31 20:54:36.234560 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-f3130d56-ea6e-46df-8129-e1fc7f3ae4e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736509'] for security_group (3f8d0ba6-6f51-4d88-b3cc-fa798f45fd30), after_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:36.237506 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-f3130d56-ea6e-46df-8129-e1fc7f3ae4e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:36.241057 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [None req-f3130d56-ea6e-46df-8129-e1fc7f3ae4e7 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/3f8d0ba6-6f51-4d88-b3cc-fa798f45fd30 HTTP/1.1" status: 204 len: 168 time: 0.7446394 Jan 31 20:54:36.273692 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e701665b-0d48-435a-9815-bec8e8e2cedf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=667d9213-c037-49c8-bfe6-2b5da71e1aaa,revision_number=None']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:54:36.300860 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3130d56-ea6e-46df-8129-e1fc7f3ae4e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f8d0ba6-6f51-4d88-b3cc-fa798f45fd30,revision_number=None']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:54:36.385399 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353d9a73-f412-43bc-b762-5686186c0426 req-9cca3cc5-d411-485c-979e-c965bf4ee5f3 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:54:36.388206 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-353d9a73-f412-43bc-b762-5686186c0426 req-9cca3cc5-d411-485c-979e-c965bf4ee5f3 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] 10.222.0.46 "GET /v2.0/ports?device_id=e3153aa7-015b-4bbc-99db-58a6001749e2 HTTP/1.1" status: 200 len: 945 time: 0.2051311 Jan 31 20:54:36.416303 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-c7968916-f725-4810-9cd5-83c45b072299 req-f7bfdfff-f2e1-4f3e-a694-f6c76d7e273c tempest-VolumesNegativeTest-1668166801 tempest-VolumesNegativeTest-1668166801-project] 10.222.0.46 "GET /v2.0/ports?device_id=c38d00f5-d1ed-41c3-9b53-e621a1f06041 HTTP/1.1" status: 200 len: 210 time: 0.1320908 Jan 31 20:54:36.417051 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.wsgi [-] (102450) accepted ('10.222.0.46', 37136) {{(pid=102450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 20:54:36.439502 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [req-09db6a4b-d9c6-4ac5-9faf-012070f71567 req-7d0ca7b3-a341-4c4e-8d58-a4aa8786be38 tempest-VolumesNegativeTest-1668166801 tempest-VolumesNegativeTest-1668166801-project] Publish callbacks [] for security_group (c39aae2f-19ac-46a9-9e92-c81f0ae45efd), precommit_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:36.448633 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [req-09db6a4b-d9c6-4ac5-9faf-012070f71567 req-7d0ca7b3-a341-4c4e-8d58-a4aa8786be38 tempest-VolumesNegativeTest-1668166801 tempest-VolumesNegativeTest-1668166801-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736509'] for security_group (c39aae2f-19ac-46a9-9e92-c81f0ae45efd), after_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:36.450297 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.v2.base [None req-ccd840b6-7c1f-4989-a8bb-339f8e899a76 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] Request body: {'floatingip': {'port_id': 'f83f76e6-6b79-4e98-911c-f26ea26c65da'}} {{(pid=102450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 20:54:36.679746 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0ca7b3-a341-4c4e-8d58-a4aa8786be38 tempest-VolumesNegativeTest-1668166801 tempest-VolumesNegativeTest-1668166801-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c39aae2f-19ac-46a9-9e92-c81f0ae45efd,revision_number=1']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:54:36.726074 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-ccd840b6-7c1f-4989-a8bb-339f8e899a76 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] Publish callbacks [] for floatingip (2d3d512b-402d-45f9-8337-a1a47b8bf00d), before_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:37.179307 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c4ca11-b314-48b4-8686-81b7e0d01bed req-627bf97f-411f-4704-89b8-011fcef15f07 tempest-AttachVolumeNegativeTest-36827424 tempest-AttachVolumeNegativeTest-36827424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:54:37.193619 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-60c4ca11-b314-48b4-8686-81b7e0d01bed req-627bf97f-411f-4704-89b8-011fcef15f07 tempest-AttachVolumeNegativeTest-36827424 tempest-AttachVolumeNegativeTest-36827424-project] 10.222.0.46 "GET /v2.0/ports?device_id=5329065f-5069-48cf-b2ec-fe4e788092e5 HTTP/1.1" status: 200 len: 945 time: 0.6859577 Jan 31 20:54:37.265576 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.db.db_base_plugin_common [req-09db6a4b-d9c6-4ac5-9faf-012070f71567 req-7d0ca7b3-a341-4c4e-8d58-a4aa8786be38 tempest-VolumesNegativeTest-1668166801 tempest-VolumesNegativeTest-1668166801-project] Allocated IP 192.168.233.135 (19261d76-bc00-4ef6-8090-80acdd9f44df/9dcd383b-0a4e-4261-9af2-c45f985e7cc5/34a1b1ee-2537-4aef-9664-31822dafff7d) {{(pid=102449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 20:54:37.332132 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.wsgi [-] (102449) accepted ('10.222.0.46', 37160) {{(pid=102449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 20:54:37.387546 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-60c4ca11-b314-48b4-8686-81b7e0d01bed req-422acb79-86f9-4712-b878-d408a02d70ac tempest-AttachVolumeNegativeTest-36827424 tempest-AttachVolumeNegativeTest-36827424-project] 10.222.0.46 "GET /v2.0/security-groups?id=a32f4031-bf0a-46cb-9ad4-290c9574bdbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1921682 Jan 31 20:54:37.388511 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-c88ad99a-7dde-4970-a9cc-7a7d442e8ed7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:37.706240 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cc8d20-71c3-48c1-83db-66a5469049fc req-8a000d5a-d551-4115-9461-f9ea78c0b6cb tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:54:37.709475 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-b5cc8d20-71c3-48c1-83db-66a5469049fc req-8a000d5a-d551-4115-9461-f9ea78c0b6cb tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] 10.222.0.46 "GET /v2.0/ports?device_id=27df420e-76b2-43cf-8c3d-cb81ce4e672f HTTP/1.1" status: 200 len: 946 time: 0.5013216 Jan 31 20:54:37.730508 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-b74aaffb-343b-4435-9b0b-60df4c90ad41 req-33035368-8852-475b-b171-ed72ee867a83 tempest-VolumesNegativeTest-1668166801 tempest-VolumesNegativeTest-1668166801-project] 10.222.0.46 "GET /v2.0/ports?device_id=c38d00f5-d1ed-41c3-9b53-e621a1f06041 HTTP/1.1" status: 200 len: 210 time: 0.1035016 Jan 31 20:54:37.770812 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-c88ad99a-7dde-4970-a9cc-7a7d442e8ed7 admin admin] Publish callbacks [] for security_group (80f3dce6-1678-453f-afeb-c25f9f933129), precommit_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:37.799738 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-c88ad99a-7dde-4970-a9cc-7a7d442e8ed7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736509'] for security_group (80f3dce6-1678-453f-afeb-c25f9f933129), after_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:37.834345 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [req-09db6a4b-d9c6-4ac5-9faf-012070f71567 req-7d0ca7b3-a341-4c4e-8d58-a4aa8786be38 tempest-VolumesNegativeTest-1668166801 tempest-VolumesNegativeTest-1668166801-project] Publish callbacks [] for port (34a1b1ee-2537-4aef-9664-31822dafff7d), precommit_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:37.910496 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [None req-c88ad99a-7dde-4970-a9cc-7a7d442e8ed7 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=34c916ea4f1f44dcb5e389da42c7b583&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5727687 Jan 31 20:54:37.915300 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.wsgi [-] (102449) accepted ('10.222.0.46', 37176) {{(pid=102449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 20:54:37.918596 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88ad99a-7dde-4970-a9cc-7a7d442e8ed7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80f3dce6-1678-453f-afeb-c25f9f933129,revision_number=1']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:54:38.025417 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [req-09db6a4b-d9c6-4ac5-9faf-012070f71567 req-7d0ca7b3-a341-4c4e-8d58-a4aa8786be38 tempest-VolumesNegativeTest-1668166801 tempest-VolumesNegativeTest-1668166801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1029723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3769609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783599971597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29106256'] for port (34a1b1ee-2537-4aef-9664-31822dafff7d), after_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:38.101931 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-09db6a4b-d9c6-4ac5-9faf-012070f71567 req-7d0ca7b3-a341-4c4e-8d58-a4aa8786be38 tempest-VolumesNegativeTest-1668166801 tempest-VolumesNegativeTest-1668166801-project] Network 19261d76-bc00-4ef6-8090-80acdd9f44df is already hosted by enough agents. {{(pid=102449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 20:54:38.127456 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.scheduler.base_scheduler [req-09db6a4b-d9c6-4ac5-9faf-012070f71567 req-7d0ca7b3-a341-4c4e-8d58-a4aa8786be38 tempest-VolumesNegativeTest-1668166801 tempest-VolumesNegativeTest-1668166801-project] Resources bound (agent type, host, resource id): {{(pid=102449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 20:54:38.133838 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [req-09db6a4b-d9c6-4ac5-9faf-012070f71567 req-7d0ca7b3-a341-4c4e-8d58-a4aa8786be38 tempest-VolumesNegativeTest-1668166801 tempest-VolumesNegativeTest-1668166801-project] Received port after_create {{(pid=102449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 20:54:38.189824 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.wsgi [-] (102450) accepted ('10.222.0.46', 37186) {{(pid=102450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 20:54:38.200529 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-6c630b3e-43d7-437d-b7f4-90dab863d014 admin admin] Publish callbacks [] for security_group (80f3dce6-1678-453f-afeb-c25f9f933129), before_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:38.216466 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0ca7b3-a341-4c4e-8d58-a4aa8786be38 tempest-VolumesNegativeTest-1668166801 tempest-VolumesNegativeTest-1668166801-project] Pushing event updated for resources: {'Port': ['ID=34a1b1ee-2537-4aef-9664-31822dafff7d,revision_number=1']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:54:38.228220 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09db6a4b-d9c6-4ac5-9faf-012070f71567 req-7d0ca7b3-a341-4c4e-8d58-a4aa8786be38 tempest-VolumesNegativeTest-1668166801 tempest-VolumesNegativeTest-1668166801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:54:38.229246 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [req-09db6a4b-d9c6-4ac5-9faf-012070f71567 req-7d0ca7b3-a341-4c4e-8d58-a4aa8786be38 tempest-VolumesNegativeTest-1668166801 tempest-VolumesNegativeTest-1668166801-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3769851'] for port (None), before_response {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:38.274186 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-6c630b3e-43d7-437d-b7f4-90dab863d014 admin admin] Publish callbacks [] for security_group (80f3dce6-1678-453f-afeb-c25f9f933129), precommit_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:38.278701 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-b5cc8d20-71c3-48c1-83db-66a5469049fc req-76853940-18b0-4f3b-84a4-6e7b62bcd6da tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] 10.222.0.46 "GET /v2.0/security-groups?id=0bdd6188-2d8b-4b17-a788-ae2efdc28206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5509450 Jan 31 20:54:38.282113 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-09db6a4b-d9c6-4ac5-9faf-012070f71567 req-7d0ca7b3-a341-4c4e-8d58-a4aa8786be38 tempest-VolumesNegativeTest-1668166801 tempest-VolumesNegativeTest-1668166801-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7093081 Jan 31 20:54:38.302625 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.db.resource_extend [None req-ccd840b6-7c1f-4989-a8bb-339f8e899a76 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 31 20:54:38.418576 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-6c630b3e-43d7-437d-b7f4-90dab863d014 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736509'] for security_group (80f3dce6-1678-453f-afeb-c25f9f933129), after_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:38.424869 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-6c630b3e-43d7-437d-b7f4-90dab863d014 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:38.426755 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [None req-6c630b3e-43d7-437d-b7f4-90dab863d014 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/80f3dce6-1678-453f-afeb-c25f9f933129 HTTP/1.1" status: 204 len: 168 time: 0.5097668 Jan 31 20:54:38.441315 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c630b3e-43d7-437d-b7f4-90dab863d014 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80f3dce6-1678-453f-afeb-c25f9f933129,revision_number=None']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:54:38.465463 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-ccd840b6-7c1f-4989-a8bb-339f8e899a76 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:38.472410 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-ccd840b6-7c1f-4989-a8bb-339f8e899a76 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3696791'] for floatingip (2d3d512b-402d-45f9-8337-a1a47b8bf00d), after_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:38.547010 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.v2.base [None req-daf2663f-f6bc-4351-acf5-90e4e897d065 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1823562632-network', 'tenant_id': '36b4f6393ec8462583ca1e173c79a484'}} {{(pid=102450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 20:54:38.592645 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-daf2663f-f6bc-4351-acf5-90e4e897d065 admin admin] Made reservation on behalf of 36b4f6393ec8462583ca1e173c79a484 for: {'network': 1} {{(pid=102450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 20:54:38.595767 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-daf2663f-f6bc-4351-acf5-90e4e897d065 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1026180'] for network (None), before_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:38.605775 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.db.provisioning_blocks [None req-58cbb6b8-eae0-44e2-8b5c-bc1d29d29c13 None None] Provisioning complete for port 34a1b1ee-2537-4aef-9664-31822dafff7d triggered by entity DHCP. {{(pid=102451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 20:54:38.606745 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-58cbb6b8-eae0-44e2-8b5c-bc1d29d29c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3401144'] for port (34a1b1ee-2537-4aef-9664-31822dafff7d), provisioning_complete {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:38.651458 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-daf2663f-f6bc-4351-acf5-90e4e897d065 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:38.666544 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.plugin [None req-58cbb6b8-eae0-44e2-8b5c-bc1d29d29c13 None None] Port 34a1b1ee-2537-4aef-9664-31822dafff7d cannot update to ACTIVE because it is not bound. {{(pid=102451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 20:54:38.704387 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.db.l3_db [None req-ccd840b6-7c1f-4989-a8bb-339f8e899a76 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] Floating IP 2d3d512b-402d-45f9-8337-a1a47b8bf00d associated. External IP: 172.27.2.40, port: f83f76e6-6b79-4e98-911c-f26ea26c65da. Jan 31 20:54:38.930316 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7f6412-126d-4e79-8472-699334d6d4a4 req-be6f1c4e-73c9-479c-9db2-bb3181fe1c36 tempest-VolumesNegativeTest-1668166801 tempest-VolumesNegativeTest-1668166801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:54:38.932021 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-3a7f6412-126d-4e79-8472-699334d6d4a4 req-be6f1c4e-73c9-479c-9db2-bb3181fe1c36 tempest-VolumesNegativeTest-1668166801 tempest-VolumesNegativeTest-1668166801-project] 10.222.0.46 "GET /v2.0/ports?device_id=c38d00f5-d1ed-41c3-9b53-e621a1f06041 HTTP/1.1" status: 200 len: 936 time: 0.0810046 Jan 31 20:54:38.990907 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-3a7f6412-126d-4e79-8472-699334d6d4a4 req-b670ec46-d805-4dd7-8111-638b89afec3a tempest-VolumesNegativeTest-1668166801 tempest-VolumesNegativeTest-1668166801-project] 10.222.0.46 "GET /v2.0/security-groups?id=c39aae2f-19ac-46a9-9e92-c81f0ae45efd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482423 Jan 31 20:54:39.046174 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-daf2663f-f6bc-4351-acf5-90e4e897d065 admin admin] Publish callbacks [] for security_group (b22fd3b9-8630-4635-8727-093fb8c2d7d1), precommit_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:39.058690 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-daf2663f-f6bc-4351-acf5-90e4e897d065 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736509'] for security_group (b22fd3b9-8630-4635-8727-093fb8c2d7d1), after_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:39.132685 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-daf2663f-f6bc-4351-acf5-90e4e897d065 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 672} {{(pid=102450) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 20:54:39.154181 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf2663f-f6bc-4351-acf5-90e4e897d065 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b22fd3b9-8630-4635-8727-093fb8c2d7d1,revision_number=1']} {{(pid=102450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:54:39.157307 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-daf2663f-f6bc-4351-acf5-90e4e897d065 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-936743'] for segment (8f4fb049-57d1-4353-888e-c277d2e4d6b9), precommit_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:39.157626 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.db.segments_db [None req-daf2663f-f6bc-4351-acf5-90e4e897d065 admin admin] Added segment 8f4fb049-57d1-4353-888e-c277d2e4d6b9 of type vlan for network fc325b36-fcfb-435a-a46c-0bf685a3990e Jan 31 20:54:39.174350 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccd840b6-7c1f-4989-a8bb-339f8e899a76 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] Router d4d7d827-a252-4287-bc91-d9fef5d0e77d has already been hosted by L3 agent 7c18f3b4-4d02-4b01-9072-98fcd9008716 {{(pid=102450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 20:54:39.211362 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-daf2663f-f6bc-4351-acf5-90e4e897d065 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783599991637'] for network (fc325b36-fcfb-435a-a46c-0bf685a3990e), precommit_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:39.322434 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-daf2663f-f6bc-4351-acf5-90e4e897d065 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3769609'] for network (fc325b36-fcfb-435a-a46c-0bf685a3990e), after_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:39.323405 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daf2663f-f6bc-4351-acf5-90e4e897d065 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:54:39.323956 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-daf2663f-f6bc-4351-acf5-90e4e897d065 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3769851'] for network (None), before_response {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:39.369743 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [None req-daf2663f-f6bc-4351-acf5-90e4e897d065 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.1757910 Jan 31 20:54:39.370340 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.wsgi [-] (102449) accepted ('10.222.0.46', 37222) {{(pid=102449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 20:54:39.378380 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.v2.base [None req-96c4cbcf-f68c-451d-bafb-741c7adf404c admin admin] Request body: {'subnet': {'network_id': 'fc325b36-fcfb-435a-a46c-0bf685a3990e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1823562632-subnet', 'tenant_id': '36b4f6393ec8462583ca1e173c79a484', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 20:54:39.401208 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccd840b6-7c1f-4989-a8bb-339f8e899a76 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] Notify agent at l3_agent.dv-cinder-813229-5-iscsi the message routers_updated {{(pid=102450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 20:54:39.406995 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-ccd840b6-7c1f-4989-a8bb-339f8e899a76 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204375'] for floatingip (None), before_response {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:39.415077 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96c4cbcf-f68c-451d-bafb-741c7adf404c admin admin] Made reservation on behalf of 36b4f6393ec8462583ca1e173c79a484 for: {'subnet': 1} {{(pid=102449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 20:54:39.420015 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-96c4cbcf-f68c-451d-bafb-741c7adf404c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25214388'] for subnet (None), before_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:39.421233 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b7c4108-9348-4994-af35-04d5effd28cb None None] Sync routers for ids ['d4d7d827-a252-4287-bc91-d9fef5d0e77d'] in dv-cinder-813229-5-iscsi {{(pid=102454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 20:54:39.451436 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b7c4108-9348-4994-af35-04d5effd28cb None None] Routers {'d4d7d827-a252-4287-bc91-d9fef5d0e77d'} bound to L3 agent in host dv-cinder-813229-5-iscsi {{(pid=102454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 20:54:39.452467 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.db.l3_hamode_db [None req-0b7c4108-9348-4994-af35-04d5effd28cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T20:45:52Z,description=,heartbeat_timestamp=2022-01-31T20:54:22Z,host='dv-cinder-813229-5-iscsi',id=7c18f3b4-4d02-4b01-9072-98fcd9008716,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T20:45:52Z,topic='l3_agent')) {'router_ids': ['d4d7d827-a252-4287-bc91-d9fef5d0e77d'], 'active': True} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 20:54:39.481426 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.wsgi [-] (102450) accepted ('10.222.0.46', 37226) {{(pid=102450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 20:54:39.489728 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf2663f-f6bc-4351-acf5-90e4e897d065 admin admin] Pushing event updated for resources: {'Network': ['ID=fc325b36-fcfb-435a-a46c-0bf685a3990e,revision_number=1']} {{(pid=102450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:54:39.507523 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.rpc [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Network fc325b36-fcfb-435a-a46c-0bf685a3990e details requested by agent ovs-agent-dv-cinder-813229-5-iscsi with host dv-cinder-813229-5-iscsi {{(pid=102451) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 20:54:39.542955 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [None req-ccd840b6-7c1f-4989-a8bb-339f8e899a76 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] 10.222.0.46 "PUT /v2.0/floatingips/2d3d512b-402d-45f9-8337-a1a47b8bf00d HTTP/1.1" status: 200 len: 990 time: 3.1201088 Jan 31 20:54:39.544484 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3153aa7-015b-4bbc-99db-58a6001749e2', 'tag': 'f83f76e6-6b79-4e98-911c-f26ea26c65da'}] {{(pid=102450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 20:54:39.548685 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88694c8615ac1e9d0f87b85371fce54667869cb07e9f85c824f8527602de4f23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad220bb3-0506-448f-bea0-27b2113bc43b" -d '{"events": [{"name": "network-changed", "server_uuid": "e3153aa7-015b-4bbc-99db-58a6001749e2", "tag": "f83f76e6-6b79-4e98-911c-f26ea26c65da"}]}' {{(pid=102450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 20:54:39.580023 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a01f02b-3423-40a9-98b8-dce632be5a48 req-528cf18f-231e-43d2-8cf0-7fa8b07fe74f tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:54:39.581859 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-8a01f02b-3423-40a9-98b8-dce632be5a48 req-528cf18f-231e-43d2-8cf0-7fa8b07fe74f tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] 10.222.0.46 "GET /v2.0/ports?device_id=27df420e-76b2-43cf-8c3d-cb81ce4e672f HTTP/1.1" status: 200 len: 946 time: 0.1013210 Jan 31 20:54:39.680182 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-8a01f02b-3423-40a9-98b8-dce632be5a48 req-b87c938a-62b5-47cc-96c0-6a4b2346af9f tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] 10.222.0.46 "GET /v2.0/security-groups?id=0bdd6188-2d8b-4b17-a788-ae2efdc28206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867896 Jan 31 20:54:39.725704 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.db.l3_dvr_db [None req-0b7c4108-9348-4994-af35-04d5effd28cb None None] Set router d4d7d827-a252-4287-bc91-d9fef5d0e77d gateway port host: dv-cinder-813229-5-iscsi {{(pid=102454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 20:54:39.743163 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.v2.base [None req-576f096c-626b-4f7e-bd00-d95cbff548c3 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1694307442-network', 'tenant_id': '9a101b28a1dd4b819e87df5d1c322eb1'}} {{(pid=102450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 20:54:39.747324 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 20:54:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95c3a818-b61e-4f83-9b45-ee61b53a9de6 x-openstack-request-id: req-95c3a818-b61e-4f83-9b45-ee61b53a9de6 {{(pid=102450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 20:54:39.747792 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3153aa7-015b-4bbc-99db-58a6001749e2", "tag": "f83f76e6-6b79-4e98-911c-f26ea26c65da", "status": "completed", "code": 200}]} {{(pid=102450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 20:54:39.747964 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-95c3a818-b61e-4f83-9b45-ee61b53a9de6 {{(pid=102450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 20:54:39.748237 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3153aa7-015b-4bbc-99db-58a6001749e2', 'tag': 'f83f76e6-6b79-4e98-911c-f26ea26c65da', 'status': 'completed', 'code': 200} Jan 31 20:54:39.773447 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-576f096c-626b-4f7e-bd00-d95cbff548c3 admin admin] Made reservation on behalf of 9a101b28a1dd4b819e87df5d1c322eb1 for: {'network': 1} {{(pid=102450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 20:54:39.779523 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-576f096c-626b-4f7e-bd00-d95cbff548c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1026180'] for network (None), before_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:39.795473 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-576f096c-626b-4f7e-bd00-d95cbff548c3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:39.830831 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f342dd-33ca-4d3d-9b7a-b274ba8dfd8b req-cf9f6966-51a0-4b07-94cb-a5479fbe46d4 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:54:39.834069 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-26f342dd-33ca-4d3d-9b7a-b274ba8dfd8b req-cf9f6966-51a0-4b07-94cb-a5479fbe46d4 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] 10.222.0.46 "GET /v2.0/ports?device_id=e3153aa7-015b-4bbc-99db-58a6001749e2 HTTP/1.1" status: 200 len: 945 time: 0.1640177 Jan 31 20:54:39.847053 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-96c4cbcf-f68c-451d-bafb-741c7adf404c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3769609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29109440', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25214338'] for subnet (07c89dee-8fd9-4e0f-a6b2-a448c5962034), after_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:39.919086 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-576f096c-626b-4f7e-bd00-d95cbff548c3 admin admin] Publish callbacks [] for security_group (4d688f16-bdc5-466a-8d99-f00bf81e378c), precommit_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:39.923942 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-576f096c-626b-4f7e-bd00-d95cbff548c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736509'] for security_group (4d688f16-bdc5-466a-8d99-f00bf81e378c), after_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:39.953253 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-576f096c-626b-4f7e-bd00-d95cbff548c3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 699} {{(pid=102450) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 20:54:39.964191 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576f096c-626b-4f7e-bd00-d95cbff548c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d688f16-bdc5-466a-8d99-f00bf81e378c,revision_number=1']} {{(pid=102450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:54:39.971452 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c4cbcf-f68c-451d-bafb-741c7adf404c admin admin] Pushing event updated for resources: {'Subnet': ['ID=07c89dee-8fd9-4e0f-a6b2-a448c5962034,revision_number=0']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:54:39.971700 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-576f096c-626b-4f7e-bd00-d95cbff548c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-936743'] for segment (6791c9b0-4f54-4719-9c2d-56620c4e70b1), precommit_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:39.971937 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.db.segments_db [None req-576f096c-626b-4f7e-bd00-d95cbff548c3 admin admin] Added segment 6791c9b0-4f54-4719-9c2d-56620c4e70b1 of type vlan for network c9225264-c096-4a93-a4c5-e2e3f51dd9ac Jan 31 20:54:40.017257 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-26f342dd-33ca-4d3d-9b7a-b274ba8dfd8b req-589650c7-fcfb-4a79-8f1b-7e5fe90c3e38 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] 10.222.0.46 "GET /v2.0/security-groups?id=65521e8f-8948-4df3-9344-760b60ce97e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1601694 Jan 31 20:54:40.022829 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96c4cbcf-f68c-451d-bafb-741c7adf404c admin admin] Checking segment: {'id': '8f4fb049-57d1-4353-888e-c277d2e4d6b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'fc325b36-fcfb-435a-a46c-0bf685a3990e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 20:54:40.023157 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96c4cbcf-f68c-451d-bafb-741c7adf404c admin admin] Network hostable DHCP agents. Network: fc325b36-fcfb-435a-a46c-0bf685a3990e, hostable agents: ['34ef0204-81d1-4f5e-89d1-b08d0f866641'], hosted agents: [] {{(pid=102449) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 20:54:40.045085 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96c4cbcf-f68c-451d-bafb-741c7adf404c admin admin] Network fc325b36-fcfb-435a-a46c-0bf685a3990e is scheduled to be hosted by DHCP agent 34ef0204-81d1-4f5e-89d1-b08d0f866641 with binding_index 1 {{(pid=102449) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 20:54:40.061060 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.scheduler.base_scheduler [None req-96c4cbcf-f68c-451d-bafb-741c7adf404c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813229-5-iscsi, fc325b36-fcfb-435a-a46c-0bf685a3990e) {{(pid=102449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 20:54:40.076630 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88818c76-33dc-4d5c-81be-99913eaab555 None None] Network fc325b36-fcfb-435a-a46c-0bf685a3990e requested from dv-cinder-813229-5-iscsi {{(pid=102451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 20:54:40.100948 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96c4cbcf-f68c-451d-bafb-741c7adf404c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:54:40.101602 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-96c4cbcf-f68c-451d-bafb-741c7adf404c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3769851'] for subnet (None), before_response {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:40.156045 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [None req-96c4cbcf-f68c-451d-bafb-741c7adf404c admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7840703 Jan 31 20:54:40.217509 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.db.l3_hamode_db [None req-0b7c4108-9348-4994-af35-04d5effd28cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4d7d827-a252-4287-bc91-d9fef5d0e77d', 'name': 'tempest-AttachVolumeShelveTestJSON-958845334-router', 'tenant_id': '89e26e9450a7409f847d894c6e8d3bfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51ba4d8e-a54c-4fb0-a209-37766af226e8', 'external_fixed_ips': [{'subnet_id': '99ba9542-d2be-443f-a804-26ff9bedcbe2', 'ip_address': '172.27.2.24'}], 'enable_snat': True}, 'gw_port_id': 'a98c6a2a-b321-479d-876f-dc5ce1e0005c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T20:53:52Z', 'updated_at': '2022-01-31T20:54:00Z', 'revision_number': 4, 'project_id': '89e26e9450a7409f847d894c6e8d3bfc', 'gw_port': {'id': 'a98c6a2a-b321-479d-876f-dc5ce1e0005c', 'name': '', 'network_id': '51ba4d8e-a54c-4fb0-a209-37766af226e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:09:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4d7d827-a252-4287-bc91-d9fef5d0e77d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '99ba9542-d2be-443f-a804-26ff9bedcbe2', 'ip_address': '172.27.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T20:53:53Z', 'updated_at': '2022-01-31T20:54:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99ba9542-d2be-443f-a804-26ff9bedcbe2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-5-iscsi', '_floatingips': [{'id': '2d3d512b-402d-45f9-8337-a1a47b8bf00d', 'tenant_id': '89e26e9450a7409f847d894c6e8d3bfc', 'floating_ip_address': '172.27.2.40', 'floating_network_id': '51ba4d8e-a54c-4fb0-a209-37766af226e8', 'router_id': 'd4d7d827-a252-4287-bc91-d9fef5d0e77d', 'port_id': 'f83f76e6-6b79-4e98-911c-f26ea26c65da', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 120, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e68884ed-aafc-46db-987f-40cce4cb0a81', 'mac_address': 'fa:16:3e:af:b9:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3153aa7-015b-4bbc-99db-58a6001749e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T20:54:13Z', 'updated_at': '2022-01-31T20:54:38Z', 'revision_number': 1, 'project_id': '89e26e9450a7409f847d894c6e8d3bfc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed87e509-a3c0-4f7d-aee1-ba82b86c6569', 'name': '', 'network_id': 'e68884ed-aafc-46db-987f-40cce4cb0a81', 'tenant_id': '89e26e9450a7409f847d894c6e8d3bfc', 'mac_address': 'fa:16:3e:2f:53:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4d7d827-a252-4287-bc91-d9fef5d0e77d', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '34dec552-ecde-44b0-b00b-6077e3fcfd65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T20:53:59Z', 'updated_at': '2022-01-31T20:54:11Z', 'revision_number': 5, 'project_id': '89e26e9450a7409f847d894c6e8d3bfc', 'subnets': [{'id': '34dec552-ecde-44b0-b00b-6077e3fcfd65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-5-iscsi', False) {} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 20:54:40.249323 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b7c4108-9348-4994-af35-04d5effd28cb None None] Checking router: d4d7d827-a252-4287-bc91-d9fef5d0e77d for host: dv-cinder-813229-5-iscsi {{(pid=102454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 20:54:40.260346 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b7c4108-9348-4994-af35-04d5effd28cb None None] Routers {'d4d7d827-a252-4287-bc91-d9fef5d0e77d'} bound to L3 agent in host dv-cinder-813229-5-iscsi {{(pid=102454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 20:54:40.260985 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.db.l3_hamode_db [None req-0b7c4108-9348-4994-af35-04d5effd28cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T20:45:52Z,description=,heartbeat_timestamp=2022-01-31T20:54:22Z,host='dv-cinder-813229-5-iscsi',id=7c18f3b4-4d02-4b01-9072-98fcd9008716,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T20:45:52Z,topic='l3_agent')) {'router_ids': ['d4d7d827-a252-4287-bc91-d9fef5d0e77d'], 'active': True} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 20:54:40.342269 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1e37455-182a-4bca-8404-3ffdc7eefbc3 None None] Network fc325b36-fcfb-435a-a46c-0bf685a3990e requested from dv-cinder-813229-5-iscsi {{(pid=102451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 20:54:40.406057 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-576f096c-626b-4f7e-bd00-d95cbff548c3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783599991637'] for network (c9225264-c096-4a93-a4c5-e2e3f51dd9ac), precommit_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:40.407548 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.db.l3_dvr_db [None req-0b7c4108-9348-4994-af35-04d5effd28cb None None] Set router d4d7d827-a252-4287-bc91-d9fef5d0e77d gateway port host: dv-cinder-813229-5-iscsi {{(pid=102454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 20:54:40.487254 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6856905-765d-4d50-a5b7-e58665981dd9 req-dec2fe1c-2fb4-4444-aef2-75971129922f tempest-VolumesNegativeTest-1668166801 tempest-VolumesNegativeTest-1668166801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:54:40.490727 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-e6856905-765d-4d50-a5b7-e58665981dd9 req-dec2fe1c-2fb4-4444-aef2-75971129922f tempest-VolumesNegativeTest-1668166801 tempest-VolumesNegativeTest-1668166801-project] 10.222.0.46 "GET /v2.0/ports?device_id=c38d00f5-d1ed-41c3-9b53-e621a1f06041 HTTP/1.1" status: 200 len: 936 time: 0.1539638 Jan 31 20:54:40.523163 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-576f096c-626b-4f7e-bd00-d95cbff548c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3769609'] for network (c9225264-c096-4a93-a4c5-e2e3f51dd9ac), after_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:40.524789 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-576f096c-626b-4f7e-bd00-d95cbff548c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:54:40.525718 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-576f096c-626b-4f7e-bd00-d95cbff548c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3769851'] for network (None), before_response {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:40.589367 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [None req-576f096c-626b-4f7e-bd00-d95cbff548c3 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.1066132 Jan 31 20:54:40.592660 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.wsgi [-] (102449) accepted ('10.222.0.46', 37250) {{(pid=102449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 20:54:40.605735 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.v2.base [None req-911d19cb-366d-423e-8c41-7b130280decb admin admin] Request body: {'subnet': {'network_id': 'c9225264-c096-4a93-a4c5-e2e3f51dd9ac', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1694307442-subnet', 'tenant_id': '9a101b28a1dd4b819e87df5d1c322eb1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 20:54:40.642484 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-911d19cb-366d-423e-8c41-7b130280decb admin admin] Made reservation on behalf of 9a101b28a1dd4b819e87df5d1c322eb1 for: {'subnet': 1} {{(pid=102449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 20:54:40.652041 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-911d19cb-366d-423e-8c41-7b130280decb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25214388'] for subnet (None), before_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:40.695557 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576f096c-626b-4f7e-bd00-d95cbff548c3 admin admin] Pushing event updated for resources: {'Network': ['ID=c9225264-c096-4a93-a4c5-e2e3f51dd9ac,revision_number=1']} {{(pid=102450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:54:40.705124 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-e6856905-765d-4d50-a5b7-e58665981dd9 req-ebd8d310-b048-40e6-a2bc-0224af2847dc tempest-VolumesNegativeTest-1668166801 tempest-VolumesNegativeTest-1668166801-project] 10.222.0.46 "GET /v2.0/security-groups?id=c39aae2f-19ac-46a9-9e92-c81f0ae45efd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2025049 Jan 31 20:54:40.711911 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.rpc [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Network c9225264-c096-4a93-a4c5-e2e3f51dd9ac details requested by agent ovs-agent-dv-cinder-813229-5-iscsi with host dv-cinder-813229-5-iscsi {{(pid=102451) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 20:54:40.750252 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.v2.base [req-09db6a4b-d9c6-4ac5-9faf-012070f71567 req-240440fb-b3ad-4245-9c3e-e0c9e43e984c service neutron] Request body: {'port': {'device_id': 'c38d00f5-d1ed-41c3-9b53-e621a1f06041', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=102449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 20:54:40.886807 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b1b52d-986d-4d6f-9f8c-8b1b27ffee09 req-9058a719-2a6c-41dd-82bc-9516fe4518f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:54:40.896501 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-29b1b52d-986d-4d6f-9f8c-8b1b27ffee09 req-9058a719-2a6c-41dd-82bc-9516fe4518f4 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0338b91214f04c0ea3b3105e707d550a&device_id=27df420e-76b2-43cf-8c3d-cb81ce4e672f HTTP/1.1" status: 200 len: 1130 time: 0.1551132 Jan 31 20:54:40.966262 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.db.agents_db [None req-9f73b596-de3f-4c4d-980f-1f0b0f14bd7d None None] Agent healthcheck: found 6 active agents {{(pid=102454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 20:54:41.028500 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad220bb3-0506-448f-bea0-27b2113bc43b req-fd06fd50-2203-42ee-a9c3-f4a4652d825d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:54:41.032537 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-ad220bb3-0506-448f-bea0-27b2113bc43b req-fd06fd50-2203-42ee-a9c3-f4a4652d825d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=89e26e9450a7409f847d894c6e8d3bfc&device_id=e3153aa7-015b-4bbc-99db-58a6001749e2 HTTP/1.1" status: 200 len: 1129 time: 0.2498920 Jan 31 20:54:41.070109 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [req-09db6a4b-d9c6-4ac5-9faf-012070f71567 req-240440fb-b3ad-4245-9c3e-e0c9e43e984c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1026180'] for port (34a1b1ee-2537-4aef-9664-31822dafff7d), before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:41.129830 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b1b52d-986d-4d6f-9f8c-8b1b27ffee09 req-7643c265-07f2-41b2-90b4-9ba551d09c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:54:41.133280 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-29b1b52d-986d-4d6f-9f8c-8b1b27ffee09 req-7643c265-07f2-41b2-90b4-9ba551d09c2f service neutron] 10.222.0.59 "GET /v2.0/networks?id=65673a31-2d3e-4d05-b20c-5dc9b3003e1f HTTP/1.1" status: 200 len: 920 time: 0.2136431 Jan 31 20:54:41.146975 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.db.l3_hamode_db [None req-0b7c4108-9348-4994-af35-04d5effd28cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4d7d827-a252-4287-bc91-d9fef5d0e77d', 'name': 'tempest-AttachVolumeShelveTestJSON-958845334-router', 'tenant_id': '89e26e9450a7409f847d894c6e8d3bfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51ba4d8e-a54c-4fb0-a209-37766af226e8', 'external_fixed_ips': [{'subnet_id': '99ba9542-d2be-443f-a804-26ff9bedcbe2', 'ip_address': '172.27.2.24'}], 'enable_snat': True}, 'gw_port_id': 'a98c6a2a-b321-479d-876f-dc5ce1e0005c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T20:53:52Z', 'updated_at': '2022-01-31T20:54:00Z', 'revision_number': 4, 'project_id': '89e26e9450a7409f847d894c6e8d3bfc', 'gw_port': {'id': 'a98c6a2a-b321-479d-876f-dc5ce1e0005c', 'name': '', 'network_id': '51ba4d8e-a54c-4fb0-a209-37766af226e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:09:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4d7d827-a252-4287-bc91-d9fef5d0e77d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '99ba9542-d2be-443f-a804-26ff9bedcbe2', 'ip_address': '172.27.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T20:53:53Z', 'updated_at': '2022-01-31T20:54:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99ba9542-d2be-443f-a804-26ff9bedcbe2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-5-iscsi', '_floatingips': [{'id': '2d3d512b-402d-45f9-8337-a1a47b8bf00d', 'tenant_id': '89e26e9450a7409f847d894c6e8d3bfc', 'floating_ip_address': '172.27.2.40', 'floating_network_id': '51ba4d8e-a54c-4fb0-a209-37766af226e8', 'router_id': 'd4d7d827-a252-4287-bc91-d9fef5d0e77d', 'port_id': 'f83f76e6-6b79-4e98-911c-f26ea26c65da', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 120, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e68884ed-aafc-46db-987f-40cce4cb0a81', 'mac_address': 'fa:16:3e:af:b9:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3153aa7-015b-4bbc-99db-58a6001749e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T20:54:13Z', 'updated_at': '2022-01-31T20:54:38Z', 'revision_number': 1, 'project_id': '89e26e9450a7409f847d894c6e8d3bfc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed87e509-a3c0-4f7d-aee1-ba82b86c6569', 'name': '', 'network_id': 'e68884ed-aafc-46db-987f-40cce4cb0a81', 'tenant_id': '89e26e9450a7409f847d894c6e8d3bfc', 'mac_address': 'fa:16:3e:2f:53:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4d7d827-a252-4287-bc91-d9fef5d0e77d', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '34dec552-ecde-44b0-b00b-6077e3fcfd65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T20:53:59Z', 'updated_at': '2022-01-31T20:54:11Z', 'revision_number': 5, 'project_id': '89e26e9450a7409f847d894c6e8d3bfc', 'subnets': [{'id': '34dec552-ecde-44b0-b00b-6077e3fcfd65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-5-iscsi', False) {} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 20:54:41.215893 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-29b1b52d-986d-4d6f-9f8c-8b1b27ffee09 req-824079d1-b4dc-4e61-ba20-3daa8d41adde service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cc6b8b53-a55e-4a11-9485-2fb0504a9fc1 HTTP/1.1" status: 200 len: 217 time: 0.0685470 Jan 31 20:54:41.258254 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b7c4108-9348-4994-af35-04d5effd28cb None None] The sync data for ids ['d4d7d827-a252-4287-bc91-d9fef5d0e77d'] in dv-cinder-813229-5-iscsi is: [{'id': 'd4d7d827-a252-4287-bc91-d9fef5d0e77d', 'name': 'tempest-AttachVolumeShelveTestJSON-958845334-router', 'tenant_id': '89e26e9450a7409f847d894c6e8d3bfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51ba4d8e-a54c-4fb0-a209-37766af226e8', 'external_fixed_ips': [{'subnet_id': '99ba9542-d2be-443f-a804-26ff9bedcbe2', 'ip_address': '172.27.2.24'}], 'enable_snat': True}, 'gw_port_id': 'a98c6a2a-b321-479d-876f-dc5ce1e0005c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T20:53:52Z', 'updated_at': '2022-01-31T20:54:00Z', 'revision_number': 4, 'project_id': '89e26e9450a7409f847d894c6e8d3bfc', 'gw_port': {'id': 'a98c6a2a-b321-479d-876f-dc5ce1e0005c', 'name': '', 'network_id': '51ba4d8e-a54c-4fb0-a209-37766af226e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:09:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4d7d827-a252-4287-bc91-d9fef5d0e77d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '99ba9542-d2be-443f-a804-26ff9bedcbe2', 'ip_address': '172.27.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T20:53:53Z', 'updated_at': '2022-01-31T20:54:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99ba9542-d2be-443f-a804-26ff9bedcbe2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-5-iscsi', '_floatingips': [{'id': '2d3d512b-402d-45f9-8337-a1a47b8bf00d', 'tenant_id': '89e26e9450a7409f847d894c6e8d3bfc', 'floating_ip_address': '172.27.2.40', 'floating_network_id': '51ba4d8e-a54c-4fb0-a209-37766af226e8', 'router_id': 'd4d7d827-a252-4287-bc91-d9fef5d0e77d', 'port_id': 'f83f76e6-6b79-4e98-911c-f26ea26c65da', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 120, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e68884ed-aafc-46db-987f-40cce4cb0a81', 'mac_address': 'fa:16:3e:af:b9:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3153aa7-015b-4bbc-99db-58a6001749e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T20:54:13Z', 'updated_at': '2022-01-31T20:54:38Z', 'revision_number': 1, 'project_id': '89e26e9450a7409f847d894c6e8d3bfc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed87e509-a3c0-4f7d-aee1-ba82b86c6569', 'name': '', 'network_id': 'e68884ed-aafc-46db-987f-40cce4cb0a81', 'tenant_id': '89e26e9450a7409f847d894c6e8d3bfc', 'mac_address': 'fa:16:3e:2f:53:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4d7d827-a252-4287-bc91-d9fef5d0e77d', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '34dec552-ecde-44b0-b00b-6077e3fcfd65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T20:53:59Z', 'updated_at': '2022-01-31T20:54:11Z', 'revision_number': 5, 'project_id': '89e26e9450a7409f847d894c6e8d3bfc', 'subnets': [{'id': '34dec552-ecde-44b0-b00b-6077e3fcfd65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 20:54:41.284622 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c0e432-fe32-456a-837f-82e7f4c6e779 req-58c5decc-bbb5-4e4a-8cbf-f70fa71e696d tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:54:41.290143 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-f4c0e432-fe32-456a-837f-82e7f4c6e779 req-58c5decc-bbb5-4e4a-8cbf-f70fa71e696d tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] 10.222.0.46 "GET /v2.0/ports?device_id=27df420e-76b2-43cf-8c3d-cb81ce4e672f HTTP/1.1" status: 200 len: 946 time: 0.3816292 Jan 31 20:54:41.328457 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b1b52d-986d-4d6f-9f8c-8b1b27ffee09 req-b41914f0-44c5-484f-b08a-9adb53c10513 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:54:41.330387 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-29b1b52d-986d-4d6f-9f8c-8b1b27ffee09 req-b41914f0-44c5-484f-b08a-9adb53c10513 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=192371ce-29b6-4188-9b71-f88453dc95b3 HTTP/1.1" status: 200 len: 859 time: 0.1040931 Jan 31 20:54:41.418693 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-29b1b52d-986d-4d6f-9f8c-8b1b27ffee09 req-e561c496-1dd7-4c5b-a8a8-823cd92389f4 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=65673a31-2d3e-4d05-b20c-5dc9b3003e1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0353909 Jan 31 20:54:41.543964 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-29b1b52d-986d-4d6f-9f8c-8b1b27ffee09 req-46b0f02b-8170-4408-b667-ae9db168feed service neutron] 10.222.0.59 "GET /v2.0/networks/65673a31-2d3e-4d05-b20c-5dc9b3003e1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1126785 Jan 31 20:54:41.636400 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad220bb3-0506-448f-bea0-27b2113bc43b req-f926831f-10aa-41d7-90bc-163ff56d5913 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:54:41.640093 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-ad220bb3-0506-448f-bea0-27b2113bc43b req-f926831f-10aa-41d7-90bc-163ff56d5913 service neutron] 10.222.0.59 "GET /v2.0/networks?id=e68884ed-aafc-46db-987f-40cce4cb0a81 HTTP/1.1" status: 200 len: 917 time: 0.5952544 Jan 31 20:54:41.646500 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ac01c74-0157-4fb8-999a-80cb87afb7a3 None None] New status for floating IP 2d3d512b-402d-45f9-8337-a1a47b8bf00d: ACTIVE {{(pid=102451) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 31 20:54:41.672811 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173c1cd0-007e-409b-9086-65970add270c req-93c9a8c8-d2fe-4f76-9f2e-4ed9295b9e52 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:54:41.685084 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-173c1cd0-007e-409b-9086-65970add270c req-93c9a8c8-d2fe-4f76-9f2e-4ed9295b9e52 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] 10.222.0.46 "GET /v2.0/ports?device_id=e3153aa7-015b-4bbc-99db-58a6001749e2 HTTP/1.1" status: 200 len: 945 time: 0.3535054 Jan 31 20:54:41.793487 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-29b1b52d-986d-4d6f-9f8c-8b1b27ffee09 req-78b6b6f1-a1e7-44d9-b995-372aeae65600 service neutron] 10.222.0.59 "GET /v2.0/networks/65673a31-2d3e-4d05-b20c-5dc9b3003e1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2387860 Jan 31 20:54:41.817346 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-173c1cd0-007e-409b-9086-65970add270c req-644a406f-d9fa-429c-a3ae-863404296bfa tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] 10.222.0.46 "GET /v2.0/security-groups?id=65521e8f-8948-4df3-9344-760b60ce97e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1288822 Jan 31 20:54:41.985168 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-f4c0e432-fe32-456a-837f-82e7f4c6e779 req-551e9eee-c7ee-4d1f-81f8-39dbe6554a12 tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] 10.222.0.46 "GET /v2.0/security-groups?id=0bdd6188-2d8b-4b17-a788-ae2efdc28206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6099434 Jan 31 20:54:42.021275 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-911d19cb-366d-423e-8c41-7b130280decb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3769609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29109440', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25214338'] for subnet (faf741c6-d8f0-494f-9c7b-ce53dd8bf2f2), after_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:42.135701 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-ad220bb3-0506-448f-bea0-27b2113bc43b req-f843a9f5-e6c7-4d92-a1e6-c7e055b399e6 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f83f76e6-6b79-4e98-911c-f26ea26c65da HTTP/1.1" status: 200 len: 998 time: 0.3547750 Jan 31 20:54:42.295515 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911d19cb-366d-423e-8c41-7b130280decb admin admin] Pushing event updated for resources: {'Subnet': ['ID=faf741c6-d8f0-494f-9c7b-ce53dd8bf2f2,revision_number=0']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:54:42.358927 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-911d19cb-366d-423e-8c41-7b130280decb admin admin] Checking segment: {'id': '6791c9b0-4f54-4719-9c2d-56620c4e70b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 699, 'network_id': 'c9225264-c096-4a93-a4c5-e2e3f51dd9ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 20:54:42.359047 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-911d19cb-366d-423e-8c41-7b130280decb admin admin] Network hostable DHCP agents. Network: c9225264-c096-4a93-a4c5-e2e3f51dd9ac, hostable agents: ['34ef0204-81d1-4f5e-89d1-b08d0f866641'], hosted agents: [] {{(pid=102449) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 20:54:42.368466 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad220bb3-0506-448f-bea0-27b2113bc43b req-bdb99930-9e04-488c-8ccd-d48c24c4d70e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:54:42.369948 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-ad220bb3-0506-448f-bea0-27b2113bc43b req-bdb99930-9e04-488c-8ccd-d48c24c4d70e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=34dec552-ecde-44b0-b00b-6077e3fcfd65 HTTP/1.1" status: 200 len: 855 time: 0.1940689 Jan 31 20:54:42.397011 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee32701-e5e9-4c67-81ca-28eb4ae0aa07 req-2ccd1220-18ba-4f5d-bf08-f20c50f3f9a3 tempest-VolumesNegativeTest-1668166801 tempest-VolumesNegativeTest-1668166801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:54:42.398697 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-1ee32701-e5e9-4c67-81ca-28eb4ae0aa07 req-2ccd1220-18ba-4f5d-bf08-f20c50f3f9a3 tempest-VolumesNegativeTest-1668166801 tempest-VolumesNegativeTest-1668166801-project] 10.222.0.46 "GET /v2.0/ports?device_id=c38d00f5-d1ed-41c3-9b53-e621a1f06041 HTTP/1.1" status: 200 len: 936 time: 0.2621112 Jan 31 20:54:42.475003 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-911d19cb-366d-423e-8c41-7b130280decb admin admin] Network c9225264-c096-4a93-a4c5-e2e3f51dd9ac is scheduled to be hosted by DHCP agent 34ef0204-81d1-4f5e-89d1-b08d0f866641 with binding_index 1 {{(pid=102449) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 20:54:42.544049 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.scheduler.base_scheduler [None req-911d19cb-366d-423e-8c41-7b130280decb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813229-5-iscsi, c9225264-c096-4a93-a4c5-e2e3f51dd9ac) {{(pid=102449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 20:54:42.558033 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b341271-0c10-4c09-8a73-79b24d38639e None None] Network c9225264-c096-4a93-a4c5-e2e3f51dd9ac requested from dv-cinder-813229-5-iscsi {{(pid=102451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 20:54:42.571931 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-911d19cb-366d-423e-8c41-7b130280decb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:54:42.572864 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-911d19cb-366d-423e-8c41-7b130280decb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3769851'] for subnet (None), before_response {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:42.632456 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.notifiers.nova [req-09db6a4b-d9c6-4ac5-9faf-012070f71567 req-240440fb-b3ad-4245-9c3e-e0c9e43e984c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34a1b1ee-2537-4aef-9664-31822dafff7d {{(pid=102449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 20:54:42.647737 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-1ee32701-e5e9-4c67-81ca-28eb4ae0aa07 req-aeefab2f-9163-4d30-abca-586ffd204446 tempest-VolumesNegativeTest-1668166801 tempest-VolumesNegativeTest-1668166801-project] 10.222.0.46 "GET /v2.0/security-groups?id=c39aae2f-19ac-46a9-9e92-c81f0ae45efd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2366767 Jan 31 20:54:42.651301 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [req-09db6a4b-d9c6-4ac5-9faf-012070f71567 req-240440fb-b3ad-4245-9c3e-e0c9e43e984c service neutron] Publish callbacks [] for port (34a1b1ee-2537-4aef-9664-31822dafff7d), precommit_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:42.656257 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad220bb3-0506-448f-bea0-27b2113bc43b req-fcbf1994-49e6-4178-962d-017be6725034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:54:42.658882 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-ad220bb3-0506-448f-bea0-27b2113bc43b req-fcbf1994-49e6-4178-962d-017be6725034 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e68884ed-aafc-46db-987f-40cce4cb0a81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2589922 Jan 31 20:54:42.676489 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [None req-911d19cb-366d-423e-8c41-7b130280decb admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.0810471 Jan 31 20:54:42.729200 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [req-09db6a4b-d9c6-4ac5-9faf-012070f71567 req-240440fb-b3ad-4245-9c3e-e0c9e43e984c service neutron] Transition to ACTIVE for port object 34a1b1ee-2537-4aef-9664-31822dafff7d will not be triggered until provisioned by entity L2. {{(pid=102449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 20:54:42.760862 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [req-09db6a4b-d9c6-4ac5-9faf-012070f71567 req-240440fb-b3ad-4245-9c3e-e0c9e43e984c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1029723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3769609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783600466378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783599971615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783599971633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29106247'] for port (34a1b1ee-2537-4aef-9664-31822dafff7d), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:42.811384 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a98441f1-68c9-4a89-8ff5-c5f723a3a5d9 None None] Network c9225264-c096-4a93-a4c5-e2e3f51dd9ac requested from dv-cinder-813229-5-iscsi {{(pid=102451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 20:54:42.909268 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240440fb-b3ad-4245-9c3e-e0c9e43e984c service neutron] Pushing event updated for resources: {'Port': ['ID=34a1b1ee-2537-4aef-9664-31822dafff7d,revision_number=2']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:54:43.018269 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-ad220bb3-0506-448f-bea0-27b2113bc43b req-4e880122-b28e-48a0-8657-86b27cac5bcf service neutron] 10.222.0.59 "GET /v2.0/networks/e68884ed-aafc-46db-987f-40cce4cb0a81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3392038 Jan 31 20:54:43.172047 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe60201-a751-4c40-9556-4539d862ab16 req-35bb3dc2-b86f-4590-a586-87ac0cd93bc7 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:54:43.174426 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-ffe60201-a751-4c40-9556-4539d862ab16 req-35bb3dc2-b86f-4590-a586-87ac0cd93bc7 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] 10.222.0.46 "GET /v2.0/ports?device_id=e3153aa7-015b-4bbc-99db-58a6001749e2 HTTP/1.1" status: 200 len: 945 time: 0.1820810 Jan 31 20:54:43.250435 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-ffe60201-a751-4c40-9556-4539d862ab16 req-758e1bdf-ca4c-408a-a1c1-903102e1ecf6 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] 10.222.0.46 "GET /v2.0/security-groups?id=65521e8f-8948-4df3-9344-760b60ce97e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632532 Jan 31 20:54:43.517983 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77cb76d-eb6a-4eca-9db0-b81ddcaf5068 req-5eea91f3-28b2-42fd-9b99-e08d568b1195 tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:54:43.522179 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-c77cb76d-eb6a-4eca-9db0-b81ddcaf5068 req-5eea91f3-28b2-42fd-9b99-e08d568b1195 tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] 10.222.0.46 "GET /v2.0/ports?device_id=27df420e-76b2-43cf-8c3d-cb81ce4e672f HTTP/1.1" status: 200 len: 946 time: 0.1374662 Jan 31 20:54:43.597370 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-c77cb76d-eb6a-4eca-9db0-b81ddcaf5068 req-ef0899d9-b614-4355-be82-0ea367eaab2b tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] 10.222.0.46 "GET /v2.0/security-groups?id=0bdd6188-2d8b-4b17-a788-ae2efdc28206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665269 Jan 31 20:54:43.642371 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd4b14b-e7c4-45e5-bddb-6dfb72bf6abf req-fcd7c832-1153-4160-90b7-df5b696d28cd tempest-VolumesActionsTest-1412122334 tempest-VolumesActionsTest-1412122334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:54:43.644296 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-4cd4b14b-e7c4-45e5-bddb-6dfb72bf6abf req-fcd7c832-1153-4160-90b7-df5b696d28cd tempest-VolumesActionsTest-1412122334 tempest-VolumesActionsTest-1412122334-project] 10.222.0.46 "GET /v2.0/networks?id=fc325b36-fcfb-435a-a46c-0bf685a3990e HTTP/1.1" status: 200 len: 809 time: 0.5206616 Jan 31 20:54:43.685607 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [req-09db6a4b-d9c6-4ac5-9faf-012070f71567 req-240440fb-b3ad-4245-9c3e-e0c9e43e984c service neutron] Attempting to bind port 34a1b1ee-2537-4aef-9664-31822dafff7d on host hv-cinder-81322 for vnic_type normal with profile {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 20:54:43.686412 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [req-09db6a4b-d9c6-4ac5-9faf-012070f71567 req-240440fb-b3ad-4245-9c3e-e0c9e43e984c service neutron] Attempting to bind port 34a1b1ee-2537-4aef-9664-31822dafff7d by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': '1760dae3-bf93-4f61-9f64-3757c7546a08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '19261d76-bc00-4ef6-8090-80acdd9f44df'}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 20:54:43.686412 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09db6a4b-d9c6-4ac5-9faf-012070f71567 req-240440fb-b3ad-4245-9c3e-e0c9e43e984c service neutron] Attempting to bind port 34a1b1ee-2537-4aef-9664-31822dafff7d on network 19261d76-bc00-4ef6-8090-80acdd9f44df {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 20:54:43.697284 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-4cd4b14b-e7c4-45e5-bddb-6dfb72bf6abf req-2c0086b6-4c41-4e16-b2d0-8c9c228567aa tempest-VolumesActionsTest-1412122334 tempest-VolumesActionsTest-1412122334-project] 10.222.0.46 "GET /v2.0/quotas/36b4f6393ec8462583ca1e173c79a484 HTTP/1.1" status: 200 len: 375 time: 0.0444949 Jan 31 20:54:43.702575 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09db6a4b-d9c6-4ac5-9faf-012070f71567 req-240440fb-b3ad-4245-9c3e-e0c9e43e984c service neutron] Port 34a1b1ee-2537-4aef-9664-31822dafff7d on network 19261d76-bc00-4ef6-8090-80acdd9f44df not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 20:54:43.702932 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09db6a4b-d9c6-4ac5-9faf-012070f71567 req-240440fb-b3ad-4245-9c3e-e0c9e43e984c service neutron] Attempting to bind port 34a1b1ee-2537-4aef-9664-31822dafff7d on network 19261d76-bc00-4ef6-8090-80acdd9f44df {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 20:54:43.710482 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09db6a4b-d9c6-4ac5-9faf-012070f71567 req-240440fb-b3ad-4245-9c3e-e0c9e43e984c service neutron] Checking agent: {'id': 'e85cc1e2-8b4e-4549-a68e-d414072d4156', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 20, 51, 57), 'started_at': datetime.datetime(2022, 1, 31, 20, 51, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 20, 54, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 20:54:43.711265 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09db6a4b-d9c6-4ac5-9faf-012070f71567 req-240440fb-b3ad-4245-9c3e-e0c9e43e984c service neutron] Checking segment: {'id': '1760dae3-bf93-4f61-9f64-3757c7546a08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '19261d76-bc00-4ef6-8090-80acdd9f44df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 20:54:43.711732 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09db6a4b-d9c6-4ac5-9faf-012070f71567 req-240440fb-b3ad-4245-9c3e-e0c9e43e984c service neutron] Bound using segment: {'id': '1760dae3-bf93-4f61-9f64-3757c7546a08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '19261d76-bc00-4ef6-8090-80acdd9f44df'} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 20:54:43.712636 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [req-09db6a4b-d9c6-4ac5-9faf-012070f71567 req-240440fb-b3ad-4245-9c3e-e0c9e43e984c service neutron] Bound port: 34a1b1ee-2537-4aef-9664-31822dafff7d, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1760dae3-bf93-4f61-9f64-3757c7546a08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 687, 'network_id': '19261d76-bc00-4ef6-8090-80acdd9f44df'}}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 20:54:43.714477 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [req-09db6a4b-d9c6-4ac5-9faf-012070f71567 req-240440fb-b3ad-4245-9c3e-e0c9e43e984c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1026180'] for port (34a1b1ee-2537-4aef-9664-31822dafff7d), before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:43.731969 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-ad220bb3-0506-448f-bea0-27b2113bc43b req-7914d6bb-5797-4da7-92e3-a1694f0b7a66 service neutron] 10.222.0.59 "GET /v2.0/networks/e68884ed-aafc-46db-987f-40cce4cb0a81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6561096 Jan 31 20:54:43.797457 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-4cd4b14b-e7c4-45e5-bddb-6dfb72bf6abf req-19bf0ff7-6700-47b6-af08-79c876e160a6 tempest-VolumesActionsTest-1412122334 tempest-VolumesActionsTest-1412122334-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=36b4f6393ec8462583ca1e173c79a484&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0628653 Jan 31 20:54:43.799825 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.wsgi [-] (102449) accepted ('10.222.0.46', 37340) {{(pid=102449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 20:54:43.819756 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.v2.base [None req-7c2ce996-6315-47da-bc1e-803e7ca1f2bf admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-740086277-network', 'tenant_id': 'aa58ef62d8474f34be0c970f51a84c72'}} {{(pid=102449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 20:54:43.837413 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48fa843-4722-4025-b371-b7bd7e43c6d6 req-8de6f9d9-7dae-4d14-8596-83c6828b59d1 tempest-VolumesNegativeTest-1668166801 tempest-VolumesNegativeTest-1668166801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:54:43.839509 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-c48fa843-4722-4025-b371-b7bd7e43c6d6 req-8de6f9d9-7dae-4d14-8596-83c6828b59d1 tempest-VolumesNegativeTest-1668166801 tempest-VolumesNegativeTest-1668166801-project] 10.222.0.46 "GET /v2.0/ports?device_id=c38d00f5-d1ed-41c3-9b53-e621a1f06041 HTTP/1.1" status: 200 len: 948 time: 0.0580993 Jan 31 20:54:43.898453 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-c48fa843-4722-4025-b371-b7bd7e43c6d6 req-23199b38-7f33-40a8-8ea3-69a63f88d734 tempest-VolumesNegativeTest-1668166801 tempest-VolumesNegativeTest-1668166801-project] 10.222.0.46 "GET /v2.0/security-groups?id=c39aae2f-19ac-46a9-9e92-c81f0ae45efd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528355 Jan 31 20:54:43.948528 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c2ce996-6315-47da-bc1e-803e7ca1f2bf admin admin] Made reservation on behalf of aa58ef62d8474f34be0c970f51a84c72 for: {'network': 1} {{(pid=102449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 20:54:43.952321 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-7c2ce996-6315-47da-bc1e-803e7ca1f2bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1026180'] for network (None), before_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:43.981393 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.db [req-09db6a4b-d9c6-4ac5-9faf-012070f71567 req-240440fb-b3ad-4245-9c3e-e0c9e43e984c service neutron] For port 34a1b1ee-2537-4aef-9664-31822dafff7d, host hv-cinder-81322, cleared binding levels {{(pid=102449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 20:54:43.984743 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-7c2ce996-6315-47da-bc1e-803e7ca1f2bf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:44.017977 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.db [req-09db6a4b-d9c6-4ac5-9faf-012070f71567 req-240440fb-b3ad-4245-9c3e-e0c9e43e984c service neutron] For port 34a1b1ee-2537-4aef-9664-31822dafff7d, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=34a1b1ee-2537-4aef-9664-31822dafff7d,segment=NetworkSegment(1760dae3-bf93-4f61-9f64-3757c7546a08),segment_id=1760dae3-bf93-4f61-9f64-3757c7546a08)] {{(pid=102449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 20:54:44.038255 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [req-09db6a4b-d9c6-4ac5-9faf-012070f71567 req-240440fb-b3ad-4245-9c3e-e0c9e43e984c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1029723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3769609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783600466378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783599971615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783599971633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29106247'] for port (34a1b1ee-2537-4aef-9664-31822dafff7d), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:44.169541 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09db6a4b-d9c6-4ac5-9faf-012070f71567 req-240440fb-b3ad-4245-9c3e-e0c9e43e984c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:54:44.170414 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [req-09db6a4b-d9c6-4ac5-9faf-012070f71567 req-240440fb-b3ad-4245-9c3e-e0c9e43e984c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3769851'] for port (None), before_response {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:44.172472 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-09db6a4b-d9c6-4ac5-9faf-012070f71567 req-240440fb-b3ad-4245-9c3e-e0c9e43e984c service neutron] 10.222.0.59 "PUT /v2.0/ports/34a1b1ee-2537-4aef-9664-31822dafff7d HTTP/1.1" status: 200 len: 1098 time: 3.4348731 Jan 31 20:54:44.178759 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c38d00f5-d1ed-41c3-9b53-e621a1f06041', 'tag': '34a1b1ee-2537-4aef-9664-31822dafff7d'}] {{(pid=102449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 20:54:44.182516 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba30590511e0408980e1e78341b94ae353025d2904c3e8034e675cc5aff8c4ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edd12a79-007d-4fa9-b82d-69a8150d048c" -d '{"events": [{"name": "network-changed", "server_uuid": "c38d00f5-d1ed-41c3-9b53-e621a1f06041", "tag": "34a1b1ee-2537-4aef-9664-31822dafff7d"}]}' {{(pid=102449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 20:54:44.192594 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-4cd4b14b-e7c4-45e5-bddb-6dfb72bf6abf req-f9510f3a-297d-4c92-ac5d-cb26c738c2a7 service neutron] 10.222.0.46 "GET /v2.0/networks/fc325b36-fcfb-435a-a46c-0bf685a3990e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3663719 Jan 31 20:54:44.242729 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240440fb-b3ad-4245-9c3e-e0c9e43e984c service neutron] Pushing event updated for resources: {'Port': ['ID=34a1b1ee-2537-4aef-9664-31822dafff7d,revision_number=3']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:54:44.279420 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 20:54:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49dabf1d-810c-45bf-ac12-96fe60d7ed49 x-openstack-request-id: req-49dabf1d-810c-45bf-ac12-96fe60d7ed49 {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 20:54:44.279711 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c38d00f5-d1ed-41c3-9b53-e621a1f06041", "tag": "34a1b1ee-2537-4aef-9664-31822dafff7d", "status": "completed", "code": 200}]} {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 20:54:44.279962 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-49dabf1d-810c-45bf-ac12-96fe60d7ed49 {{(pid=102449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 20:54:44.280353 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c38d00f5-d1ed-41c3-9b53-e621a1f06041', 'tag': '34a1b1ee-2537-4aef-9664-31822dafff7d', 'status': 'completed', 'code': 200} Jan 31 20:54:44.380855 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-7c2ce996-6315-47da-bc1e-803e7ca1f2bf admin admin] Publish callbacks [] for security_group (56080767-8f44-42e9-81f1-73fb9ed3b021), precommit_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:44.393264 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-7c2ce996-6315-47da-bc1e-803e7ca1f2bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736509'] for security_group (56080767-8f44-42e9-81f1-73fb9ed3b021), after_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:44.461046 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30979db7-bf6c-47b7-a6af-32634ca2daff req-e6b1bf65-7914-4959-bf9d-b97e170e8a08 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:54:44.463172 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-30979db7-bf6c-47b7-a6af-32634ca2daff req-e6b1bf65-7914-4959-bf9d-b97e170e8a08 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] 10.222.0.46 "GET /v2.0/ports?device_id=e3153aa7-015b-4bbc-99db-58a6001749e2 HTTP/1.1" status: 200 len: 945 time: 0.0891414 Jan 31 20:54:44.466619 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c2ce996-6315-47da-bc1e-803e7ca1f2bf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 669} {{(pid=102449) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 20:54:44.476199 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09db6a4b-d9c6-4ac5-9faf-012070f71567 req-0b266a69-ad43-4b37-b550-f5fd06eb94c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:54:44.478696 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-09db6a4b-d9c6-4ac5-9faf-012070f71567 req-0b266a69-ad43-4b37-b550-f5fd06eb94c3 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=6f88895ca46e4a30bef34d32f2dee1f9&device_id=c38d00f5-d1ed-41c3-9b53-e621a1f06041 HTTP/1.1" status: 200 len: 1132 time: 0.2171519 Jan 31 20:54:44.487209 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-4cd4b14b-e7c4-45e5-bddb-6dfb72bf6abf req-bdfa5b18-99af-4042-a5bb-95482cbe7721 service neutron] 10.222.0.46 "GET /v2.0/networks/fc325b36-fcfb-435a-a46c-0bf685a3990e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2646160 Jan 31 20:54:44.493775 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2ce996-6315-47da-bc1e-803e7ca1f2bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56080767-8f44-42e9-81f1-73fb9ed3b021,revision_number=1']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:54:44.544102 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-30979db7-bf6c-47b7-a6af-32634ca2daff req-335efbfb-2116-4685-9ce8-87f2c17393cb tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] 10.222.0.46 "GET /v2.0/security-groups?id=65521e8f-8948-4df3-9344-760b60ce97e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0727203 Jan 31 20:54:44.561777 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-7c2ce996-6315-47da-bc1e-803e7ca1f2bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-936743'] for segment (e563a136-08ac-4853-8233-59411bd6005e), precommit_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:44.562127 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.db.segments_db [None req-7c2ce996-6315-47da-bc1e-803e7ca1f2bf admin admin] Added segment e563a136-08ac-4853-8233-59411bd6005e of type vlan for network 93553b5e-41df-4e3f-85f3-dc6bb90235b9 Jan 31 20:54:44.571991 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-09db6a4b-d9c6-4ac5-9faf-012070f71567 req-34b8f160-890f-4262-bc49-14bef0d6124c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.135&port_id=34a1b1ee-2537-4aef-9664-31822dafff7d HTTP/1.1" status: 200 len: 217 time: 0.0802517 Jan 31 20:54:44.647368 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-7c2ce996-6315-47da-bc1e-803e7ca1f2bf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783599991637'] for network (93553b5e-41df-4e3f-85f3-dc6bb90235b9), precommit_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:44.751501 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09db6a4b-d9c6-4ac5-9faf-012070f71567 req-d58d21e0-3d35-443c-aa24-6c32dbe9a634 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:54:44.752981 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-09db6a4b-d9c6-4ac5-9faf-012070f71567 req-d58d21e0-3d35-443c-aa24-6c32dbe9a634 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9dcd383b-0a4e-4261-9af2-c45f985e7cc5 HTTP/1.1" status: 200 len: 843 time: 0.1593471 Jan 31 20:54:44.785860 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-84b3c0c1-2d5b-410c-80de-4006a3c6352e req-ae49a9f4-fdd9-4f19-ac5a-8bf8e99e2755 tempest-VolumesActionsTest-1412122334 tempest-VolumesActionsTest-1412122334-project] 10.222.0.46 "GET /v2.0/ports?device_id=cd190ca0-9dab-4a76-85a2-7048b4606e42 HTTP/1.1" status: 200 len: 210 time: 0.0307467 Jan 31 20:54:44.797435 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-7c2ce996-6315-47da-bc1e-803e7ca1f2bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3769609'] for network (93553b5e-41df-4e3f-85f3-dc6bb90235b9), after_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:44.798286 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c2ce996-6315-47da-bc1e-803e7ca1f2bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:54:44.798895 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-7c2ce996-6315-47da-bc1e-803e7ca1f2bf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3769851'] for network (None), before_response {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:44.913705 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf31e5b4-3880-471c-9573-d12469fee78d req-a52665f4-e760-486a-9585-1fdc922e1944 tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:54:44.915727 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-cf31e5b4-3880-471c-9573-d12469fee78d req-a52665f4-e760-486a-9585-1fdc922e1944 tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] 10.222.0.46 "GET /v2.0/ports?device_id=27df420e-76b2-43cf-8c3d-cb81ce4e672f HTTP/1.1" status: 200 len: 946 time: 0.1529002 Jan 31 20:54:44.917992 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [None req-7c2ce996-6315-47da-bc1e-803e7ca1f2bf admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.1169839 Jan 31 20:54:44.922557 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.wsgi [-] (102450) accepted ('10.222.0.46', 37366) {{(pid=102450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 20:54:44.948384 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.v2.base [None req-ffddcd2e-62cf-4787-8846-60af3e440814 admin admin] Request body: {'subnet': {'network_id': '93553b5e-41df-4e3f-85f3-dc6bb90235b9', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-740086277-subnet', 'tenant_id': 'aa58ef62d8474f34be0c970f51a84c72', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 20:54:44.968782 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2ce996-6315-47da-bc1e-803e7ca1f2bf admin admin] Pushing event updated for resources: {'Network': ['ID=93553b5e-41df-4e3f-85f3-dc6bb90235b9,revision_number=1']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:54:44.995238 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.rpc [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Network 93553b5e-41df-4e3f-85f3-dc6bb90235b9 details requested by agent ovs-agent-dv-cinder-813229-5-iscsi with host dv-cinder-813229-5-iscsi {{(pid=102451) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 20:54:45.003413 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09db6a4b-d9c6-4ac5-9faf-012070f71567 req-0737dbdc-d1b9-44a3-92e5-eaa4ee67776b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:54:45.006579 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-09db6a4b-d9c6-4ac5-9faf-012070f71567 req-0737dbdc-d1b9-44a3-92e5-eaa4ee67776b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=19261d76-bc00-4ef6-8090-80acdd9f44df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.2196479 Jan 31 20:54:45.071448 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffddcd2e-62cf-4787-8846-60af3e440814 admin admin] Made reservation on behalf of aa58ef62d8474f34be0c970f51a84c72 for: {'subnet': 1} {{(pid=102450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 20:54:45.096637 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-ffddcd2e-62cf-4787-8846-60af3e440814 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28956779'] for subnet (None), before_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:45.217793 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-cf31e5b4-3880-471c-9573-d12469fee78d req-4f36e834-41a9-4be8-9b62-0a7d86d070d3 tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] 10.222.0.46 "GET /v2.0/security-groups?id=0bdd6188-2d8b-4b17-a788-ae2efdc28206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2557404 Jan 31 20:54:45.381289 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9961b930-2a20-4455-8188-f62ab1fead2b req-e73977e3-04b7-488e-961d-c7b791ce81c3 tempest-VolumesNegativeTest-1668166801 tempest-VolumesNegativeTest-1668166801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:54:45.383849 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-9961b930-2a20-4455-8188-f62ab1fead2b req-e73977e3-04b7-488e-961d-c7b791ce81c3 tempest-VolumesNegativeTest-1668166801 tempest-VolumesNegativeTest-1668166801-project] 10.222.0.46 "GET /v2.0/ports?device_id=c38d00f5-d1ed-41c3-9b53-e621a1f06041 HTTP/1.1" status: 200 len: 948 time: 0.2486548 Jan 31 20:54:45.394443 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-09db6a4b-d9c6-4ac5-9faf-012070f71567 req-1c1ac59c-5306-4a2b-b6cd-461591b2e13b service neutron] 10.222.0.59 "GET /v2.0/networks/19261d76-bc00-4ef6-8090-80acdd9f44df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3640747 Jan 31 20:54:45.470761 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-ffddcd2e-62cf-4787-8846-60af3e440814 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3769609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27813741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28956765'] for subnet (36f7f0c7-25e2-4362-98b9-1c2950a78e16), after_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:45.537317 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffddcd2e-62cf-4787-8846-60af3e440814 admin admin] Pushing event updated for resources: {'Subnet': ['ID=36f7f0c7-25e2-4362-98b9-1c2950a78e16,revision_number=0']} {{(pid=102450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:54:45.546750 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffddcd2e-62cf-4787-8846-60af3e440814 admin admin] Checking segment: {'id': 'e563a136-08ac-4853-8233-59411bd6005e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 669, 'network_id': '93553b5e-41df-4e3f-85f3-dc6bb90235b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 20:54:45.548107 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffddcd2e-62cf-4787-8846-60af3e440814 admin admin] Network hostable DHCP agents. Network: 93553b5e-41df-4e3f-85f3-dc6bb90235b9, hostable agents: ['34ef0204-81d1-4f5e-89d1-b08d0f866641'], hosted agents: [] {{(pid=102450) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 20:54:45.581036 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffddcd2e-62cf-4787-8846-60af3e440814 admin admin] Network 93553b5e-41df-4e3f-85f3-dc6bb90235b9 is scheduled to be hosted by DHCP agent 34ef0204-81d1-4f5e-89d1-b08d0f866641 with binding_index 1 {{(pid=102450) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 20:54:45.591820 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-09db6a4b-d9c6-4ac5-9faf-012070f71567 req-65e40dfa-4e9d-4757-bcd4-2a0f8ea1aeca service neutron] 10.222.0.59 "GET /v2.0/networks/19261d76-bc00-4ef6-8090-80acdd9f44df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1709301 Jan 31 20:54:45.593610 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.scheduler.base_scheduler [None req-ffddcd2e-62cf-4787-8846-60af3e440814 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813229-5-iscsi, 93553b5e-41df-4e3f-85f3-dc6bb90235b9) {{(pid=102450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 20:54:45.604868 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-9961b930-2a20-4455-8188-f62ab1fead2b req-41085f71-db45-4462-8ee4-6c4835d564f4 tempest-VolumesNegativeTest-1668166801 tempest-VolumesNegativeTest-1668166801-project] 10.222.0.46 "GET /v2.0/security-groups?id=c39aae2f-19ac-46a9-9e92-c81f0ae45efd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2037451 Jan 31 20:54:45.605247 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcd2ebf0-16c0-4fc4-bf49-c7a5003a627c None None] Network 93553b5e-41df-4e3f-85f3-dc6bb90235b9 requested from dv-cinder-813229-5-iscsi {{(pid=102451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 20:54:45.611003 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffddcd2e-62cf-4787-8846-60af3e440814 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:54:45.613308 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-ffddcd2e-62cf-4787-8846-60af3e440814 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:45.644376 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [None req-ffddcd2e-62cf-4787-8846-60af3e440814 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7204738 Jan 31 20:54:45.774603 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd12a79-007d-4fa9-b82d-69a8150d048c req-cae7dedd-cbcf-4d2b-957f-6fcffeb4ea34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:54:45.777594 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-edd12a79-007d-4fa9-b82d-69a8150d048c req-cae7dedd-cbcf-4d2b-957f-6fcffeb4ea34 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=6f88895ca46e4a30bef34d32f2dee1f9&device_id=c38d00f5-d1ed-41c3-9b53-e621a1f06041 HTTP/1.1" status: 200 len: 1132 time: 0.0769606 Jan 31 20:54:45.817664 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6679019-a1f8-45c1-805f-40578cb2fca6 None None] Network 93553b5e-41df-4e3f-85f3-dc6bb90235b9 requested from dv-cinder-813229-5-iscsi {{(pid=102451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 20:54:46.038564 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd12a79-007d-4fa9-b82d-69a8150d048c req-bc5192a0-f543-4ba2-9bd3-071dac1ddf49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:54:46.043646 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-edd12a79-007d-4fa9-b82d-69a8150d048c req-bc5192a0-f543-4ba2-9bd3-071dac1ddf49 service neutron] 10.222.0.59 "GET /v2.0/networks?id=19261d76-bc00-4ef6-8090-80acdd9f44df HTTP/1.1" status: 200 len: 870 time: 0.2549314 Jan 31 20:54:46.129416 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-edd12a79-007d-4fa9-b82d-69a8150d048c req-2af10bfa-c934-47a0-bace-d749866a3219 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.135&port_id=34a1b1ee-2537-4aef-9664-31822dafff7d HTTP/1.1" status: 200 len: 217 time: 0.0711956 Jan 31 20:54:46.246733 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd12a79-007d-4fa9-b82d-69a8150d048c req-c00a14bc-fc6d-4de8-9258-dc6f12603ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:54:46.249225 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-edd12a79-007d-4fa9-b82d-69a8150d048c req-c00a14bc-fc6d-4de8-9258-dc6f12603ce3 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=9dcd383b-0a4e-4261-9af2-c45f985e7cc5 HTTP/1.1" status: 200 len: 843 time: 0.1072817 Jan 31 20:54:46.266413 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-17879d7d-868c-40b5-8340-52b8387bf794 req-3c47236f-95df-4d36-88b0-eaf0baea83c6 tempest-VolumesActionsTest-1412122334 tempest-VolumesActionsTest-1412122334-project] 10.222.0.46 "GET /v2.0/ports?device_id=cd190ca0-9dab-4a76-85a2-7048b4606e42 HTTP/1.1" status: 200 len: 210 time: 0.0608261 Jan 31 20:54:46.361453 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd12a79-007d-4fa9-b82d-69a8150d048c req-ffc07c28-8096-42bd-b553-f8b76b773f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:54:46.364982 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-edd12a79-007d-4fa9-b82d-69a8150d048c req-ffc07c28-8096-42bd-b553-f8b76b773f9e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=19261d76-bc00-4ef6-8090-80acdd9f44df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0997174 Jan 31 20:54:46.559557 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890ddf3b-718c-4f10-b3b2-8de7490f6063 req-4beaf4cb-61e2-47a1-8427-1e3884d461f6 tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:54:46.561115 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-890ddf3b-718c-4f10-b3b2-8de7490f6063 req-4beaf4cb-61e2-47a1-8427-1e3884d461f6 tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] 10.222.0.46 "GET /v2.0/ports?device_id=27df420e-76b2-43cf-8c3d-cb81ce4e672f HTTP/1.1" status: 200 len: 946 time: 0.1854060 Jan 31 20:54:46.568319 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-edd12a79-007d-4fa9-b82d-69a8150d048c req-e5069bc8-357b-4c68-bdb1-8d1a9057f568 service neutron] 10.222.0.59 "GET /v2.0/networks/19261d76-bc00-4ef6-8090-80acdd9f44df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1932769 Jan 31 20:54:46.727424 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-890ddf3b-718c-4f10-b3b2-8de7490f6063 req-45026343-88e8-48e3-a827-a8a0d50aa6d3 tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] 10.222.0.46 "GET /v2.0/security-groups?id=0bdd6188-2d8b-4b17-a788-ae2efdc28206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556137 Jan 31 20:54:46.789838 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-edd12a79-007d-4fa9-b82d-69a8150d048c req-cd75f81a-8a47-4f3f-a176-5ede2429abe3 service neutron] 10.222.0.59 "GET /v2.0/networks/19261d76-bc00-4ef6-8090-80acdd9f44df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2076638 Jan 31 20:54:46.932102 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263e8216-e748-4ab8-96a1-e8fb6f264efa req-0c89b43f-b23a-465c-a084-3dc8f163067d tempest-VolumesNegativeTest-1668166801 tempest-VolumesNegativeTest-1668166801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:54:46.944680 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-263e8216-e748-4ab8-96a1-e8fb6f264efa req-0c89b43f-b23a-465c-a084-3dc8f163067d tempest-VolumesNegativeTest-1668166801 tempest-VolumesNegativeTest-1668166801-project] 10.222.0.46 "GET /v2.0/ports?device_id=c38d00f5-d1ed-41c3-9b53-e621a1f06041 HTTP/1.1" status: 200 len: 948 time: 0.1703846 Jan 31 20:54:47.048933 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-263e8216-e748-4ab8-96a1-e8fb6f264efa req-ec9a26d7-bfa2-4328-b20d-df87abc76023 tempest-VolumesNegativeTest-1668166801 tempest-VolumesNegativeTest-1668166801-project] 10.222.0.46 "GET /v2.0/security-groups?id=c39aae2f-19ac-46a9-9e92-c81f0ae45efd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013494 Jan 31 20:54:47.118159 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd4b14b-e7c4-45e5-bddb-6dfb72bf6abf req-1ef3588a-79b8-43ee-80a2-71d78275a16a tempest-VolumesActionsTest-1412122334 tempest-VolumesActionsTest-1412122334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:54:47.119716 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-4cd4b14b-e7c4-45e5-bddb-6dfb72bf6abf req-1ef3588a-79b8-43ee-80a2-71d78275a16a tempest-VolumesActionsTest-1412122334 tempest-VolumesActionsTest-1412122334-project] 10.222.0.59 "GET /v2.0/networks?id=fc325b36-fcfb-435a-a46c-0bf685a3990e HTTP/1.1" status: 200 len: 809 time: 0.2570641 Jan 31 20:54:47.153004 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.v2.base [req-4cd4b14b-e7c4-45e5-bddb-6dfb72bf6abf req-1618504e-959b-4d66-8250-1366bb6ddc4d tempest-VolumesActionsTest-1412122334 tempest-VolumesActionsTest-1412122334-project] Request body: {'port': {'device_id': 'cd190ca0-9dab-4a76-85a2-7048b4606e42', 'network_id': 'fc325b36-fcfb-435a-a46c-0bf685a3990e', 'admin_state_up': True, 'tenant_id': '36b4f6393ec8462583ca1e173c79a484'}} {{(pid=102449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 20:54:47.334587 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4cd4b14b-e7c4-45e5-bddb-6dfb72bf6abf req-1618504e-959b-4d66-8250-1366bb6ddc4d tempest-VolumesActionsTest-1412122334 tempest-VolumesActionsTest-1412122334-project] Made reservation on behalf of 36b4f6393ec8462583ca1e173c79a484 for: {'port': 1} {{(pid=102449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 20:54:47.346217 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [req-4cd4b14b-e7c4-45e5-bddb-6dfb72bf6abf req-1618504e-959b-4d66-8250-1366bb6ddc4d tempest-VolumesActionsTest-1412122334 tempest-VolumesActionsTest-1412122334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1026180'] for port (None), before_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:47.427955 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.wsgi [-] (102450) accepted ('10.222.0.46', 37442) {{(pid=102450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 20:54:47.488614 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-3fe1ae3d-7afa-44c9-a4cd-5b4331ee3b06 req-3898af17-c000-4718-897e-51e891de436c tempest-VolumesActionsTest-1412122334 tempest-VolumesActionsTest-1412122334-project] 10.222.0.46 "GET /v2.0/ports?device_id=cd190ca0-9dab-4a76-85a2-7048b4606e42 HTTP/1.1" status: 200 len: 210 time: 0.0874894 Jan 31 20:54:47.579958 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-abcc024d-9bbd-45ec-880d-9fb0d5145db5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:47.601334 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.db.db_base_plugin_common [req-4cd4b14b-e7c4-45e5-bddb-6dfb72bf6abf req-1618504e-959b-4d66-8250-1366bb6ddc4d tempest-VolumesActionsTest-1412122334 tempest-VolumesActionsTest-1412122334-project] Allocated IP 172.20.0.6 (fc325b36-fcfb-435a-a46c-0bf685a3990e/07c89dee-8fd9-4e0f-a6b2-a448c5962034/df6606d0-fe2d-4dfe-9a78-bf548b3f2073) {{(pid=102449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 20:54:47.692797 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-abcc024d-9bbd-45ec-880d-9fb0d5145db5 admin admin] Publish callbacks [] for security_group (dca7873d-023a-4610-a550-26866af80505), precommit_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:47.698665 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-abcc024d-9bbd-45ec-880d-9fb0d5145db5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736509'] for security_group (dca7873d-023a-4610-a550-26866af80505), after_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:47.765814 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcc024d-9bbd-45ec-880d-9fb0d5145db5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dca7873d-023a-4610-a550-26866af80505,revision_number=1']} {{(pid=102450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:54:47.774522 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [None req-abcc024d-9bbd-45ec-880d-9fb0d5145db5 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=ca6ab47b887048ef8049a3c7cba804d7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3449557 Jan 31 20:54:47.779266 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.wsgi [-] (102450) accepted ('10.222.0.46', 37446) {{(pid=102450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 20:54:47.792105 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abcc024d-9bbd-45ec-880d-9fb0d5145db5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:54:47.792701 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abcc024d-9bbd-45ec-880d-9fb0d5145db5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:54:47.793287 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abcc024d-9bbd-45ec-880d-9fb0d5145db5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:54:47.793870 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abcc024d-9bbd-45ec-880d-9fb0d5145db5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:54:47.794442 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abcc024d-9bbd-45ec-880d-9fb0d5145db5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:54:47.795050 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abcc024d-9bbd-45ec-880d-9fb0d5145db5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:54:47.795650 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abcc024d-9bbd-45ec-880d-9fb0d5145db5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:54:47.796227 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abcc024d-9bbd-45ec-880d-9fb0d5145db5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:54:47.796801 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abcc024d-9bbd-45ec-880d-9fb0d5145db5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:54:47.797401 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abcc024d-9bbd-45ec-880d-9fb0d5145db5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:54:47.797971 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abcc024d-9bbd-45ec-880d-9fb0d5145db5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:54:47.798510 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abcc024d-9bbd-45ec-880d-9fb0d5145db5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:54:47.799107 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abcc024d-9bbd-45ec-880d-9fb0d5145db5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:54:47.803680 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [req-4cd4b14b-e7c4-45e5-bddb-6dfb72bf6abf req-1618504e-959b-4d66-8250-1366bb6ddc4d tempest-VolumesActionsTest-1412122334 tempest-VolumesActionsTest-1412122334-project] Publish callbacks [] for port (df6606d0-fe2d-4dfe-9a78-bf548b3f2073), precommit_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:47.858589 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-9de67a59-ca61-4ff8-876e-e3cb05146408 admin admin] Publish callbacks [] for security_group (dca7873d-023a-4610-a550-26866af80505), before_delete {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:47.874553 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [req-4cd4b14b-e7c4-45e5-bddb-6dfb72bf6abf req-1618504e-959b-4d66-8250-1366bb6ddc4d tempest-VolumesActionsTest-1412122334 tempest-VolumesActionsTest-1412122334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1029723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3769609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783599971597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29106256'] for port (df6606d0-fe2d-4dfe-9a78-bf548b3f2073), after_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:47.897527 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-9de67a59-ca61-4ff8-876e-e3cb05146408 admin admin] Publish callbacks [] for security_group (dca7873d-023a-4610-a550-26866af80505), precommit_delete {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:47.952317 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4cd4b14b-e7c4-45e5-bddb-6dfb72bf6abf req-1618504e-959b-4d66-8250-1366bb6ddc4d tempest-VolumesActionsTest-1412122334 tempest-VolumesActionsTest-1412122334-project] Network fc325b36-fcfb-435a-a46c-0bf685a3990e is already hosted by enough agents. {{(pid=102449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 20:54:47.957659 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.scheduler.base_scheduler [req-4cd4b14b-e7c4-45e5-bddb-6dfb72bf6abf req-1618504e-959b-4d66-8250-1366bb6ddc4d tempest-VolumesActionsTest-1412122334 tempest-VolumesActionsTest-1412122334-project] Resources bound (agent type, host, resource id): {{(pid=102449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 20:54:47.969697 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cd4b14b-e7c4-45e5-bddb-6dfb72bf6abf req-1618504e-959b-4d66-8250-1366bb6ddc4d tempest-VolumesActionsTest-1412122334 tempest-VolumesActionsTest-1412122334-project] Received port after_create {{(pid=102449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 20:54:47.981715 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1618504e-959b-4d66-8250-1366bb6ddc4d tempest-VolumesActionsTest-1412122334 tempest-VolumesActionsTest-1412122334-project] Pushing event updated for resources: {'Port': ['ID=df6606d0-fe2d-4dfe-9a78-bf548b3f2073,revision_number=1']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:54:48.018003 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9606db2f-85b4-476c-934e-457055db4ec3 req-a1e9d3fc-ae8e-442a-94e3-942061652be0 tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:54:48.019979 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-9606db2f-85b4-476c-934e-457055db4ec3 req-a1e9d3fc-ae8e-442a-94e3-942061652be0 tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] 10.222.0.46 "GET /v2.0/ports?device_id=27df420e-76b2-43cf-8c3d-cb81ce4e672f HTTP/1.1" status: 200 len: 946 time: 0.1114144 Jan 31 20:54:48.055962 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-9de67a59-ca61-4ff8-876e-e3cb05146408 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736509'] for security_group (dca7873d-023a-4610-a550-26866af80505), after_delete {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:48.060071 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd4b14b-e7c4-45e5-bddb-6dfb72bf6abf req-1618504e-959b-4d66-8250-1366bb6ddc4d tempest-VolumesActionsTest-1412122334 tempest-VolumesActionsTest-1412122334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:54:48.060707 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-9de67a59-ca61-4ff8-876e-e3cb05146408 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:48.060858 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [req-4cd4b14b-e7c4-45e5-bddb-6dfb72bf6abf req-1618504e-959b-4d66-8250-1366bb6ddc4d tempest-VolumesActionsTest-1412122334 tempest-VolumesActionsTest-1412122334-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3769851'] for port (None), before_response {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:48.062297 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [None req-9de67a59-ca61-4ff8-876e-e3cb05146408 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/dca7873d-023a-4610-a550-26866af80505 HTTP/1.1" status: 204 len: 168 time: 0.2817261 Jan 31 20:54:48.091326 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-4cd4b14b-e7c4-45e5-bddb-6dfb72bf6abf req-1618504e-959b-4d66-8250-1366bb6ddc4d tempest-VolumesActionsTest-1412122334 tempest-VolumesActionsTest-1412122334-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9449923 Jan 31 20:54:48.100214 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de67a59-ca61-4ff8-876e-e3cb05146408 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dca7873d-023a-4610-a550-26866af80505,revision_number=None']} {{(pid=102450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:54:48.142870 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-9606db2f-85b4-476c-934e-457055db4ec3 req-f095de22-2eea-4212-a092-420c83130f3f tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] 10.222.0.46 "GET /v2.0/security-groups?id=0bdd6188-2d8b-4b17-a788-ae2efdc28206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089623 Jan 31 20:54:48.143448 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.v2.base [req-4cd4b14b-e7c4-45e5-bddb-6dfb72bf6abf req-3a85f991-12f5-4120-ab3e-a284d20e7f12 service neutron] Request body: {'port': {'device_id': 'cd190ca0-9dab-4a76-85a2-7048b4606e42', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=102449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 20:54:48.319838 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [req-4cd4b14b-e7c4-45e5-bddb-6dfb72bf6abf req-3a85f991-12f5-4120-ab3e-a284d20e7f12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1026180'] for port (df6606d0-fe2d-4dfe-9a78-bf548b3f2073), before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:48.364478 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7122cb57-9bc1-4ebf-85d7-5f1d412da195 req-06660bc3-c615-4693-9336-6fffb106764c tempest-VolumesNegativeTest-1668166801 tempest-VolumesNegativeTest-1668166801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:54:48.367150 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-7122cb57-9bc1-4ebf-85d7-5f1d412da195 req-06660bc3-c615-4693-9336-6fffb106764c tempest-VolumesNegativeTest-1668166801 tempest-VolumesNegativeTest-1668166801-project] 10.222.0.46 "GET /v2.0/ports?device_id=c38d00f5-d1ed-41c3-9b53-e621a1f06041 HTTP/1.1" status: 200 len: 948 time: 0.1539660 Jan 31 20:54:48.491430 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-7122cb57-9bc1-4ebf-85d7-5f1d412da195 req-908ec9e3-ab03-46b8-a36c-1e6d56ec2ebc tempest-VolumesNegativeTest-1668166801 tempest-VolumesNegativeTest-1668166801-project] 10.222.0.46 "GET /v2.0/security-groups?id=c39aae2f-19ac-46a9-9e92-c81f0ae45efd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842016 Jan 31 20:54:48.650563 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.wsgi [-] (102450) accepted ('10.222.0.46', 37472) {{(pid=102450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 20:54:48.691228 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-0a2b9b17-5908-4c59-bb22-1e9316fbe2d8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:48.738521 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f19805-e7a2-4f40-a723-7088d9e837e1 req-cafd6038-48dc-43ca-8f42-b5a714144b99 tempest-VolumesActionsTest-1412122334 tempest-VolumesActionsTest-1412122334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:54:48.741286 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-67f19805-e7a2-4f40-a723-7088d9e837e1 req-cafd6038-48dc-43ca-8f42-b5a714144b99 tempest-VolumesActionsTest-1412122334 tempest-VolumesActionsTest-1412122334-project] 10.222.0.46 "GET /v2.0/ports?device_id=cd190ca0-9dab-4a76-85a2-7048b4606e42 HTTP/1.1" status: 200 len: 931 time: 0.1433294 Jan 31 20:54:48.821297 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-67f19805-e7a2-4f40-a723-7088d9e837e1 req-37d9ed39-2f83-44f7-9adb-42ae746880c9 tempest-VolumesActionsTest-1412122334 tempest-VolumesActionsTest-1412122334-project] 10.222.0.46 "GET /v2.0/security-groups?id=b22fd3b9-8630-4635-8727-093fb8c2d7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703847 Jan 31 20:54:48.853833 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-0a2b9b17-5908-4c59-bb22-1e9316fbe2d8 admin admin] Publish callbacks [] for security_group (21978f40-5925-4712-a405-2327765594d1), precommit_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:48.855115 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.notifiers.nova [req-4cd4b14b-e7c4-45e5-bddb-6dfb72bf6abf req-3a85f991-12f5-4120-ab3e-a284d20e7f12 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df6606d0-fe2d-4dfe-9a78-bf548b3f2073 {{(pid=102449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 20:54:48.860259 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-0a2b9b17-5908-4c59-bb22-1e9316fbe2d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736509'] for security_group (21978f40-5925-4712-a405-2327765594d1), after_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:48.865492 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [req-4cd4b14b-e7c4-45e5-bddb-6dfb72bf6abf req-3a85f991-12f5-4120-ab3e-a284d20e7f12 service neutron] Publish callbacks [] for port (df6606d0-fe2d-4dfe-9a78-bf548b3f2073), precommit_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:48.883011 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [req-4cd4b14b-e7c4-45e5-bddb-6dfb72bf6abf req-3a85f991-12f5-4120-ab3e-a284d20e7f12 service neutron] Transition to ACTIVE for port object df6606d0-fe2d-4dfe-9a78-bf548b3f2073 will not be triggered until provisioned by entity L2. {{(pid=102449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 20:54:48.888386 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [req-4cd4b14b-e7c4-45e5-bddb-6dfb72bf6abf req-3a85f991-12f5-4120-ab3e-a284d20e7f12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1029723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3769609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783600466378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783599971615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783599971633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29106247'] for port (df6606d0-fe2d-4dfe-9a78-bf548b3f2073), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:48.916552 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2b9b17-5908-4c59-bb22-1e9316fbe2d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21978f40-5925-4712-a405-2327765594d1,revision_number=1']} {{(pid=102450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:54:48.920843 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [None req-0a2b9b17-5908-4c59-bb22-1e9316fbe2d8 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=102974a4954d43ad9b16e7a951047c2e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2685826 Jan 31 20:54:48.923388 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.wsgi [-] (102450) accepted ('10.222.0.46', 37476) {{(pid=102450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 20:54:48.981329 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a85f991-12f5-4120-ab3e-a284d20e7f12 service neutron] Pushing event updated for resources: {'Port': ['ID=df6606d0-fe2d-4dfe-9a78-bf548b3f2073,revision_number=2']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:54:48.990234 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-1f3732c0-94f4-4ad1-bd88-7a4e6f8a182d admin admin] Publish callbacks [] for security_group (21978f40-5925-4712-a405-2327765594d1), before_delete {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:49.012260 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a85f991-12f5-4120-ab3e-a284d20e7f12 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:54:49.012618 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a85f991-12f5-4120-ab3e-a284d20e7f12 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:54:49.012971 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a85f991-12f5-4120-ab3e-a284d20e7f12 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:54:49.013310 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a85f991-12f5-4120-ab3e-a284d20e7f12 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:54:49.013652 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a85f991-12f5-4120-ab3e-a284d20e7f12 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:54:49.013984 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a85f991-12f5-4120-ab3e-a284d20e7f12 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:54:49.014328 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a85f991-12f5-4120-ab3e-a284d20e7f12 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:54:49.014667 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a85f991-12f5-4120-ab3e-a284d20e7f12 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:54:49.015046 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a85f991-12f5-4120-ab3e-a284d20e7f12 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:54:49.015384 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a85f991-12f5-4120-ab3e-a284d20e7f12 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:54:49.015716 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a85f991-12f5-4120-ab3e-a284d20e7f12 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:54:49.016041 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a85f991-12f5-4120-ab3e-a284d20e7f12 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:54:49.016509 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a85f991-12f5-4120-ab3e-a284d20e7f12 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:54:49.031797 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-1f3732c0-94f4-4ad1-bd88-7a4e6f8a182d admin admin] Publish callbacks [] for security_group (21978f40-5925-4712-a405-2327765594d1), precommit_delete {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:49.061817 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [req-4cd4b14b-e7c4-45e5-bddb-6dfb72bf6abf req-3a85f991-12f5-4120-ab3e-a284d20e7f12 service neutron] Attempting to bind port df6606d0-fe2d-4dfe-9a78-bf548b3f2073 on host hv-cinder-81322 for vnic_type normal with profile {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 20:54:49.062375 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [req-4cd4b14b-e7c4-45e5-bddb-6dfb72bf6abf req-3a85f991-12f5-4120-ab3e-a284d20e7f12 service neutron] Attempting to bind port df6606d0-fe2d-4dfe-9a78-bf548b3f2073 by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': '8f4fb049-57d1-4353-888e-c277d2e4d6b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'fc325b36-fcfb-435a-a46c-0bf685a3990e'}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 20:54:49.063037 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cd4b14b-e7c4-45e5-bddb-6dfb72bf6abf req-3a85f991-12f5-4120-ab3e-a284d20e7f12 service neutron] Attempting to bind port df6606d0-fe2d-4dfe-9a78-bf548b3f2073 on network fc325b36-fcfb-435a-a46c-0bf685a3990e {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 20:54:49.072757 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cd4b14b-e7c4-45e5-bddb-6dfb72bf6abf req-3a85f991-12f5-4120-ab3e-a284d20e7f12 service neutron] Port df6606d0-fe2d-4dfe-9a78-bf548b3f2073 on network fc325b36-fcfb-435a-a46c-0bf685a3990e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 20:54:49.073360 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cd4b14b-e7c4-45e5-bddb-6dfb72bf6abf req-3a85f991-12f5-4120-ab3e-a284d20e7f12 service neutron] Attempting to bind port df6606d0-fe2d-4dfe-9a78-bf548b3f2073 on network fc325b36-fcfb-435a-a46c-0bf685a3990e {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 20:54:49.081879 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cd4b14b-e7c4-45e5-bddb-6dfb72bf6abf req-3a85f991-12f5-4120-ab3e-a284d20e7f12 service neutron] Checking agent: {'id': 'e85cc1e2-8b4e-4549-a68e-d414072d4156', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 20, 51, 57), 'started_at': datetime.datetime(2022, 1, 31, 20, 51, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 20, 54, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 20:54:49.082560 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cd4b14b-e7c4-45e5-bddb-6dfb72bf6abf req-3a85f991-12f5-4120-ab3e-a284d20e7f12 service neutron] Checking segment: {'id': '8f4fb049-57d1-4353-888e-c277d2e4d6b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'fc325b36-fcfb-435a-a46c-0bf685a3990e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 20:54:49.083820 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cd4b14b-e7c4-45e5-bddb-6dfb72bf6abf req-3a85f991-12f5-4120-ab3e-a284d20e7f12 service neutron] Bound using segment: {'id': '8f4fb049-57d1-4353-888e-c277d2e4d6b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'fc325b36-fcfb-435a-a46c-0bf685a3990e'} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 20:54:49.084561 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [req-4cd4b14b-e7c4-45e5-bddb-6dfb72bf6abf req-3a85f991-12f5-4120-ab3e-a284d20e7f12 service neutron] Bound port: df6606d0-fe2d-4dfe-9a78-bf548b3f2073, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f4fb049-57d1-4353-888e-c277d2e4d6b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'fc325b36-fcfb-435a-a46c-0bf685a3990e'}}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 20:54:49.085408 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [req-4cd4b14b-e7c4-45e5-bddb-6dfb72bf6abf req-3a85f991-12f5-4120-ab3e-a284d20e7f12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1026180'] for port (df6606d0-fe2d-4dfe-9a78-bf548b3f2073), before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:49.110417 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-1f3732c0-94f4-4ad1-bd88-7a4e6f8a182d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736509'] for security_group (21978f40-5925-4712-a405-2327765594d1), after_delete {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:49.116217 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-1f3732c0-94f4-4ad1-bd88-7a4e6f8a182d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:49.118331 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [None req-1f3732c0-94f4-4ad1-bd88-7a4e6f8a182d admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/21978f40-5925-4712-a405-2327765594d1 HTTP/1.1" status: 204 len: 168 time: 0.1938481 Jan 31 20:54:49.134616 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3732c0-94f4-4ad1-bd88-7a4e6f8a182d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21978f40-5925-4712-a405-2327765594d1,revision_number=None']} {{(pid=102450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:54:49.204368 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.db [req-4cd4b14b-e7c4-45e5-bddb-6dfb72bf6abf req-3a85f991-12f5-4120-ab3e-a284d20e7f12 service neutron] For port df6606d0-fe2d-4dfe-9a78-bf548b3f2073, host hv-cinder-81322, cleared binding levels {{(pid=102449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 20:54:49.209177 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.db [req-4cd4b14b-e7c4-45e5-bddb-6dfb72bf6abf req-3a85f991-12f5-4120-ab3e-a284d20e7f12 service neutron] For port df6606d0-fe2d-4dfe-9a78-bf548b3f2073, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=df6606d0-fe2d-4dfe-9a78-bf548b3f2073,segment=NetworkSegment(8f4fb049-57d1-4353-888e-c277d2e4d6b9),segment_id=8f4fb049-57d1-4353-888e-c277d2e4d6b9)] {{(pid=102449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 20:54:49.233667 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [req-4cd4b14b-e7c4-45e5-bddb-6dfb72bf6abf req-3a85f991-12f5-4120-ab3e-a284d20e7f12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1029723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3769609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783600466378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783599971615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783599971633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29106247'] for port (df6606d0-fe2d-4dfe-9a78-bf548b3f2073), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:49.318597 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd4b14b-e7c4-45e5-bddb-6dfb72bf6abf req-3a85f991-12f5-4120-ab3e-a284d20e7f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:54:49.319872 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [req-4cd4b14b-e7c4-45e5-bddb-6dfb72bf6abf req-3a85f991-12f5-4120-ab3e-a284d20e7f12 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204375', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3769851'] for port (None), before_response {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:49.323976 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-4cd4b14b-e7c4-45e5-bddb-6dfb72bf6abf req-3a85f991-12f5-4120-ab3e-a284d20e7f12 service neutron] 10.222.0.59 "PUT /v2.0/ports/df6606d0-fe2d-4dfe-9a78-bf548b3f2073 HTTP/1.1" status: 200 len: 1093 time: 1.2000899 Jan 31 20:54:49.358063 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd190ca0-9dab-4a76-85a2-7048b4606e42', 'tag': 'df6606d0-fe2d-4dfe-9a78-bf548b3f2073'}] {{(pid=102449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 20:54:49.362048 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba30590511e0408980e1e78341b94ae353025d2904c3e8034e675cc5aff8c4ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-093a9081-5019-47a3-824b-2a6f40e00886" -d '{"events": [{"name": "network-changed", "server_uuid": "cd190ca0-9dab-4a76-85a2-7048b4606e42", "tag": "df6606d0-fe2d-4dfe-9a78-bf548b3f2073"}]}' {{(pid=102449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 20:54:49.433378 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a85f991-12f5-4120-ab3e-a284d20e7f12 service neutron] Pushing event updated for resources: {'Port': ['ID=df6606d0-fe2d-4dfe-9a78-bf548b3f2073,revision_number=3']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:54:49.441298 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 20:54:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1489d180-7e75-4aa3-9ed4-3acb6aa06d31 x-openstack-request-id: req-1489d180-7e75-4aa3-9ed4-3acb6aa06d31 {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 20:54:49.441590 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd190ca0-9dab-4a76-85a2-7048b4606e42", "tag": "df6606d0-fe2d-4dfe-9a78-bf548b3f2073", "status": "completed", "code": 200}]} {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 20:54:49.441843 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-1489d180-7e75-4aa3-9ed4-3acb6aa06d31 {{(pid=102449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 20:54:49.442266 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd190ca0-9dab-4a76-85a2-7048b4606e42', 'tag': 'df6606d0-fe2d-4dfe-9a78-bf548b3f2073', 'status': 'completed', 'code': 200} Jan 31 20:54:49.473150 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946fc92b-f024-467e-a0d8-e6593dff6ff1 req-fe59fa41-cb66-43cf-979a-607abb9fd8a3 tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:54:49.475510 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-d136a90b-6fe6-4854-bad1-6eff04aa340b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600486512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3401042'] for agent (34ef0204-81d1-4f5e-89d1-b08d0f866641), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:49.476745 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-946fc92b-f024-467e-a0d8-e6593dff6ff1 req-fe59fa41-cb66-43cf-979a-607abb9fd8a3 tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] 10.222.0.46 "GET /v2.0/ports?device_id=27df420e-76b2-43cf-8c3d-cb81ce4e672f HTTP/1.1" status: 200 len: 946 time: 0.2157116 Jan 31 20:54:49.530982 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd4b14b-e7c4-45e5-bddb-6dfb72bf6abf req-1527d8da-c96d-40a4-a93f-8774f60d4010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:54:49.534090 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-4cd4b14b-e7c4-45e5-bddb-6dfb72bf6abf req-1527d8da-c96d-40a4-a93f-8774f60d4010 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=36b4f6393ec8462583ca1e173c79a484&device_id=cd190ca0-9dab-4a76-85a2-7048b4606e42 HTTP/1.1" status: 200 len: 1127 time: 0.1352816 Jan 31 20:54:49.649325 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-4cd4b14b-e7c4-45e5-bddb-6dfb72bf6abf req-fa6aa78e-82fd-4eae-8dd9-db6f78b9b3c0 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=df6606d0-fe2d-4dfe-9a78-bf548b3f2073 HTTP/1.1" status: 200 len: 217 time: 0.0788147 Jan 31 20:54:49.659725 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-946fc92b-f024-467e-a0d8-e6593dff6ff1 req-a75d2f02-62a5-4d0b-a024-57d6f4e5bb90 tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] 10.222.0.46 "GET /v2.0/security-groups?id=0bdd6188-2d8b-4b17-a788-ae2efdc28206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634974 Jan 31 20:54:49.679292 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca9ef72-9d30-4178-b228-a8958c0434cf req-d8378306-80d8-4602-b677-389a6742066a tempest-VolumesNegativeTest-1668166801 tempest-VolumesNegativeTest-1668166801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:54:49.691485 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-bca9ef72-9d30-4178-b228-a8958c0434cf req-d8378306-80d8-4602-b677-389a6742066a tempest-VolumesNegativeTest-1668166801 tempest-VolumesNegativeTest-1668166801-project] 10.222.0.46 "GET /v2.0/ports?device_id=c38d00f5-d1ed-41c3-9b53-e621a1f06041 HTTP/1.1" status: 200 len: 948 time: 0.0867391 Jan 31 20:54:49.774131 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd4b14b-e7c4-45e5-bddb-6dfb72bf6abf req-78e6f68f-ddd5-4259-ba3d-7ed559d0c7f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:54:49.777301 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-4cd4b14b-e7c4-45e5-bddb-6dfb72bf6abf req-78e6f68f-ddd5-4259-ba3d-7ed559d0c7f8 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=07c89dee-8fd9-4e0f-a6b2-a448c5962034 HTTP/1.1" status: 200 len: 849 time: 0.1005449 Jan 31 20:54:49.797866 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-bca9ef72-9d30-4178-b228-a8958c0434cf req-f009912c-bd44-4d8b-a287-81750646f9e9 tempest-VolumesNegativeTest-1668166801 tempest-VolumesNegativeTest-1668166801-project] 10.222.0.46 "GET /v2.0/security-groups?id=c39aae2f-19ac-46a9-9e92-c81f0ae45efd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048663 Jan 31 20:54:49.853804 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-4cd4b14b-e7c4-45e5-bddb-6dfb72bf6abf req-e17fbb80-0a59-40db-a61e-3d640a514e35 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=fc325b36-fcfb-435a-a46c-0bf685a3990e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0448387 Jan 31 20:54:49.888258 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.rpc [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Device 34a1b1ee-2537-4aef-9664-31822dafff7d details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=102451) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 20:54:50.085984 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.db [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] For port 34a1b1ee-2537-4aef-9664-31822dafff7d, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=34a1b1ee-2537-4aef-9664-31822dafff7d,segment=NetworkSegment(1760dae3-bf93-4f61-9f64-3757c7546a08),segment_id=1760dae3-bf93-4f61-9f64-3757c7546a08)] {{(pid=102451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 20:54:50.110421 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.rpc [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Returning: {'device': '34a1b1ee-2537-4aef-9664-31822dafff7d', 'network_id': '19261d76-bc00-4ef6-8090-80acdd9f44df', 'port_id': '34a1b1ee-2537-4aef-9664-31822dafff7d', 'mac_address': 'fa:16:3e:80:e1:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 687, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9dcd383b-0a4e-4261-9af2-c45f985e7cc5', 'ip_address': '192.168.233.135'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102451) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 20:54:50.181527 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.plugin [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Current status of the port 34a1b1ee-2537-4aef-9664-31822dafff7d is: DOWN; New status is: BUILD {{(pid=102451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 20:54:50.182660 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1026180'] for port (34a1b1ee-2537-4aef-9664-31822dafff7d), before_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:50.219258 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.notifiers.nova [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34a1b1ee-2537-4aef-9664-31822dafff7d {{(pid=102451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 20:54:50.281936 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.db [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] For port 34a1b1ee-2537-4aef-9664-31822dafff7d, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=34a1b1ee-2537-4aef-9664-31822dafff7d,segment=NetworkSegment(1760dae3-bf93-4f61-9f64-3757c7546a08),segment_id=1760dae3-bf93-4f61-9f64-3757c7546a08)] {{(pid=102451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 20:54:50.293788 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1029723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3769609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783600466378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783599971615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783599971633'] for port (34a1b1ee-2537-4aef-9664-31822dafff7d), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:50.429988 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Pushing event updated for resources: {'Port': ['ID=34a1b1ee-2537-4aef-9664-31822dafff7d,revision_number=4']} {{(pid=102451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:54:50.444802 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d607671-b842-4e66-a3c8-04cfe56757a5 req-e5f3f6a9-db27-48b6-86b3-9af948ea510b tempest-VolumesActionsTest-1412122334 tempest-VolumesActionsTest-1412122334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:54:50.447187 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-7d607671-b842-4e66-a3c8-04cfe56757a5 req-e5f3f6a9-db27-48b6-86b3-9af948ea510b tempest-VolumesActionsTest-1412122334 tempest-VolumesActionsTest-1412122334-project] 10.222.0.46 "GET /v2.0/ports?device_id=cd190ca0-9dab-4a76-85a2-7048b4606e42 HTTP/1.1" status: 200 len: 943 time: 0.4806566 Jan 31 20:54:50.450936 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-4cd4b14b-e7c4-45e5-bddb-6dfb72bf6abf req-cb25e31d-b8ad-4ceb-acd6-b815bed8d530 service neutron] 10.222.0.59 "GET /v2.0/networks/fc325b36-fcfb-435a-a46c-0bf685a3990e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5808494 Jan 31 20:54:50.573624 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-7d607671-b842-4e66-a3c8-04cfe56757a5 req-2f698e2c-b41e-446b-963a-1b8151646917 tempest-VolumesActionsTest-1412122334 tempest-VolumesActionsTest-1412122334-project] 10.222.0.46 "GET /v2.0/security-groups?id=b22fd3b9-8630-4635-8727-093fb8c2d7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128035 Jan 31 20:54:50.627822 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-4cd4b14b-e7c4-45e5-bddb-6dfb72bf6abf req-10f60adf-e41b-46fa-b4a4-d2b8ae3c63ad service neutron] 10.222.0.59 "GET /v2.0/networks/fc325b36-fcfb-435a-a46c-0bf685a3990e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1654367 Jan 31 20:54:50.847951 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.db [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] get_ports_and_sgs() called for port_ids ['34a1b1ee-2537-4aef-9664-31822dafff7d'] {{(pid=102451) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 20:54:50.864658 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093a9081-5019-47a3-824b-2a6f40e00886 req-2edbb3bf-e5ea-4737-89fc-d32b0d41d807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:54:50.869766 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-093a9081-5019-47a3-824b-2a6f40e00886 req-2edbb3bf-e5ea-4737-89fc-d32b0d41d807 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=36b4f6393ec8462583ca1e173c79a484&device_id=cd190ca0-9dab-4a76-85a2-7048b4606e42 HTTP/1.1" status: 200 len: 1127 time: 0.1474645 Jan 31 20:54:50.881623 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8b0b94-5332-4169-b757-c9dee760d5bf req-bdff9390-55b2-4520-9e70-500dd2be5263 tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:54:50.894173 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-da8b0b94-5332-4169-b757-c9dee760d5bf req-bdff9390-55b2-4520-9e70-500dd2be5263 tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] 10.222.0.46 "GET /v2.0/ports?device_id=27df420e-76b2-43cf-8c3d-cb81ce4e672f HTTP/1.1" status: 200 len: 946 time: 0.1114619 Jan 31 20:54:50.982434 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-da8b0b94-5332-4169-b757-c9dee760d5bf req-e4a5475d-c87b-4a5d-99fe-e6cbeea1d048 tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] 10.222.0.46 "GET /v2.0/security-groups?id=0bdd6188-2d8b-4b17-a788-ae2efdc28206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860841 Jan 31 20:54:51.115225 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093a9081-5019-47a3-824b-2a6f40e00886 req-726dcd96-4cb1-4f7d-8ff1-39568cbfbadb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:54:51.117011 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-093a9081-5019-47a3-824b-2a6f40e00886 req-726dcd96-4cb1-4f7d-8ff1-39568cbfbadb service neutron] 10.222.0.59 "GET /v2.0/networks?id=fc325b36-fcfb-435a-a46c-0bf685a3990e HTTP/1.1" status: 200 len: 910 time: 0.2401085 Jan 31 20:54:51.237341 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26447885-0982-47a5-b3b1-e46e46ae712e req-6d875d98-c7ea-4187-bea3-0895686a1575 tempest-VolumesNegativeTest-1668166801 tempest-VolumesNegativeTest-1668166801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:54:51.237887 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-093a9081-5019-47a3-824b-2a6f40e00886 req-7967d369-fa5d-479b-ac16-81af5d74d24f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=df6606d0-fe2d-4dfe-9a78-bf548b3f2073 HTTP/1.1" status: 200 len: 217 time: 0.0950761 Jan 31 20:54:51.240358 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-26447885-0982-47a5-b3b1-e46e46ae712e req-6d875d98-c7ea-4187-bea3-0895686a1575 tempest-VolumesNegativeTest-1668166801 tempest-VolumesNegativeTest-1668166801-project] 10.222.0.46 "GET /v2.0/ports?device_id=c38d00f5-d1ed-41c3-9b53-e621a1f06041 HTTP/1.1" status: 200 len: 949 time: 0.1433275 Jan 31 20:54:51.328021 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-26447885-0982-47a5-b3b1-e46e46ae712e req-0bd675e4-fea2-40ba-958e-34984584c13c tempest-VolumesNegativeTest-1668166801 tempest-VolumesNegativeTest-1668166801-project] 10.222.0.46 "GET /v2.0/security-groups?id=c39aae2f-19ac-46a9-9e92-c81f0ae45efd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765066 Jan 31 20:54:51.340579 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093a9081-5019-47a3-824b-2a6f40e00886 req-9d4056bc-01c8-4b3b-8bb8-84f4511c8273 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:54:51.342393 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-093a9081-5019-47a3-824b-2a6f40e00886 req-9d4056bc-01c8-4b3b-8bb8-84f4511c8273 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=07c89dee-8fd9-4e0f-a6b2-a448c5962034 HTTP/1.1" status: 200 len: 849 time: 0.1003873 Jan 31 20:54:51.390568 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-093a9081-5019-47a3-824b-2a6f40e00886 req-2787b556-77c1-427e-9edb-7fd70bf61dbe service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=fc325b36-fcfb-435a-a46c-0bf685a3990e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307655 Jan 31 20:54:51.438743 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d540006-8b6c-486b-897d-dc72cc422fcd req-9a255347-8d17-4fef-9b40-01823875a518 tempest-DeleteServersTestJSON-1351021097 tempest-DeleteServersTestJSON-1351021097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:54:51.440358 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-8d540006-8b6c-486b-897d-dc72cc422fcd req-9a255347-8d17-4fef-9b40-01823875a518 tempest-DeleteServersTestJSON-1351021097 tempest-DeleteServersTestJSON-1351021097-project] 10.222.0.46 "GET /v2.0/ports?device_id=64319175-af4e-4f10-879b-b28dd60751ec HTTP/1.1" status: 200 len: 946 time: 0.1199131 Jan 31 20:54:51.557990 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-8d540006-8b6c-486b-897d-dc72cc422fcd req-0a8b731d-7480-45fd-8134-73a10418fe3a tempest-DeleteServersTestJSON-1351021097 tempest-DeleteServersTestJSON-1351021097-project] 10.222.0.46 "GET /v2.0/security-groups?id=824cade5-d4d4-4940-9ee8-5974711c3761&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767598 Jan 31 20:54:51.560583 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-093a9081-5019-47a3-824b-2a6f40e00886 req-926edd22-5f93-419d-a12a-62dad41162a7 service neutron] 10.222.0.59 "GET /v2.0/networks/fc325b36-fcfb-435a-a46c-0bf685a3990e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1538446 Jan 31 20:54:51.707291 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-9fa7a156-a82d-4f32-8215-bad16b8bf279 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600486512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3401042'] for agent (7c18f3b4-4d02-4b01-9072-98fcd9008716), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:51.758010 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-093a9081-5019-47a3-824b-2a6f40e00886 req-d35bae4e-288e-4cb3-b39e-efec1f91ed33 service neutron] 10.222.0.59 "GET /v2.0/networks/fc325b36-fcfb-435a-a46c-0bf685a3990e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1828601 Jan 31 20:54:51.814536 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8ba04f-7656-4161-b6fa-76a585718cbf req-bf485782-8264-4af1-b79e-3516a4020d8b tempest-VolumesActionsTest-1412122334 tempest-VolumesActionsTest-1412122334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:54:51.817439 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-2d8ba04f-7656-4161-b6fa-76a585718cbf req-bf485782-8264-4af1-b79e-3516a4020d8b tempest-VolumesActionsTest-1412122334 tempest-VolumesActionsTest-1412122334-project] 10.222.0.46 "GET /v2.0/ports?device_id=cd190ca0-9dab-4a76-85a2-7048b4606e42 HTTP/1.1" status: 200 len: 943 time: 0.1001601 Jan 31 20:54:51.900211 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-2d8ba04f-7656-4161-b6fa-76a585718cbf req-a0487559-16cf-4795-93dc-1fba3fde681d tempest-VolumesActionsTest-1412122334 tempest-VolumesActionsTest-1412122334-project] 10.222.0.46 "GET /v2.0/security-groups?id=b22fd3b9-8630-4635-8727-093fb8c2d7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762820 Jan 31 20:54:52.196691 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d6a505-c396-4683-86d2-2547c0e48d17 req-a552dfff-29bf-401f-a390-4a92a3dd8eeb tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:54:52.199541 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-e5d6a505-c396-4683-86d2-2547c0e48d17 req-a552dfff-29bf-401f-a390-4a92a3dd8eeb tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] 10.222.0.46 "GET /v2.0/ports?device_id=27df420e-76b2-43cf-8c3d-cb81ce4e672f HTTP/1.1" status: 200 len: 946 time: 0.0932493 Jan 31 20:54:52.268548 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-e5d6a505-c396-4683-86d2-2547c0e48d17 req-a75419a1-2895-4e69-9d14-08572e9c242d tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] 10.222.0.46 "GET /v2.0/security-groups?id=0bdd6188-2d8b-4b17-a788-ae2efdc28206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621643 Jan 31 20:54:52.502210 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.wsgi [-] (102449) accepted ('10.222.0.46', 37576) {{(pid=102449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 20:54:52.508528 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321edb35-3147-42b8-97a1-deaea1d8c270 req-5060778e-8399-4abc-b957-eda05dbd2cb9 tempest-VolumesNegativeTest-1668166801 tempest-VolumesNegativeTest-1668166801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:54:52.511017 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-321edb35-3147-42b8-97a1-deaea1d8c270 req-5060778e-8399-4abc-b957-eda05dbd2cb9 tempest-VolumesNegativeTest-1668166801 tempest-VolumesNegativeTest-1668166801-project] 10.222.0.46 "GET /v2.0/ports?device_id=c38d00f5-d1ed-41c3-9b53-e621a1f06041 HTTP/1.1" status: 200 len: 949 time: 0.0865672 Jan 31 20:54:52.588479 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-321edb35-3147-42b8-97a1-deaea1d8c270 req-7963a444-abfa-4f28-9174-aeae96f5bb57 tempest-VolumesNegativeTest-1668166801 tempest-VolumesNegativeTest-1668166801-project] 10.222.0.46 "GET /v2.0/security-groups?id=c39aae2f-19ac-46a9-9e92-c81f0ae45efd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685773 Jan 31 20:54:52.674299 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-f977372f-0fba-4437-8a20-f4ab41f3742a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:52.804122 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-f977372f-0fba-4437-8a20-f4ab41f3742a admin admin] Publish callbacks [] for security_group (a2e7eb24-f7d9-42c5-b1f6-cc669d33feec), precommit_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:52.809089 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-f977372f-0fba-4437-8a20-f4ab41f3742a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736509'] for security_group (a2e7eb24-f7d9-42c5-b1f6-cc669d33feec), after_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:52.861914 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f977372f-0fba-4437-8a20-f4ab41f3742a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2e7eb24-f7d9-42c5-b1f6-cc669d33feec,revision_number=1']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:54:52.906582 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [None req-f977372f-0fba-4437-8a20-f4ab41f3742a admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=1b1451b9b25b4697ade870e792e5edeb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4021254 Jan 31 20:54:52.910499 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.wsgi [-] (102449) accepted ('10.222.0.46', 37586) {{(pid=102449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 20:54:52.980176 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-7eb716df-9c73-407a-9e83-210e7bcc67e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600486512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3401042'] for agent (289e5c83-71b6-47e7-bef9-287113943a12), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:52.983013 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a5c538-305c-4a4e-a268-408644f4868a req-1a57c01d-c01c-4415-89f1-d2867d19a24a tempest-DeleteServersTestJSON-1351021097 tempest-DeleteServersTestJSON-1351021097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:54:52.984622 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-52a5c538-305c-4a4e-a268-408644f4868a req-1a57c01d-c01c-4415-89f1-d2867d19a24a tempest-DeleteServersTestJSON-1351021097 tempest-DeleteServersTestJSON-1351021097-project] 10.222.0.46 "GET /v2.0/ports?device_id=64319175-af4e-4f10-879b-b28dd60751ec HTTP/1.1" status: 200 len: 946 time: 0.1375947 Jan 31 20:54:53.013422 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-f4ab503f-a8ca-45dd-9ee5-eac8e347e5fd admin admin] Publish callbacks [] for security_group (a2e7eb24-f7d9-42c5-b1f6-cc669d33feec), before_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:53.057165 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-f4ab503f-a8ca-45dd-9ee5-eac8e347e5fd admin admin] Publish callbacks [] for security_group (a2e7eb24-f7d9-42c5-b1f6-cc669d33feec), precommit_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:53.095445 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-52a5c538-305c-4a4e-a268-408644f4868a req-ed681c0a-5e1a-4789-a0ab-393920138d39 tempest-DeleteServersTestJSON-1351021097 tempest-DeleteServersTestJSON-1351021097-project] 10.222.0.46 "GET /v2.0/security-groups?id=824cade5-d4d4-4940-9ee8-5974711c3761&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994291 Jan 31 20:54:53.110866 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a06b367-6104-42b8-9c54-31a1a66d719c req-c8123c0b-cd1a-40d3-91cf-791a066fd547 tempest-VolumesActionsTest-1412122334 tempest-VolumesActionsTest-1412122334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:54:53.113150 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-7a06b367-6104-42b8-9c54-31a1a66d719c req-c8123c0b-cd1a-40d3-91cf-791a066fd547 tempest-VolumesActionsTest-1412122334 tempest-VolumesActionsTest-1412122334-project] 10.222.0.46 "GET /v2.0/ports?device_id=cd190ca0-9dab-4a76-85a2-7048b4606e42 HTTP/1.1" status: 200 len: 943 time: 0.1122501 Jan 31 20:54:53.152755 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-f4ab503f-a8ca-45dd-9ee5-eac8e347e5fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736509'] for security_group (a2e7eb24-f7d9-42c5-b1f6-cc669d33feec), after_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:53.158675 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-f4ab503f-a8ca-45dd-9ee5-eac8e347e5fd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:53.160734 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [None req-f4ab503f-a8ca-45dd-9ee5-eac8e347e5fd admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/a2e7eb24-f7d9-42c5-b1f6-cc669d33feec HTTP/1.1" status: 204 len: 168 time: 0.2488830 Jan 31 20:54:53.179996 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ab503f-a8ca-45dd-9ee5-eac8e347e5fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2e7eb24-f7d9-42c5-b1f6-cc669d33feec,revision_number=None']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:54:53.211713 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-7a06b367-6104-42b8-9c54-31a1a66d719c req-4a0a3af4-12a6-481f-abcd-c8cd9f4da5e3 tempest-VolumesActionsTest-1412122334 tempest-VolumesActionsTest-1412122334-project] 10.222.0.46 "GET /v2.0/security-groups?id=b22fd3b9-8630-4635-8727-093fb8c2d7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878634 Jan 31 20:54:53.495724 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb92273-c732-420b-bc0f-6b4db76b650a req-e51d2690-6b39-47e9-9231-653147105022 tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:54:53.498266 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-4cb92273-c732-420b-bc0f-6b4db76b650a req-e51d2690-6b39-47e9-9231-653147105022 tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] 10.222.0.46 "GET /v2.0/ports?device_id=27df420e-76b2-43cf-8c3d-cb81ce4e672f HTTP/1.1" status: 200 len: 946 time: 0.0839698 Jan 31 20:54:53.585698 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-4cb92273-c732-420b-bc0f-6b4db76b650a req-ca9704ed-ac44-4bbd-bc94-72bd26b0f1b8 tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] 10.222.0.46 "GET /v2.0/security-groups?id=0bdd6188-2d8b-4b17-a788-ae2efdc28206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811589 Jan 31 20:54:53.656361 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.wsgi [-] (102450) accepted ('10.222.0.46', 37604) {{(pid=102450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 20:54:53.679132 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-7fd4c889-622d-4b8d-adaa-c5ebcf9ff696 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:53.820748 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a90718-9770-4355-9ef7-da2468a41810 req-3b97b215-a487-4002-96ba-5b709474c2bb tempest-VolumesNegativeTest-1668166801 tempest-VolumesNegativeTest-1668166801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:54:53.823501 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-85a90718-9770-4355-9ef7-da2468a41810 req-3b97b215-a487-4002-96ba-5b709474c2bb tempest-VolumesNegativeTest-1668166801 tempest-VolumesNegativeTest-1668166801-project] 10.222.0.46 "GET /v2.0/ports?device_id=c38d00f5-d1ed-41c3-9b53-e621a1f06041 HTTP/1.1" status: 200 len: 949 time: 0.1250052 Jan 31 20:54:53.889309 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-7fd4c889-622d-4b8d-adaa-c5ebcf9ff696 admin admin] Publish callbacks [] for security_group (5e3ed6b6-c57e-40e0-ab41-14628ad2bf4d), precommit_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:53.897931 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-7fd4c889-622d-4b8d-adaa-c5ebcf9ff696 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736509'] for security_group (5e3ed6b6-c57e-40e0-ab41-14628ad2bf4d), after_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:53.917013 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.rpc [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Device df6606d0-fe2d-4dfe-9a78-bf548b3f2073 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=102451) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 20:54:53.920672 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.rpc [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Device 34a1b1ee-2537-4aef-9664-31822dafff7d up at agent hyperv_hv-cinder-81322 {{(pid=102451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 20:54:53.984396 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-85a90718-9770-4355-9ef7-da2468a41810 req-2141f7ea-9c36-47a1-a916-4f50b847f112 tempest-VolumesNegativeTest-1668166801 tempest-VolumesNegativeTest-1668166801-project] 10.222.0.46 "GET /v2.0/security-groups?id=c39aae2f-19ac-46a9-9e92-c81f0ae45efd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503782 Jan 31 20:54:53.985358 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd4c889-622d-4b8d-adaa-c5ebcf9ff696 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e3ed6b6-c57e-40e0-ab41-14628ad2bf4d,revision_number=1']} {{(pid=102450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:54:53.990128 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [None req-7fd4c889-622d-4b8d-adaa-c5ebcf9ff696 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=382bac1b406747a090bfc4857ba0868a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3320785 Jan 31 20:54:53.993521 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.wsgi [-] (102450) accepted ('10.222.0.46', 37606) {{(pid=102450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 20:54:54.076650 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.db.provisioning_blocks [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Provisioning for port 34a1b1ee-2537-4aef-9664-31822dafff7d completed by entity L2. {{(pid=102451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 20:54:54.077398 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-da90c400-cc26-4294-9ed6-6c5d54f9226a admin admin] Publish callbacks [] for security_group (5e3ed6b6-c57e-40e0-ab41-14628ad2bf4d), before_delete {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:54.100058 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.db.provisioning_blocks [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Provisioning complete for port 34a1b1ee-2537-4aef-9664-31822dafff7d triggered by entity L2. {{(pid=102451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 20:54:54.100580 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3401144'] for port (34a1b1ee-2537-4aef-9664-31822dafff7d), provisioning_complete {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:54.108880 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-da90c400-cc26-4294-9ed6-6c5d54f9226a admin admin] Publish callbacks [] for security_group (5e3ed6b6-c57e-40e0-ab41-14628ad2bf4d), precommit_delete {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:54.161260 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.db [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] For port df6606d0-fe2d-4dfe-9a78-bf548b3f2073, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=df6606d0-fe2d-4dfe-9a78-bf548b3f2073,segment=NetworkSegment(8f4fb049-57d1-4353-888e-c277d2e4d6b9),segment_id=8f4fb049-57d1-4353-888e-c277d2e4d6b9)] {{(pid=102451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 20:54:54.189002 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-da90c400-cc26-4294-9ed6-6c5d54f9226a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736509'] for security_group (5e3ed6b6-c57e-40e0-ab41-14628ad2bf4d), after_delete {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:54.189624 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.rpc [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Returning: {'device': 'df6606d0-fe2d-4dfe-9a78-bf548b3f2073', 'network_id': 'fc325b36-fcfb-435a-a46c-0bf685a3990e', 'port_id': 'df6606d0-fe2d-4dfe-9a78-bf548b3f2073', 'mac_address': 'fa:16:3e:6f:9f:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 672, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07c89dee-8fd9-4e0f-a6b2-a448c5962034', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102451) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 20:54:54.192767 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-da90c400-cc26-4294-9ed6-6c5d54f9226a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:54.194690 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [None req-da90c400-cc26-4294-9ed6-6c5d54f9226a admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/5e3ed6b6-c57e-40e0-ab41-14628ad2bf4d HTTP/1.1" status: 204 len: 168 time: 0.1999831 Jan 31 20:54:54.208187 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da90c400-cc26-4294-9ed6-6c5d54f9226a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e3ed6b6-c57e-40e0-ab41-14628ad2bf4d,revision_number=None']} {{(pid=102450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:54:54.281737 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36894bc7-10ed-424d-9c71-4c27a792a765 req-cd4de47d-c31c-47a0-bb1c-7f4c1c76a040 tempest-DeleteServersTestJSON-1351021097 tempest-DeleteServersTestJSON-1351021097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:54:54.291769 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-36894bc7-10ed-424d-9c71-4c27a792a765 req-cd4de47d-c31c-47a0-bb1c-7f4c1c76a040 tempest-DeleteServersTestJSON-1351021097 tempest-DeleteServersTestJSON-1351021097-project] 10.222.0.46 "GET /v2.0/ports?device_id=64319175-af4e-4f10-879b-b28dd60751ec HTTP/1.1" status: 200 len: 946 time: 0.1132450 Jan 31 20:54:54.376764 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-36894bc7-10ed-424d-9c71-4c27a792a765 req-f378a492-a255-4d79-b4bd-15e7be296b5b tempest-DeleteServersTestJSON-1351021097 tempest-DeleteServersTestJSON-1351021097-project] 10.222.0.46 "GET /v2.0/security-groups?id=824cade5-d4d4-4940-9ee8-5974711c3761&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833457 Jan 31 20:54:54.377845 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.plugin [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Current status of the port df6606d0-fe2d-4dfe-9a78-bf548b3f2073 is: DOWN; New status is: BUILD {{(pid=102451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 20:54:54.378320 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1026180'] for port (df6606d0-fe2d-4dfe-9a78-bf548b3f2073), before_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:54.468364 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.notifiers.nova [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df6606d0-fe2d-4dfe-9a78-bf548b3f2073 {{(pid=102451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 20:54:54.486078 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-ded4de29-c2d1-4616-9365-9981ea756e41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600486512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3401042'] for agent (bf9d83f7-9209-4252-b853-70feadeab726), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:54.488781 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.plugin [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Current status of the port 34a1b1ee-2537-4aef-9664-31822dafff7d is: BUILD; New status is: ACTIVE {{(pid=102451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 20:54:54.490201 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1026180'] for port (34a1b1ee-2537-4aef-9664-31822dafff7d), before_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:54.523023 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612f5632-f02a-4abf-8973-4d415e080910 req-e2e478ed-5c15-41c1-b3df-52f6bf67743c tempest-VolumesActionsTest-1412122334 tempest-VolumesActionsTest-1412122334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:54:54.527502 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-612f5632-f02a-4abf-8973-4d415e080910 req-e2e478ed-5c15-41c1-b3df-52f6bf67743c tempest-VolumesActionsTest-1412122334 tempest-VolumesActionsTest-1412122334-project] 10.222.0.46 "GET /v2.0/ports?device_id=cd190ca0-9dab-4a76-85a2-7048b4606e42 HTTP/1.1" status: 200 len: 943 time: 0.1748500 Jan 31 20:54:54.541366 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.db [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] For port df6606d0-fe2d-4dfe-9a78-bf548b3f2073, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=df6606d0-fe2d-4dfe-9a78-bf548b3f2073,segment=NetworkSegment(8f4fb049-57d1-4353-888e-c277d2e4d6b9),segment_id=8f4fb049-57d1-4353-888e-c277d2e4d6b9)] {{(pid=102451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 20:54:54.550542 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1029723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3769609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783600466378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783599971615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783599971633'] for port (df6606d0-fe2d-4dfe-9a78-bf548b3f2073), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:54.583944 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c38d00f5-d1ed-41c3-9b53-e621a1f06041', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34a1b1ee-2537-4aef-9664-31822dafff7d'}] {{(pid=102451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 20:54:54.588057 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c23f90a41664c3b077a95f51e37b0059f8aa38e98bc0260eca12d616ac4420be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fab9d38-ff41-4662-90e8-751aca069474" -d '{"events": [{"server_uuid": "c38d00f5-d1ed-41c3-9b53-e621a1f06041", "name": "network-vif-plugged", "status": "completed", "tag": "34a1b1ee-2537-4aef-9664-31822dafff7d"}]}' {{(pid=102451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 20:54:54.629212 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-612f5632-f02a-4abf-8973-4d415e080910 req-cf422329-0cb9-44cd-aef3-06f26569b43f tempest-VolumesActionsTest-1412122334 tempest-VolumesActionsTest-1412122334-project] 10.222.0.46 "GET /v2.0/security-groups?id=b22fd3b9-8630-4635-8727-093fb8c2d7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933759 Jan 31 20:54:54.687711 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-af1c02f2-a7d6-4f7e-ab61-c72db7d0babf req-7e3fb0ed-6613-4244-805f-1f158fa2ccc5 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=5329065f-5069-48cf-b2ec-fe4e788092e5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1122324 Jan 31 20:54:54.699283 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.db [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] For port 34a1b1ee-2537-4aef-9664-31822dafff7d, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=34a1b1ee-2537-4aef-9664-31822dafff7d,segment=NetworkSegment(1760dae3-bf93-4f61-9f64-3757c7546a08),segment_id=1760dae3-bf93-4f61-9f64-3757c7546a08)] {{(pid=102451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 20:54:54.728300 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1029723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3769609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783600466378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783599971615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783599971633'] for port (34a1b1ee-2537-4aef-9664-31822dafff7d), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:54.773379 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 20:54:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ede009b3-842e-4498-a1eb-b06c3e644cd2 x-openstack-request-id: req-ede009b3-842e-4498-a1eb-b06c3e644cd2 {{(pid=102451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 20:54:54.773869 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c38d00f5-d1ed-41c3-9b53-e621a1f06041", "name": "network-vif-plugged", "status": "completed", "tag": "34a1b1ee-2537-4aef-9664-31822dafff7d", "code": 200}]} {{(pid=102451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 20:54:54.774140 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-ede009b3-842e-4498-a1eb-b06c3e644cd2 {{(pid=102451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 20:54:54.776422 dv-cinder-813229-5-iscsi neutron-server[102451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c38d00f5-d1ed-41c3-9b53-e621a1f06041', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34a1b1ee-2537-4aef-9664-31822dafff7d', 'code': 200} Jan 31 20:54:54.785649 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Pushing event updated for resources: {'Port': ['ID=df6606d0-fe2d-4dfe-9a78-bf548b3f2073,revision_number=4']} {{(pid=102451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:54:54.805730 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:54:54.806105 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:54:54.806459 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:54:54.806930 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:54:54.807180 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:54:54.807505 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:54:54.808028 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:54:54.808696 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:54:54.809187 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:54:54.809705 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:54:54.810190 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:54:54.810670 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:54:54.812529 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:54:54.939317 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Pushing event updated for resources: {'Port': ['ID=34a1b1ee-2537-4aef-9664-31822dafff7d,revision_number=5']} {{(pid=102451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:54:55.014383 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706826a4-a812-46a8-87a6-cbd061f18b82 req-5cdb9c60-12fd-44dd-91b7-a21beeaf97dc tempest-DeleteServersTestJSON-1351021097 tempest-DeleteServersTestJSON-1351021097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:54:55.016031 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-706826a4-a812-46a8-87a6-cbd061f18b82 req-5cdb9c60-12fd-44dd-91b7-a21beeaf97dc tempest-DeleteServersTestJSON-1351021097 tempest-DeleteServersTestJSON-1351021097-project] 10.222.0.59 "GET /v2.0/ports?device_id=64319175-af4e-4f10-879b-b28dd60751ec HTTP/1.1" status: 200 len: 946 time: 0.3002729 Jan 31 20:54:55.030491 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a308b02-cb7b-4237-8d69-bb5ad74e9fff req-3405d970-4320-47e5-bf53-53b2c202a400 tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:54:55.032868 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-8a308b02-cb7b-4237-8d69-bb5ad74e9fff req-3405d970-4320-47e5-bf53-53b2c202a400 tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] 10.222.0.46 "GET /v2.0/ports?device_id=27df420e-76b2-43cf-8c3d-cb81ce4e672f HTTP/1.1" status: 200 len: 946 time: 0.2213280 Jan 31 20:54:55.037333 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1c02f2-a7d6-4f7e-ab61-c72db7d0babf req-b3779f7e-ee2c-47fb-8429-39c7c387f4e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:54:55.039543 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-af1c02f2-a7d6-4f7e-ab61-c72db7d0babf req-b3779f7e-ee2c-47fb-8429-39c7c387f4e2 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d47558b0f9f34eaab8c09c34c2ff08d2&device_id=5329065f-5069-48cf-b2ec-fe4e788092e5 HTTP/1.1" status: 200 len: 1129 time: 0.1940525 Jan 31 20:54:55.104020 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.db [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] get_ports_and_sgs() called for port_ids ['df6606d0-fe2d-4dfe-9a78-bf548b3f2073'] {{(pid=102451) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 20:54:55.156801 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0e9979-92dc-4ef9-94a4-5a363e982c7a req-60aa48fa-c960-4546-a612-5e4fd2490354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:54:55.159953 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-0f0e9979-92dc-4ef9-94a4-5a363e982c7a req-60aa48fa-c960-4546-a612-5e4fd2490354 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=c38d00f5-d1ed-41c3-9b53-e621a1f06041 HTTP/1.1" status: 200 len: 1134 time: 0.1128905 Jan 31 20:54:55.354520 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6deed6-32be-4bf0-a90e-8ed4c5ebb4dc req-21e0fedd-ee0a-40dd-b3cd-fd30b30a5282 tempest-VolumesNegativeTest-1668166801 tempest-VolumesNegativeTest-1668166801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:54:55.359509 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-0d6deed6-32be-4bf0-a90e-8ed4c5ebb4dc req-21e0fedd-ee0a-40dd-b3cd-fd30b30a5282 tempest-VolumesNegativeTest-1668166801 tempest-VolumesNegativeTest-1668166801-project] 10.222.0.46 "GET /v2.0/ports?device_id=c38d00f5-d1ed-41c3-9b53-e621a1f06041 HTTP/1.1" status: 200 len: 950 time: 0.1951940 Jan 31 20:54:55.372784 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-0f0e9979-92dc-4ef9-94a4-5a363e982c7a req-63448c16-88f5-4658-8f12-fbfbfe165802 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=c39aae2f-19ac-46a9-9e92-c81f0ae45efd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1856999 Jan 31 20:54:55.456128 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-8a308b02-cb7b-4237-8d69-bb5ad74e9fff req-fb624efa-993d-4956-9e88-d66f20b4e35d tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] 10.222.0.46 "GET /v2.0/security-groups?id=0bdd6188-2d8b-4b17-a788-ae2efdc28206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4122546 Jan 31 20:54:55.469557 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-0d6deed6-32be-4bf0-a90e-8ed4c5ebb4dc req-7b8d929b-41d0-4448-be7f-f9a17e8bb13f tempest-VolumesNegativeTest-1668166801 tempest-VolumesNegativeTest-1668166801-project] 10.222.0.46 "GET /v2.0/security-groups?id=c39aae2f-19ac-46a9-9e92-c81f0ae45efd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954781 Jan 31 20:54:55.487684 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1c02f2-a7d6-4f7e-ab61-c72db7d0babf req-2c8df5bf-818c-4edc-a18f-9dbb5264e9d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:54:55.490966 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-af1c02f2-a7d6-4f7e-ab61-c72db7d0babf req-2c8df5bf-818c-4edc-a18f-9dbb5264e9d3 service neutron] 10.222.0.59 "GET /v2.0/networks?id=7654a450-2e31-4398-8bf5-1ad3ee6cd04f HTTP/1.1" status: 200 len: 915 time: 0.4053206 Jan 31 20:54:55.559564 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [req-706826a4-a812-46a8-87a6-cbd061f18b82 req-7791683f-d20b-410e-b532-522691c5e165 tempest-DeleteServersTestJSON-1351021097 tempest-DeleteServersTestJSON-1351021097-project] Deleting port f0881fcb-57c2-4659-a463-6dc262b1fa41 {{(pid=102449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 20:54:55.560137 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [req-706826a4-a812-46a8-87a6-cbd061f18b82 req-7791683f-d20b-410e-b532-522691c5e165 tempest-DeleteServersTestJSON-1351021097 tempest-DeleteServersTestJSON-1351021097-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783600463454'] for port (f0881fcb-57c2-4659-a463-6dc262b1fa41), before_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:55.758042 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-af1c02f2-a7d6-4f7e-ab61-c72db7d0babf req-cde6d9d3-3ed2-42a1-ae4d-5f3270a2c848 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f52247a4-d6f9-4630-840b-d991c41d687c HTTP/1.1" status: 200 len: 217 time: 0.0759268 Jan 31 20:54:55.820754 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d10fea-d108-4370-86b7-f0c9b5fe5856 req-feaac8d6-b837-4520-ac6e-64d096f183ec tempest-VolumesActionsTest-1412122334 tempest-VolumesActionsTest-1412122334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:54:55.823520 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-18d10fea-d108-4370-86b7-f0c9b5fe5856 req-feaac8d6-b837-4520-ac6e-64d096f183ec tempest-VolumesActionsTest-1412122334 tempest-VolumesActionsTest-1412122334-project] 10.222.0.46 "GET /v2.0/ports?device_id=cd190ca0-9dab-4a76-85a2-7048b4606e42 HTTP/1.1" status: 200 len: 944 time: 0.0908208 Jan 31 20:54:55.852216 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c6b5eb-cc2c-4e46-9baa-df45797af485 req-5349b478-2c01-4ea9-ae45-8c787f9904e8 tempest-DeleteServersTestJSON-1351021097 tempest-DeleteServersTestJSON-1351021097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:54:55.854926 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-22c6b5eb-cc2c-4e46-9baa-df45797af485 req-5349b478-2c01-4ea9-ae45-8c787f9904e8 tempest-DeleteServersTestJSON-1351021097 tempest-DeleteServersTestJSON-1351021097-project] 10.222.0.46 "GET /v2.0/ports?device_id=64319175-af4e-4f10-879b-b28dd60751ec HTTP/1.1" status: 200 len: 946 time: 0.2884073 Jan 31 20:54:55.886553 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.db [req-706826a4-a812-46a8-87a6-cbd061f18b82 req-7791683f-d20b-410e-b532-522691c5e165 tempest-DeleteServersTestJSON-1351021097 tempest-DeleteServersTestJSON-1351021097-project] For port f0881fcb-57c2-4659-a463-6dc262b1fa41, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=f0881fcb-57c2-4659-a463-6dc262b1fa41,segment=NetworkSegment(8d4fae8a-a81c-4e52-b2b0-57f0ea8e5423),segment_id=8d4fae8a-a81c-4e52-b2b0-57f0ea8e5423)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 20:54:55.887213 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [req-706826a4-a812-46a8-87a6-cbd061f18b82 req-7791683f-d20b-410e-b532-522691c5e165 tempest-DeleteServersTestJSON-1351021097 tempest-DeleteServersTestJSON-1351021097-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696268'] for port (f0881fcb-57c2-4659-a463-6dc262b1fa41), precommit_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:55.926561 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-18d10fea-d108-4370-86b7-f0c9b5fe5856 req-447166f2-a9c6-4447-a876-199c230073a6 tempest-VolumesActionsTest-1412122334 tempest-VolumesActionsTest-1412122334-project] 10.222.0.46 "GET /v2.0/security-groups?id=b22fd3b9-8630-4635-8727-093fb8c2d7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920234 Jan 31 20:54:55.946354 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [req-706826a4-a812-46a8-87a6-cbd061f18b82 req-7791683f-d20b-410e-b532-522691c5e165 tempest-DeleteServersTestJSON-1351021097 tempest-DeleteServersTestJSON-1351021097-project] Calling delete_port for f0881fcb-57c2-4659-a463-6dc262b1fa41 owned by compute:nova {{(pid=102449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 20:54:55.954024 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1c02f2-a7d6-4f7e-ab61-c72db7d0babf req-5bbff43d-bbd5-4ca5-adb6-cc43603db9de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:54:55.956523 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-af1c02f2-a7d6-4f7e-ab61-c72db7d0babf req-5bbff43d-bbd5-4ca5-adb6-cc43603db9de service neutron] 10.222.0.59 "GET /v2.0/subnets?id=70f837bf-4dbc-49b3-a16a-2a9bab745253 HTTP/1.1" status: 200 len: 854 time: 0.1778026 Jan 31 20:54:55.981006 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600486512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3401042'] for agent (9ba4f6fe-000a-4ef5-9d61-ba62910ab5fe), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:56.143524 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-af1c02f2-a7d6-4f7e-ab61-c72db7d0babf req-3b04654c-d3e4-4e00-bd35-be0a1f56de85 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=7654a450-2e31-4398-8bf5-1ad3ee6cd04f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1635244 Jan 31 20:54:56.153678 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-22c6b5eb-cc2c-4e46-9baa-df45797af485 req-caf46949-8a9d-422e-9114-e0a78d7d7426 tempest-DeleteServersTestJSON-1351021097 tempest-DeleteServersTestJSON-1351021097-project] 10.222.0.46 "GET /v2.0/security-groups?id=824cade5-d4d4-4940-9ee8-5974711c3761&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2839065 Jan 31 20:54:56.318159 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-af1c02f2-a7d6-4f7e-ab61-c72db7d0babf req-dfed6c90-934c-4381-97ac-86b4d0214d7c service neutron] 10.222.0.59 "GET /v2.0/networks/7654a450-2e31-4398-8bf5-1ad3ee6cd04f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1613450 Jan 31 20:54:56.458001 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [req-706826a4-a812-46a8-87a6-cbd061f18b82 req-7791683f-d20b-410e-b532-522691c5e165 tempest-DeleteServersTestJSON-1351021097 tempest-DeleteServersTestJSON-1351021097-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1029723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3769609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783600466360', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783599971606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29106256'] for port (f0881fcb-57c2-4659-a463-6dc262b1fa41), after_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:56.507414 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7791683f-d20b-410e-b532-522691c5e165 tempest-DeleteServersTestJSON-1351021097 tempest-DeleteServersTestJSON-1351021097-project] Pushing event deleted for resources: {'Port': ['ID=f0881fcb-57c2-4659-a463-6dc262b1fa41,revision_number=None']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:54:56.659428 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [req-706826a4-a812-46a8-87a6-cbd061f18b82 req-7791683f-d20b-410e-b532-522691c5e165 tempest-DeleteServersTestJSON-1351021097 tempest-DeleteServersTestJSON-1351021097-project] No DVR routers for this DVR port f0881fcb-57c2-4659-a463-6dc262b1fa41 on host hv-cinder-81322 {{(pid=102449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 20:54:56.682125 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [req-706826a4-a812-46a8-87a6-cbd061f18b82 req-7791683f-d20b-410e-b532-522691c5e165 tempest-DeleteServersTestJSON-1351021097 tempest-DeleteServersTestJSON-1351021097-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204375'] for port (None), before_response {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:56.685789 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-706826a4-a812-46a8-87a6-cbd061f18b82 req-7791683f-d20b-410e-b532-522691c5e165 tempest-DeleteServersTestJSON-1351021097 tempest-DeleteServersTestJSON-1351021097-project] 10.222.0.59 "DELETE /v2.0/ports/f0881fcb-57c2-4659-a463-6dc262b1fa41 HTTP/1.1" status: 204 len: 173 time: 1.6396298 Jan 31 20:54:56.690230 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64319175-af4e-4f10-879b-b28dd60751ec', 'name': 'network-vif-deleted', 'tag': 'f0881fcb-57c2-4659-a463-6dc262b1fa41'}] {{(pid=102449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 20:54:56.695236 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba30590511e0408980e1e78341b94ae353025d2904c3e8034e675cc5aff8c4ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7392b15b-10d4-4686-bc58-fe6e861bd9fa" -d '{"events": [{"server_uuid": "64319175-af4e-4f10-879b-b28dd60751ec", "name": "network-vif-deleted", "tag": "f0881fcb-57c2-4659-a463-6dc262b1fa41"}]}' {{(pid=102449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 20:54:56.715183 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286c86ef-b2e1-4a29-94eb-a049b6026fef req-2b4281cd-dde6-473d-9919-1d02f7a60b91 tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:54:56.726626 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-af1c02f2-a7d6-4f7e-ab61-c72db7d0babf req-107090cd-8195-45a8-bf0f-27cd70c443fc service neutron] 10.222.0.59 "GET /v2.0/networks/7654a450-2e31-4398-8bf5-1ad3ee6cd04f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3901315 Jan 31 20:54:56.728299 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-286c86ef-b2e1-4a29-94eb-a049b6026fef req-2b4281cd-dde6-473d-9919-1d02f7a60b91 tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] 10.222.0.46 "GET /v2.0/ports?device_id=27df420e-76b2-43cf-8c3d-cb81ce4e672f HTTP/1.1" status: 200 len: 946 time: 0.0802402 Jan 31 20:54:56.791540 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa2ef00-de0c-4281-915f-3007ea008d18 req-13fd28ab-fab1-41d9-98cb-8f82ecea4cb5 tempest-VolumesNegativeTest-1668166801 tempest-VolumesNegativeTest-1668166801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:54:56.803408 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-faa2ef00-de0c-4281-915f-3007ea008d18 req-13fd28ab-fab1-41d9-98cb-8f82ecea4cb5 tempest-VolumesNegativeTest-1668166801 tempest-VolumesNegativeTest-1668166801-project] 10.222.0.46 "GET /v2.0/ports?device_id=c38d00f5-d1ed-41c3-9b53-e621a1f06041 HTTP/1.1" status: 200 len: 950 time: 0.1461394 Jan 31 20:54:56.848871 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-286c86ef-b2e1-4a29-94eb-a049b6026fef req-b4f7a697-6228-43bd-8cb1-0b3f311279b9 tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] 10.222.0.46 "GET /v2.0/security-groups?id=0bdd6188-2d8b-4b17-a788-ae2efdc28206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192222 Jan 31 20:54:56.899450 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-faa2ef00-de0c-4281-915f-3007ea008d18 req-d85237bf-1a2f-4f89-9850-e5a18e5142c4 tempest-VolumesNegativeTest-1668166801 tempest-VolumesNegativeTest-1668166801-project] 10.222.0.46 "GET /v2.0/security-groups?id=c39aae2f-19ac-46a9-9e92-c81f0ae45efd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927491 Jan 31 20:54:56.916015 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 20:54:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-252c872b-dd62-47c0-8a49-aa1dd47bed95 x-openstack-request-id: req-252c872b-dd62-47c0-8a49-aa1dd47bed95 {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 20:54:56.916321 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64319175-af4e-4f10-879b-b28dd60751ec", "name": "network-vif-deleted", "tag": "f0881fcb-57c2-4659-a463-6dc262b1fa41", "status": "completed", "code": 200}]} {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 20:54:56.917656 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-252c872b-dd62-47c0-8a49-aa1dd47bed95 {{(pid=102449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 20:54:56.918096 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64319175-af4e-4f10-879b-b28dd60751ec', 'name': 'network-vif-deleted', 'tag': 'f0881fcb-57c2-4659-a463-6dc262b1fa41', 'status': 'completed', 'code': 200} Jan 31 20:54:57.080412 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a375e6-9a6d-4814-82ef-7d8ff413b8d2 req-b8477137-c631-4a42-858c-7193165e8831 tempest-VolumesActionsTest-1412122334 tempest-VolumesActionsTest-1412122334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:54:57.088157 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-12a375e6-9a6d-4814-82ef-7d8ff413b8d2 req-b8477137-c631-4a42-858c-7193165e8831 tempest-VolumesActionsTest-1412122334 tempest-VolumesActionsTest-1412122334-project] 10.222.0.46 "GET /v2.0/ports?device_id=cd190ca0-9dab-4a76-85a2-7048b4606e42 HTTP/1.1" status: 200 len: 944 time: 0.0625739 Jan 31 20:54:57.145252 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600486512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3401042'] for agent (e85cc1e2-8b4e-4549-a68e-d414072d4156), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:57.151251 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-12a375e6-9a6d-4814-82ef-7d8ff413b8d2 req-51b107a0-6b7b-4333-a450-b4e045b5ffb6 tempest-VolumesActionsTest-1412122334 tempest-VolumesActionsTest-1412122334-project] 10.222.0.46 "GET /v2.0/security-groups?id=b22fd3b9-8630-4635-8727-093fb8c2d7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605206 Jan 31 20:54:57.305720 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-c0e9bfe3-c5b3-4edb-89a9-8a52efe9e298 req-f23f075b-dad8-4ffb-95bb-f69e9c04c47c tempest-DeleteServersTestJSON-1351021097 tempest-DeleteServersTestJSON-1351021097-project] 10.222.0.46 "GET /v2.0/ports?device_id=64319175-af4e-4f10-879b-b28dd60751ec HTTP/1.1" status: 200 len: 210 time: 0.0657859 Jan 31 20:54:57.941257 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.rpc [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Device df6606d0-fe2d-4dfe-9a78-bf548b3f2073 up at agent hyperv_hv-cinder-81322 {{(pid=102451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 20:54:58.048355 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b71338-f689-4b3c-910d-f1417c7623fa req-bae75e96-9af1-451d-bf5d-5f061e20618d tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:54:58.058951 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-c6b71338-f689-4b3c-910d-f1417c7623fa req-bae75e96-9af1-451d-bf5d-5f061e20618d tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] 10.222.0.46 "GET /v2.0/ports?device_id=27df420e-76b2-43cf-8c3d-cb81ce4e672f HTTP/1.1" status: 200 len: 946 time: 0.1098666 Jan 31 20:54:58.104081 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.db.provisioning_blocks [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Provisioning for port df6606d0-fe2d-4dfe-9a78-bf548b3f2073 completed by entity L2. {{(pid=102451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 20:54:58.117933 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.db.provisioning_blocks [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Provisioning complete for port df6606d0-fe2d-4dfe-9a78-bf548b3f2073 triggered by entity L2. {{(pid=102451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 20:54:58.121067 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3401144'] for port (df6606d0-fe2d-4dfe-9a78-bf548b3f2073), provisioning_complete {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:58.165987 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-c6b71338-f689-4b3c-910d-f1417c7623fa req-33c764e7-bf25-48e6-8fdd-f05505698df0 tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] 10.222.0.46 "GET /v2.0/security-groups?id=0bdd6188-2d8b-4b17-a788-ae2efdc28206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042891 Jan 31 20:54:58.250574 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63018911-866e-43b0-93d5-28a03bba0c04 req-dfef18c8-3d73-4717-bdb7-c661e38ec26f tempest-VolumesNegativeTest-1668166801 tempest-VolumesNegativeTest-1668166801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:54:58.272502 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-63018911-866e-43b0-93d5-28a03bba0c04 req-dfef18c8-3d73-4717-bdb7-c661e38ec26f tempest-VolumesNegativeTest-1668166801 tempest-VolumesNegativeTest-1668166801-project] 10.222.0.46 "GET /v2.0/ports?device_id=c38d00f5-d1ed-41c3-9b53-e621a1f06041 HTTP/1.1" status: 200 len: 950 time: 0.1965225 Jan 31 20:54:58.396780 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-63018911-866e-43b0-93d5-28a03bba0c04 req-af732501-84f0-4b38-a1a5-f4df09ce756c tempest-VolumesNegativeTest-1668166801 tempest-VolumesNegativeTest-1668166801-project] 10.222.0.46 "GET /v2.0/security-groups?id=c39aae2f-19ac-46a9-9e92-c81f0ae45efd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215990 Jan 31 20:54:58.449089 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.plugin [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Current status of the port df6606d0-fe2d-4dfe-9a78-bf548b3f2073 is: BUILD; New status is: ACTIVE {{(pid=102451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 20:54:58.453536 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1026180'] for port (df6606d0-fe2d-4dfe-9a78-bf548b3f2073), before_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:58.513957 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd190ca0-9dab-4a76-85a2-7048b4606e42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df6606d0-fe2d-4dfe-9a78-bf548b3f2073'}] {{(pid=102451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 20:54:58.516849 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c23f90a41664c3b077a95f51e37b0059f8aa38e98bc0260eca12d616ac4420be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c88e404-8e73-4ef2-9a33-265a5fc77a20" -d '{"events": [{"server_uuid": "cd190ca0-9dab-4a76-85a2-7048b4606e42", "name": "network-vif-plugged", "status": "completed", "tag": "df6606d0-fe2d-4dfe-9a78-bf548b3f2073"}]}' {{(pid=102451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 20:54:58.536954 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.db [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] For port df6606d0-fe2d-4dfe-9a78-bf548b3f2073, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=df6606d0-fe2d-4dfe-9a78-bf548b3f2073,segment=NetworkSegment(8f4fb049-57d1-4353-888e-c277d2e4d6b9),segment_id=8f4fb049-57d1-4353-888e-c277d2e4d6b9)] {{(pid=102451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 20:54:58.545280 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1029723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3769609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783600466378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783599971615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783599971633'] for port (df6606d0-fe2d-4dfe-9a78-bf548b3f2073), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:54:58.546555 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.rpc [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Device f0881fcb-57c2-4659-a463-6dc262b1fa41 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=102451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 20:54:58.547191 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38acc231-ac27-409f-86e4-c148293a6c41 req-a63b1cff-6472-47bc-aa21-32cbdb9a3d25 tempest-VolumesActionsTest-1412122334 tempest-VolumesActionsTest-1412122334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:54:58.562262 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-38acc231-ac27-409f-86e4-c148293a6c41 req-a63b1cff-6472-47bc-aa21-32cbdb9a3d25 tempest-VolumesActionsTest-1412122334 tempest-VolumesActionsTest-1412122334-project] 10.222.0.46 "GET /v2.0/ports?device_id=cd190ca0-9dab-4a76-85a2-7048b4606e42 HTTP/1.1" status: 200 len: 944 time: 0.1935489 Jan 31 20:54:58.612877 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.plugin [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] No Port match for: f0881fcb-57c2-4659-a463-6dc262b1fa41 {{(pid=102451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 20:54:58.613620 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.rpc [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Device f0881fcb-57c2-4659-a463-6dc262b1fa41 not bound to the agent host hv-cinder-81322 {{(pid=102451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 20:54:58.621438 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-796d193d-ce39-4975-9577-ac3d2980a478 req-0b342c7e-e3fa-4a2d-8540-65bbb733f1b6 tempest-DeleteServersTestJSON-1351021097 tempest-DeleteServersTestJSON-1351021097-project] 10.222.0.46 "GET /v2.0/ports?device_id=64319175-af4e-4f10-879b-b28dd60751ec HTTP/1.1" status: 200 len: 210 time: 0.0578837 Jan 31 20:54:58.671050 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-38acc231-ac27-409f-86e4-c148293a6c41 req-94e8a2dd-37f0-4bca-92d4-5867c5736163 tempest-VolumesActionsTest-1412122334 tempest-VolumesActionsTest-1412122334-project] 10.222.0.46 "GET /v2.0/security-groups?id=b22fd3b9-8630-4635-8727-093fb8c2d7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025400 Jan 31 20:54:58.718116 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Pushing event updated for resources: {'Port': ['ID=df6606d0-fe2d-4dfe-9a78-bf548b3f2073,revision_number=5']} {{(pid=102451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:54:58.739778 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 20:54:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c6f03cd-e5f7-4917-9a56-bbf312d30640 x-openstack-request-id: req-1c6f03cd-e5f7-4917-9a56-bbf312d30640 {{(pid=102451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 20:54:58.740465 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd190ca0-9dab-4a76-85a2-7048b4606e42", "name": "network-vif-plugged", "status": "completed", "tag": "df6606d0-fe2d-4dfe-9a78-bf548b3f2073", "code": 200}]} {{(pid=102451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 20:54:58.740894 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-1c6f03cd-e5f7-4917-9a56-bbf312d30640 {{(pid=102451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 20:54:58.741595 dv-cinder-813229-5-iscsi neutron-server[102451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd190ca0-9dab-4a76-85a2-7048b4606e42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df6606d0-fe2d-4dfe-9a78-bf548b3f2073', 'code': 200} Jan 31 20:54:59.039136 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7009a155-07b2-453c-b3ac-03fd95779f36 req-1c7f8803-9a2a-4858-880d-fbfcb2d0fd06 tempest-AttachVolumeNegativeTest-36827424 tempest-AttachVolumeNegativeTest-36827424-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:54:59.055205 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-7009a155-07b2-453c-b3ac-03fd95779f36 req-1c7f8803-9a2a-4858-880d-fbfcb2d0fd06 tempest-AttachVolumeNegativeTest-36827424 tempest-AttachVolumeNegativeTest-36827424-project] 10.222.0.46 "GET /v2.0/networks?id=7654a450-2e31-4398-8bf5-1ad3ee6cd04f HTTP/1.1" status: 200 len: 814 time: 0.2362883 Jan 31 20:54:59.063757 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c34724-8fbe-4812-b880-3c9f43f4e0b9 req-03e46421-69ec-439d-a5fe-9a149d629421 tempest-VolumesNegativeTest-1668166801 tempest-VolumesNegativeTest-1668166801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:54:59.068355 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-e3c34724-8fbe-4812-b880-3c9f43f4e0b9 req-03e46421-69ec-439d-a5fe-9a149d629421 tempest-VolumesNegativeTest-1668166801 tempest-VolumesNegativeTest-1668166801-project] 10.222.0.46 "GET /v2.0/ports?device_id=c38d00f5-d1ed-41c3-9b53-e621a1f06041 HTTP/1.1" status: 200 len: 950 time: 0.1129971 Jan 31 20:54:59.082571 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-7009a155-07b2-453c-b3ac-03fd95779f36 req-2550c0c6-3122-43db-a433-e7795b4316cb tempest-AttachVolumeNegativeTest-36827424 tempest-AttachVolumeNegativeTest-36827424-project] 10.222.0.46 "GET /v2.0/quotas/d47558b0f9f34eaab8c09c34c2ff08d2 HTTP/1.1" status: 200 len: 375 time: 0.0257905 Jan 31 20:54:59.172169 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-7009a155-07b2-453c-b3ac-03fd95779f36 req-0bfd89d1-1e8a-4cf5-95ef-e60fadef65c7 tempest-AttachVolumeNegativeTest-36827424 tempest-AttachVolumeNegativeTest-36827424-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=d47558b0f9f34eaab8c09c34c2ff08d2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0870678 Jan 31 20:54:59.399252 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d79d69-19d9-46ac-93e3-72d7a1b24b8e req-75c17c1f-c853-447c-869d-ecf16c1899bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:54:59.402471 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-05d79d69-19d9-46ac-93e3-72d7a1b24b8e req-75c17c1f-c853-447c-869d-ecf16c1899bc service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=cd190ca0-9dab-4a76-85a2-7048b4606e42 HTTP/1.1" status: 200 len: 1129 time: 0.3898036 Jan 31 20:54:59.451504 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-7009a155-07b2-453c-b3ac-03fd95779f36 req-99933f28-9eff-41e3-b692-fe42be2f5bf0 service neutron] 10.222.0.46 "GET /v2.0/networks/7654a450-2e31-4398-8bf5-1ad3ee6cd04f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2699201 Jan 31 20:54:59.456646 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-e3c34724-8fbe-4812-b880-3c9f43f4e0b9 req-87f2949f-c368-44e1-8dee-2f462ed7a929 tempest-VolumesNegativeTest-1668166801 tempest-VolumesNegativeTest-1668166801-project] 10.222.0.46 "GET /v2.0/security-groups?id=c39aae2f-19ac-46a9-9e92-c81f0ae45efd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3802328 Jan 31 20:54:59.526364 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-05d79d69-19d9-46ac-93e3-72d7a1b24b8e req-1e1f4199-f905-41e2-b0fd-4c9cef832cd4 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=b22fd3b9-8630-4635-8727-093fb8c2d7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109874 Jan 31 20:54:59.572847 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-7009a155-07b2-453c-b3ac-03fd95779f36 req-9ff1ad1e-674a-4c5b-9d99-38de654a4563 service neutron] 10.222.0.46 "GET /v2.0/networks/7654a450-2e31-4398-8bf5-1ad3ee6cd04f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1192472 Jan 31 20:54:59.671006 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde8ddbf-328c-441b-8d3b-ab6da2f76734 req-3600cd85-d3f6-4528-8e01-55d69a245575 tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:54:59.673754 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-fde8ddbf-328c-441b-8d3b-ab6da2f76734 req-3600cd85-d3f6-4528-8e01-55d69a245575 tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] 10.222.0.46 "GET /v2.0/ports?device_id=27df420e-76b2-43cf-8c3d-cb81ce4e672f HTTP/1.1" status: 200 len: 946 time: 0.0902326 Jan 31 20:54:59.775391 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-fde8ddbf-328c-441b-8d3b-ab6da2f76734 req-d44a67eb-cb52-4652-9e66-38ed7a04e35a tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] 10.222.0.46 "GET /v2.0/security-groups?id=0bdd6188-2d8b-4b17-a788-ae2efdc28206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903921 Jan 31 20:54:59.913077 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-56957ab1-1058-453d-928d-8c053dc3dfdc req-059ebd59-5ae9-4002-af03-8e48f4f92fc3 tempest-AttachVolumeNegativeTest-36827424 tempest-AttachVolumeNegativeTest-36827424-project] 10.222.0.46 "GET /v2.0/ports?device_id=d5f199b8-d2d4-43df-ad1a-9439063b9d33 HTTP/1.1" status: 200 len: 210 time: 0.0506382 Jan 31 20:54:59.961427 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0290b3ac-4bd7-4063-90c1-9e0956c2b20c req-7924c998-1618-4d34-804b-9f15257288a0 tempest-VolumesActionsTest-1412122334 tempest-VolumesActionsTest-1412122334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:54:59.966127 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-0290b3ac-4bd7-4063-90c1-9e0956c2b20c req-7924c998-1618-4d34-804b-9f15257288a0 tempest-VolumesActionsTest-1412122334 tempest-VolumesActionsTest-1412122334-project] 10.222.0.46 "GET /v2.0/ports?device_id=cd190ca0-9dab-4a76-85a2-7048b4606e42 HTTP/1.1" status: 200 len: 945 time: 0.1034050 Jan 31 20:55:00.054656 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-0290b3ac-4bd7-4063-90c1-9e0956c2b20c req-d4ec2258-6c4e-4e9f-9f1d-19a332372c09 tempest-VolumesActionsTest-1412122334 tempest-VolumesActionsTest-1412122334-project] 10.222.0.46 "GET /v2.0/security-groups?id=b22fd3b9-8630-4635-8727-093fb8c2d7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849447 Jan 31 20:55:00.693366 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0f0646-3fda-48ae-8005-3a33f8a47062 req-5697f27c-3e5c-4f89-a2b8-07c533e1f571 tempest-VolumesNegativeTest-1668166801 tempest-VolumesNegativeTest-1668166801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:55:00.695411 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-2a0f0646-3fda-48ae-8005-3a33f8a47062 req-5697f27c-3e5c-4f89-a2b8-07c533e1f571 tempest-VolumesNegativeTest-1668166801 tempest-VolumesNegativeTest-1668166801-project] 10.222.0.46 "GET /v2.0/ports?device_id=c38d00f5-d1ed-41c3-9b53-e621a1f06041 HTTP/1.1" status: 200 len: 950 time: 0.1353943 Jan 31 20:55:00.775705 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-2a0f0646-3fda-48ae-8005-3a33f8a47062 req-5bc7d347-b347-464f-9e1b-f303a674c1e0 tempest-VolumesNegativeTest-1668166801 tempest-VolumesNegativeTest-1668166801-project] 10.222.0.46 "GET /v2.0/security-groups?id=c39aae2f-19ac-46a9-9e92-c81f0ae45efd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691803 Jan 31 20:55:00.958951 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d43009-4e87-41d9-93e8-88395014c3eb req-5d96daf1-ab19-471d-a117-1d420f083756 tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:55:00.961251 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-57d43009-4e87-41d9-93e8-88395014c3eb req-5d96daf1-ab19-471d-a117-1d420f083756 tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] 10.222.0.46 "GET /v2.0/ports?device_id=27df420e-76b2-43cf-8c3d-cb81ce4e672f HTTP/1.1" status: 200 len: 946 time: 0.0743749 Jan 31 20:55:01.035883 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-57d43009-4e87-41d9-93e8-88395014c3eb req-9d04f777-a7ce-42b2-a09f-dd0d0901b8dc tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] 10.222.0.46 "GET /v2.0/security-groups?id=0bdd6188-2d8b-4b17-a788-ae2efdc28206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644929 Jan 31 20:55:01.097492 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-39f15a71-6681-445c-9187-65a0e8895ef9 req-6c2d8eac-d4e4-4e86-8bb1-1b9b74da4c09 tempest-AttachVolumeNegativeTest-36827424 tempest-AttachVolumeNegativeTest-36827424-project] 10.222.0.46 "GET /v2.0/ports?device_id=d5f199b8-d2d4-43df-ad1a-9439063b9d33 HTTP/1.1" status: 200 len: 210 time: 0.0522611 Jan 31 20:55:01.275545 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21318647-673d-4336-9f4c-2d2afa8a3a37 req-8921ce5c-f7f3-4305-b527-ff5d5964fb55 tempest-VolumesActionsTest-1412122334 tempest-VolumesActionsTest-1412122334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:55:01.278067 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-21318647-673d-4336-9f4c-2d2afa8a3a37 req-8921ce5c-f7f3-4305-b527-ff5d5964fb55 tempest-VolumesActionsTest-1412122334 tempest-VolumesActionsTest-1412122334-project] 10.222.0.46 "GET /v2.0/ports?device_id=cd190ca0-9dab-4a76-85a2-7048b4606e42 HTTP/1.1" status: 200 len: 945 time: 0.0995290 Jan 31 20:55:01.362432 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-21318647-673d-4336-9f4c-2d2afa8a3a37 req-d4df4a4d-ef6a-41e1-ae0c-c6ffb89d5f44 tempest-VolumesActionsTest-1412122334 tempest-VolumesActionsTest-1412122334-project] 10.222.0.46 "GET /v2.0/security-groups?id=b22fd3b9-8630-4635-8727-093fb8c2d7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734367 Jan 31 20:55:01.421381 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.wsgi [-] (102449) accepted ('10.222.0.46', 37852) {{(pid=102449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 20:55:01.509887 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.db.db_base_plugin_v2 [None req-a315dc0b-8920-4435-aee3-6de1a0089fff admin admin] Deleting subnet 059f496d-99c7-49f8-b0d5-1c6838335166 {{(pid=102449) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 31 20:55:01.513640 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-a315dc0b-8920-4435-aee3-6de1a0089fff admin admin] Publish callbacks [] for subnet (059f496d-99c7-49f8-b0d5-1c6838335166), before_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:55:01.589657 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-a315dc0b-8920-4435-aee3-6de1a0089fff admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25361776'] for subnet (059f496d-99c7-49f8-b0d5-1c6838335166), precommit_delete_associations {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:55:01.687318 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-a315dc0b-8920-4435-aee3-6de1a0089fff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-792270'] for subnet (059f496d-99c7-49f8-b0d5-1c6838335166), precommit_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:55:01.736814 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7009a155-07b2-453c-b3ac-03fd95779f36 req-5ad7149a-72dc-4a7f-b2ff-58bf04729401 tempest-AttachVolumeNegativeTest-36827424 tempest-AttachVolumeNegativeTest-36827424-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:55:01.739854 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-7009a155-07b2-453c-b3ac-03fd95779f36 req-5ad7149a-72dc-4a7f-b2ff-58bf04729401 tempest-AttachVolumeNegativeTest-36827424 tempest-AttachVolumeNegativeTest-36827424-project] 10.222.0.59 "GET /v2.0/networks?id=7654a450-2e31-4398-8bf5-1ad3ee6cd04f HTTP/1.1" status: 200 len: 814 time: 0.1839290 Jan 31 20:55:01.783427 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.v2.base [req-7009a155-07b2-453c-b3ac-03fd95779f36 req-52b7bfa2-04ca-4186-89c9-93bef90d8d96 tempest-AttachVolumeNegativeTest-36827424 tempest-AttachVolumeNegativeTest-36827424-project] Request body: {'port': {'device_id': 'd5f199b8-d2d4-43df-ad1a-9439063b9d33', 'network_id': '7654a450-2e31-4398-8bf5-1ad3ee6cd04f', 'admin_state_up': True, 'tenant_id': 'd47558b0f9f34eaab8c09c34c2ff08d2'}} {{(pid=102449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 20:55:01.932304 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-a315dc0b-8920-4435-aee3-6de1a0089fff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-792247', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3769609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29106189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25214345'] for subnet (059f496d-99c7-49f8-b0d5-1c6838335166), after_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:55:02.015088 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a315dc0b-8920-4435-aee3-6de1a0089fff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=059f496d-99c7-49f8-b0d5-1c6838335166,revision_number=None']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:55:02.028656 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403d8c66-d80a-45fc-9719-aa68c8389b21 req-497b5ea5-694e-422f-9fd1-17cafed62260 tempest-VolumesNegativeTest-1668166801 tempest-VolumesNegativeTest-1668166801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:55:02.031669 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-403d8c66-d80a-45fc-9719-aa68c8389b21 req-497b5ea5-694e-422f-9fd1-17cafed62260 tempest-VolumesNegativeTest-1668166801 tempest-VolumesNegativeTest-1668166801-project] 10.222.0.46 "GET /v2.0/ports?device_id=c38d00f5-d1ed-41c3-9b53-e621a1f06041 HTTP/1.1" status: 200 len: 950 time: 0.1303327 Jan 31 20:55:02.067853 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-a315dc0b-8920-4435-aee3-6de1a0089fff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3769851'] for subnet (None), before_response {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:55:02.073998 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [None req-a315dc0b-8920-4435-aee3-6de1a0089fff admin admin] 10.222.0.46 "DELETE /v2.0/subnets/059f496d-99c7-49f8-b0d5-1c6838335166 HTTP/1.1" status: 204 len: 168 time: 0.6511295 Jan 31 20:55:02.078718 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.wsgi [-] (102449) accepted ('10.222.0.46', 37868) {{(pid=102449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 20:55:02.134501 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-403d8c66-d80a-45fc-9719-aa68c8389b21 req-aaebcaff-7a8c-43ef-b01d-42f7f7d3db11 tempest-VolumesNegativeTest-1668166801 tempest-VolumesNegativeTest-1668166801-project] 10.222.0.46 "GET /v2.0/security-groups?id=c39aae2f-19ac-46a9-9e92-c81f0ae45efd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868273 Jan 31 20:55:02.365130 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-90ceb684-501a-414a-9108-3094a3cca7b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-979588'] for network (40d8f6f8-08d6-4358-8889-34537d5b832f), before_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:55:02.365527 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-7d32f9b3-db28-4e46-ab30-364f732c26a2 req-eadd835c-e651-4f3b-b515-aa304f532010 tempest-AttachVolumeNegativeTest-36827424 tempest-AttachVolumeNegativeTest-36827424-project] 10.222.0.46 "GET /v2.0/ports?device_id=d5f199b8-d2d4-43df-ad1a-9439063b9d33 HTTP/1.1" status: 200 len: 210 time: 0.0572188 Jan 31 20:55:02.371280 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7009a155-07b2-453c-b3ac-03fd95779f36 req-52b7bfa2-04ca-4186-89c9-93bef90d8d96 tempest-AttachVolumeNegativeTest-36827424 tempest-AttachVolumeNegativeTest-36827424-project] Made reservation on behalf of d47558b0f9f34eaab8c09c34c2ff08d2 for: {'port': 1} {{(pid=102449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 20:55:02.374844 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [req-7009a155-07b2-453c-b3ac-03fd95779f36 req-52b7bfa2-04ca-4186-89c9-93bef90d8d96 tempest-AttachVolumeNegativeTest-36827424 tempest-AttachVolumeNegativeTest-36827424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1026180'] for port (None), before_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:55:02.428963 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e780fb-82d8-4099-8ea3-efa3cabcdf50 req-ad6d11c3-27a8-4bba-98ac-20c6fc403d3c tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:55:02.430570 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-65e780fb-82d8-4099-8ea3-efa3cabcdf50 req-ad6d11c3-27a8-4bba-98ac-20c6fc403d3c tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] 10.222.0.46 "GET /v2.0/ports?device_id=27df420e-76b2-43cf-8c3d-cb81ce4e672f HTTP/1.1" status: 200 len: 946 time: 0.2020457 Jan 31 20:55:02.578720 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dad8905-676b-404b-8c53-5a3bd9ce37f1 req-b8fe073d-176a-444a-8986-8f1aa95516a5 tempest-VolumesActionsTest-1412122334 tempest-VolumesActionsTest-1412122334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:55:02.591527 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-7dad8905-676b-404b-8c53-5a3bd9ce37f1 req-b8fe073d-176a-444a-8986-8f1aa95516a5 tempest-VolumesActionsTest-1412122334 tempest-VolumesActionsTest-1412122334-project] 10.222.0.46 "GET /v2.0/ports?device_id=cd190ca0-9dab-4a76-85a2-7048b4606e42 HTTP/1.1" status: 200 len: 945 time: 0.1017897 Jan 31 20:55:02.596716 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-90ceb684-501a-414a-9108-3094a3cca7b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-793947', 'neutron.services.segments.db._delete_segments_for_network-8783600486530'] for network (40d8f6f8-08d6-4358-8889-34537d5b832f), precommit_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:55:02.653313 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-65e780fb-82d8-4099-8ea3-efa3cabcdf50 req-6d184904-d440-471f-b10c-1e19120fbf18 tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] 10.222.0.46 "GET /v2.0/security-groups?id=0bdd6188-2d8b-4b17-a788-ae2efdc28206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1998267 Jan 31 20:55:02.668086 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.services.segments.db [None req-90ceb684-501a-414a-9108-3094a3cca7b2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40d8f6f8-08d6-4358-8889-34537d5b832f']}} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 20:55:02.688390 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.services.segments.db [None req-90ceb684-501a-414a-9108-3094a3cca7b2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d4fae8a-a81c-4e52-b2b0-57f0ea8e5423') {'for_net_delete': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 20:55:02.689428 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.services.segments.db [None req-90ceb684-501a-414a-9108-3094a3cca7b2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d4fae8a-a81c-4e52-b2b0-57f0ea8e5423') {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 20:55:02.691550 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-7dad8905-676b-404b-8c53-5a3bd9ce37f1 req-45b48720-b7e1-40e5-bc8e-61e5d08b7a83 tempest-VolumesActionsTest-1412122334 tempest-VolumesActionsTest-1412122334-project] 10.222.0.46 "GET /v2.0/security-groups?id=b22fd3b9-8630-4635-8727-093fb8c2d7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984373 Jan 31 20:55:02.694888 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.db.db_base_plugin_common [req-7009a155-07b2-453c-b3ac-03fd95779f36 req-52b7bfa2-04ca-4186-89c9-93bef90d8d96 tempest-AttachVolumeNegativeTest-36827424 tempest-AttachVolumeNegativeTest-36827424-project] Allocated IP 172.20.0.6 (7654a450-2e31-4398-8bf5-1ad3ee6cd04f/70f837bf-4dbc-49b3-a16a-2a9bab745253/57823799-4738-4881-9829-5b56ce613794) {{(pid=102449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 20:55:02.717969 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-90ceb684-501a-414a-9108-3094a3cca7b2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783600487563', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25361785'] for segment (8d4fae8a-a81c-4e52-b2b0-57f0ea8e5423), before_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:55:02.742485 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.wsgi [-] (102450) accepted ('10.222.0.46', 37888) {{(pid=102450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 20:55:02.764813 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-90ceb684-501a-414a-9108-3094a3cca7b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-936743'] for segment (8d4fae8a-a81c-4e52-b2b0-57f0ea8e5423), precommit_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:55:02.794646 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90ceb684-501a-414a-9108-3094a3cca7b2 admin admin] Releasing vlan 655 on physical network physnet1 to pool {{(pid=102449) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 20:55:02.795369 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-90ceb684-501a-414a-9108-3094a3cca7b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-936743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29106339'] for segment (8d4fae8a-a81c-4e52-b2b0-57f0ea8e5423), after_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:55:02.821512 dv-cinder-813229-5-iscsi neutron-server[102449]: Traceback (most recent call last): Jan 31 20:55:02.821512 dv-cinder-813229-5-iscsi neutron-server[102449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 20:55:02.821512 dv-cinder-813229-5-iscsi neutron-server[102449]: timer() Jan 31 20:55:02.821512 dv-cinder-813229-5-iscsi neutron-server[102449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 20:55:02.821512 dv-cinder-813229-5-iscsi neutron-server[102449]: cb(*args, **kw) Jan 31 20:55:02.821512 dv-cinder-813229-5-iscsi neutron-server[102449]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 20:55:02.821512 dv-cinder-813229-5-iscsi neutron-server[102449]: return func(*args, **kwargs) Jan 31 20:55:02.821512 dv-cinder-813229-5-iscsi neutron-server[102449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 20:55:02.821512 dv-cinder-813229-5-iscsi neutron-server[102449]: self._notify() Jan 31 20:55:02.821512 dv-cinder-813229-5-iscsi neutron-server[102449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 20:55:02.821512 dv-cinder-813229-5-iscsi neutron-server[102449]: self.callback(batched_events) Jan 31 20:55:02.821512 dv-cinder-813229-5-iscsi neutron-server[102449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 20:55:02.821512 dv-cinder-813229-5-iscsi neutron-server[102449]: event.method(event) Jan 31 20:55:02.821512 dv-cinder-813229-5-iscsi neutron-server[102449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 20:55:02.821512 dv-cinder-813229-5-iscsi neutron-server[102449]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 20:55:02.821512 dv-cinder-813229-5-iscsi neutron-server[102449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 20:55:02.821512 dv-cinder-813229-5-iscsi neutron-server[102449]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 20:55:02.821512 dv-cinder-813229-5-iscsi neutron-server[102449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 20:55:02.821512 dv-cinder-813229-5-iscsi neutron-server[102449]: return f(self, *a, **k) Jan 31 20:55:02.821512 dv-cinder-813229-5-iscsi neutron-server[102449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 20:55:02.821512 dv-cinder-813229-5-iscsi neutron-server[102449]: return self._get(url).json() Jan 31 20:55:02.821512 dv-cinder-813229-5-iscsi neutron-server[102449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 20:55:02.821512 dv-cinder-813229-5-iscsi neutron-server[102449]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 20:55:02.821512 dv-cinder-813229-5-iscsi neutron-server[102449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 20:55:02.821512 dv-cinder-813229-5-iscsi neutron-server[102449]: return self.request(url, 'GET', **kwargs) Jan 31 20:55:02.821512 dv-cinder-813229-5-iscsi neutron-server[102449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 20:55:02.821512 dv-cinder-813229-5-iscsi neutron-server[102449]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 20:55:02.821512 dv-cinder-813229-5-iscsi neutron-server[102449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 20:55:02.821512 dv-cinder-813229-5-iscsi neutron-server[102449]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 20:55:02.821512 dv-cinder-813229-5-iscsi neutron-server[102449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 20:55:02.821512 dv-cinder-813229-5-iscsi neutron-server[102449]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 20:55:02.821512 dv-cinder-813229-5-iscsi neutron-server[102449]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 20:55:02.832489 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.db.db_base_plugin_v2 [None req-009294e0-357f-4507-ba11-0f439f7386b1 admin admin] Deleting subnet faf741c6-d8f0-494f-9c7b-ce53dd8bf2f2 {{(pid=102450) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 31 20:55:02.838569 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-009294e0-357f-4507-ba11-0f439f7386b1 admin admin] Publish callbacks [] for subnet (faf741c6-d8f0-494f-9c7b-ce53dd8bf2f2), before_delete {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:55:02.906955 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-009294e0-357f-4507-ba11-0f439f7386b1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29120982'] for subnet (faf741c6-d8f0-494f-9c7b-ce53dd8bf2f2), precommit_delete_associations {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:55:02.924452 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-90ceb684-501a-414a-9108-3094a3cca7b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-793932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3769609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3696773'] for network (40d8f6f8-08d6-4358-8889-34537d5b832f), after_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:55:02.984389 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-90ceb684-501a-414a-9108-3094a3cca7b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3769851'] for network (None), before_response {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:55:02.987734 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [None req-90ceb684-501a-414a-9108-3094a3cca7b2 admin admin] 10.222.0.46 "DELETE /v2.0/networks/40d8f6f8-08d6-4358-8889-34537d5b832f HTTP/1.1" status: 204 len: 168 time: 0.9076879 Jan 31 20:55:02.988483 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-009294e0-357f-4507-ba11-0f439f7386b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-792270'] for subnet (faf741c6-d8f0-494f-9c7b-ce53dd8bf2f2), precommit_delete {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:55:03.005984 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ceb684-501a-414a-9108-3094a3cca7b2 admin admin] Pushing event deleted for resources: {'Network': ['ID=40d8f6f8-08d6-4358-8889-34537d5b832f,revision_number=None']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:55:03.101894 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-009294e0-357f-4507-ba11-0f439f7386b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-792247', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3769609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27814816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28956758'] for subnet (faf741c6-d8f0-494f-9c7b-ce53dd8bf2f2), after_delete {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:55:03.131799 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009294e0-357f-4507-ba11-0f439f7386b1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=faf741c6-d8f0-494f-9c7b-ce53dd8bf2f2,revision_number=None']} {{(pid=102450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:55:03.144362 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-009294e0-357f-4507-ba11-0f439f7386b1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:55:03.152821 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [None req-009294e0-357f-4507-ba11-0f439f7386b1 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/faf741c6-d8f0-494f-9c7b-ce53dd8bf2f2 HTTP/1.1" status: 204 len: 168 time: 0.4084568 Jan 31 20:55:03.156555 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.wsgi [-] (102450) accepted ('10.222.0.46', 37896) {{(pid=102450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 20:55:03.198462 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [req-7009a155-07b2-453c-b3ac-03fd95779f36 req-52b7bfa2-04ca-4186-89c9-93bef90d8d96 tempest-AttachVolumeNegativeTest-36827424 tempest-AttachVolumeNegativeTest-36827424-project] Publish callbacks [] for port (57823799-4738-4881-9829-5b56ce613794), precommit_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:55:03.264152 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd70b7a7-595c-4e38-8b0e-64eb3a5d502d req-6ef2dbc1-39a4-41be-a7cf-40b5f91f52d6 tempest-VolumesNegativeTest-1668166801 tempest-VolumesNegativeTest-1668166801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:55:03.265823 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-fd70b7a7-595c-4e38-8b0e-64eb3a5d502d req-6ef2dbc1-39a4-41be-a7cf-40b5f91f52d6 tempest-VolumesNegativeTest-1668166801 tempest-VolumesNegativeTest-1668166801-project] 10.222.0.59 "GET /v2.0/ports?device_id=c38d00f5-d1ed-41c3-9b53-e621a1f06041 HTTP/1.1" status: 200 len: 950 time: 0.1942179 Jan 31 20:55:03.308396 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-4b51b94c-cde1-4054-b8ff-137a4945dea3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-979588'] for network (c9225264-c096-4a93-a4c5-e2e3f51dd9ac), before_delete {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:55:03.408751 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [req-7009a155-07b2-453c-b3ac-03fd95779f36 req-52b7bfa2-04ca-4186-89c9-93bef90d8d96 tempest-AttachVolumeNegativeTest-36827424 tempest-AttachVolumeNegativeTest-36827424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1029723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3769609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783599971597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29106256'] for port (57823799-4738-4881-9829-5b56ce613794), after_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:55:03.437358 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.wsgi [-] (102450) accepted ('10.222.0.46', 37906) {{(pid=102450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 20:55:03.456620 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.db [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] get_ports_and_sgs() called for port_ids ['f52247a4-d6f9-4630-840b-d991c41d687c'] {{(pid=102451) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 20:55:03.525118 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-4b51b94c-cde1-4054-b8ff-137a4945dea3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-793947', 'neutron.services.segments.db._delete_segments_for_network-8783600486530'] for network (c9225264-c096-4a93-a4c5-e2e3f51dd9ac), precommit_delete {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:55:03.552256 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7009a155-07b2-453c-b3ac-03fd95779f36 req-52b7bfa2-04ca-4186-89c9-93bef90d8d96 tempest-AttachVolumeNegativeTest-36827424 tempest-AttachVolumeNegativeTest-36827424-project] Network 7654a450-2e31-4398-8bf5-1ad3ee6cd04f is already hosted by enough agents. {{(pid=102449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 20:55:03.575255 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4478e279-e040-47d1-ad85-7c7db37a5e28 req-a3987a70-8e41-4cef-a158-b7b5a185baa6 tempest-VolumesNegativeTest-1668166801 tempest-VolumesNegativeTest-1668166801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:55:03.579513 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-4478e279-e040-47d1-ad85-7c7db37a5e28 req-a3987a70-8e41-4cef-a158-b7b5a185baa6 tempest-VolumesNegativeTest-1668166801 tempest-VolumesNegativeTest-1668166801-project] 10.222.0.46 "GET /v2.0/ports?device_id=c38d00f5-d1ed-41c3-9b53-e621a1f06041 HTTP/1.1" status: 200 len: 950 time: 0.2729013 Jan 31 20:55:03.589077 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.scheduler.base_scheduler [req-7009a155-07b2-453c-b3ac-03fd95779f36 req-52b7bfa2-04ca-4186-89c9-93bef90d8d96 tempest-AttachVolumeNegativeTest-36827424 tempest-AttachVolumeNegativeTest-36827424-project] Resources bound (agent type, host, resource id): {{(pid=102449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 20:55:03.592521 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [req-7009a155-07b2-453c-b3ac-03fd95779f36 req-52b7bfa2-04ca-4186-89c9-93bef90d8d96 tempest-AttachVolumeNegativeTest-36827424 tempest-AttachVolumeNegativeTest-36827424-project] Received port after_create {{(pid=102449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 20:55:03.627602 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.services.segments.db [None req-4b51b94c-cde1-4054-b8ff-137a4945dea3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9225264-c096-4a93-a4c5-e2e3f51dd9ac']}} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 20:55:03.655043 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [None req-b4ee6cb5-411a-435a-826b-5450bbb32f61 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=e272497447254ef592fec399ec9421b0&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2126806 Jan 31 20:55:03.656284 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.services.segments.db [None req-4b51b94c-cde1-4054-b8ff-137a4945dea3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6791c9b0-4f54-4719-9c2d-56620c4e70b1') {'for_net_delete': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 20:55:03.656778 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.services.segments.db [None req-4b51b94c-cde1-4054-b8ff-137a4945dea3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6791c9b0-4f54-4719-9c2d-56620c4e70b1') {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 20:55:03.663779 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b7bfa2-04ca-4186-89c9-93bef90d8d96 tempest-AttachVolumeNegativeTest-36827424 tempest-AttachVolumeNegativeTest-36827424-project] Pushing event updated for resources: {'Port': ['ID=57823799-4738-4881-9829-5b56ce613794,revision_number=1']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:55:03.670729 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.wsgi [-] (102450) accepted ('10.222.0.46', 37916) {{(pid=102450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 20:55:03.678242 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544af65b-240c-445b-a218-fea380dcdb76 req-0eafb583-4c3f-4b5e-b72e-6da70b968d1d tempest-AttachVolumeNegativeTest-36827424 tempest-AttachVolumeNegativeTest-36827424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:55:03.695830 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-544af65b-240c-445b-a218-fea380dcdb76 req-0eafb583-4c3f-4b5e-b72e-6da70b968d1d tempest-AttachVolumeNegativeTest-36827424 tempest-AttachVolumeNegativeTest-36827424-project] 10.222.0.46 "GET /v2.0/ports?device_id=d5f199b8-d2d4-43df-ad1a-9439063b9d33 HTTP/1.1" status: 200 len: 931 time: 0.1619952 Jan 31 20:55:03.703270 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-4b51b94c-cde1-4054-b8ff-137a4945dea3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783600487563', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29120991'] for segment (6791c9b0-4f54-4719-9c2d-56620c4e70b1), before_delete {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:55:03.733709 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [req-fd70b7a7-595c-4e38-8b0e-64eb3a5d502d req-26ced4f3-5368-49bc-9edd-0a8e53addbc6 tempest-VolumesNegativeTest-1668166801 tempest-VolumesNegativeTest-1668166801-project] Deleting port 34a1b1ee-2537-4aef-9664-31822dafff7d {{(pid=102449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 20:55:03.734854 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [req-fd70b7a7-595c-4e38-8b0e-64eb3a5d502d req-26ced4f3-5368-49bc-9edd-0a8e53addbc6 tempest-VolumesNegativeTest-1668166801 tempest-VolumesNegativeTest-1668166801-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783600463454'] for port (34a1b1ee-2537-4aef-9664-31822dafff7d), before_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:55:03.752491 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-4478e279-e040-47d1-ad85-7c7db37a5e28 req-ce83e5c3-631f-486c-8666-9159f60a5706 tempest-VolumesNegativeTest-1668166801 tempest-VolumesNegativeTest-1668166801-project] 10.222.0.46 "GET /v2.0/security-groups?id=c39aae2f-19ac-46a9-9e92-c81f0ae45efd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502903 Jan 31 20:55:03.773786 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-4b51b94c-cde1-4054-b8ff-137a4945dea3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-936743'] for segment (6791c9b0-4f54-4719-9c2d-56620c4e70b1), precommit_delete {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:55:03.816071 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7009a155-07b2-453c-b3ac-03fd95779f36 req-52b7bfa2-04ca-4186-89c9-93bef90d8d96 tempest-AttachVolumeNegativeTest-36827424 tempest-AttachVolumeNegativeTest-36827424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:55:03.818380 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [req-7009a155-07b2-453c-b3ac-03fd95779f36 req-52b7bfa2-04ca-4186-89c9-93bef90d8d96 tempest-AttachVolumeNegativeTest-36827424 tempest-AttachVolumeNegativeTest-36827424-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204375'] for port (None), before_response {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:55:03.839404 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b51b94c-cde1-4054-b8ff-137a4945dea3 admin admin] Releasing vlan 699 on physical network physnet1 to pool {{(pid=102450) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 20:55:03.839588 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-4b51b94c-cde1-4054-b8ff-137a4945dea3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-936743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27814670'] for segment (6791c9b0-4f54-4719-9c2d-56620c4e70b1), after_delete {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:55:03.842466 dv-cinder-813229-5-iscsi neutron-server[102450]: Traceback (most recent call last): Jan 31 20:55:03.842466 dv-cinder-813229-5-iscsi neutron-server[102450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 20:55:03.842466 dv-cinder-813229-5-iscsi neutron-server[102450]: timer() Jan 31 20:55:03.842466 dv-cinder-813229-5-iscsi neutron-server[102450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 20:55:03.842466 dv-cinder-813229-5-iscsi neutron-server[102450]: cb(*args, **kw) Jan 31 20:55:03.842466 dv-cinder-813229-5-iscsi neutron-server[102450]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 20:55:03.842466 dv-cinder-813229-5-iscsi neutron-server[102450]: return func(*args, **kwargs) Jan 31 20:55:03.842466 dv-cinder-813229-5-iscsi neutron-server[102450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 20:55:03.842466 dv-cinder-813229-5-iscsi neutron-server[102450]: self._notify() Jan 31 20:55:03.842466 dv-cinder-813229-5-iscsi neutron-server[102450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 20:55:03.842466 dv-cinder-813229-5-iscsi neutron-server[102450]: self.callback(batched_events) Jan 31 20:55:03.842466 dv-cinder-813229-5-iscsi neutron-server[102450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 20:55:03.842466 dv-cinder-813229-5-iscsi neutron-server[102450]: event.method(event) Jan 31 20:55:03.842466 dv-cinder-813229-5-iscsi neutron-server[102450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 20:55:03.842466 dv-cinder-813229-5-iscsi neutron-server[102450]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 20:55:03.842466 dv-cinder-813229-5-iscsi neutron-server[102450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 20:55:03.842466 dv-cinder-813229-5-iscsi neutron-server[102450]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 20:55:03.842466 dv-cinder-813229-5-iscsi neutron-server[102450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 20:55:03.842466 dv-cinder-813229-5-iscsi neutron-server[102450]: return f(self, *a, **k) Jan 31 20:55:03.842466 dv-cinder-813229-5-iscsi neutron-server[102450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 20:55:03.842466 dv-cinder-813229-5-iscsi neutron-server[102450]: return self._get(url).json() Jan 31 20:55:03.842466 dv-cinder-813229-5-iscsi neutron-server[102450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 20:55:03.842466 dv-cinder-813229-5-iscsi neutron-server[102450]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 20:55:03.842466 dv-cinder-813229-5-iscsi neutron-server[102450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 20:55:03.842466 dv-cinder-813229-5-iscsi neutron-server[102450]: return self.request(url, 'GET', **kwargs) Jan 31 20:55:03.842466 dv-cinder-813229-5-iscsi neutron-server[102450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 20:55:03.842466 dv-cinder-813229-5-iscsi neutron-server[102450]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 20:55:03.842466 dv-cinder-813229-5-iscsi neutron-server[102450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 20:55:03.842466 dv-cinder-813229-5-iscsi neutron-server[102450]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 20:55:03.842466 dv-cinder-813229-5-iscsi neutron-server[102450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 20:55:03.842466 dv-cinder-813229-5-iscsi neutron-server[102450]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 20:55:03.842466 dv-cinder-813229-5-iscsi neutron-server[102450]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 20:55:03.977627 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-7009a155-07b2-453c-b3ac-03fd95779f36 req-52b7bfa2-04ca-4186-89c9-93bef90d8d96 tempest-AttachVolumeNegativeTest-36827424 tempest-AttachVolumeNegativeTest-36827424-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2095644 Jan 31 20:55:03.996172 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.v2.base [req-7009a155-07b2-453c-b3ac-03fd95779f36 req-d1eb1848-d81d-469b-bf15-bd9de0a567b8 service neutron] Request body: {'port': {'device_id': 'd5f199b8-d2d4-43df-ad1a-9439063b9d33', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=102449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 20:55:04.023733 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-544af65b-240c-445b-a218-fea380dcdb76 req-495ab814-3a06-4eca-9574-47e6692e6ca8 tempest-AttachVolumeNegativeTest-36827424 tempest-AttachVolumeNegativeTest-36827424-project] 10.222.0.46 "GET /v2.0/security-groups?id=a32f4031-bf0a-46cb-9ad4-290c9574bdbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3320208 Jan 31 20:55:04.133573 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.db [req-fd70b7a7-595c-4e38-8b0e-64eb3a5d502d req-26ced4f3-5368-49bc-9edd-0a8e53addbc6 tempest-VolumesNegativeTest-1668166801 tempest-VolumesNegativeTest-1668166801-project] For port 34a1b1ee-2537-4aef-9664-31822dafff7d, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=34a1b1ee-2537-4aef-9664-31822dafff7d,segment=NetworkSegment(1760dae3-bf93-4f61-9f64-3757c7546a08),segment_id=1760dae3-bf93-4f61-9f64-3757c7546a08)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 20:55:04.133957 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [req-fd70b7a7-595c-4e38-8b0e-64eb3a5d502d req-26ced4f3-5368-49bc-9edd-0a8e53addbc6 tempest-VolumesNegativeTest-1668166801 tempest-VolumesNegativeTest-1668166801-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696268'] for port (34a1b1ee-2537-4aef-9664-31822dafff7d), precommit_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:55:04.189244 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [req-7009a155-07b2-453c-b3ac-03fd95779f36 req-d1eb1848-d81d-469b-bf15-bd9de0a567b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1026180'] for port (57823799-4738-4881-9829-5b56ce613794), before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:55:04.191392 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [req-fd70b7a7-595c-4e38-8b0e-64eb3a5d502d req-26ced4f3-5368-49bc-9edd-0a8e53addbc6 tempest-VolumesNegativeTest-1668166801 tempest-VolumesNegativeTest-1668166801-project] Calling delete_port for 34a1b1ee-2537-4aef-9664-31822dafff7d owned by compute:nova {{(pid=102449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 20:55:04.294195 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-4b51b94c-cde1-4054-b8ff-137a4945dea3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-793932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3769609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3696773'] for network (c9225264-c096-4a93-a4c5-e2e3f51dd9ac), after_delete {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:55:04.298055 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-85bd8101-5e74-4863-a152-293012f145b2 admin admin] Publish callbacks [] for security_group (824cade5-d4d4-4940-9ee8-5974711c3761), before_delete {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:55:04.321901 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-4b51b94c-cde1-4054-b8ff-137a4945dea3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3769851'] for network (None), before_response {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:55:04.326306 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [None req-4b51b94c-cde1-4054-b8ff-137a4945dea3 admin admin] 10.222.0.46 "DELETE /v2.0/networks/c9225264-c096-4a93-a4c5-e2e3f51dd9ac HTTP/1.1" status: 204 len: 168 time: 1.1679475 Jan 31 20:55:04.329833 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b51b94c-cde1-4054-b8ff-137a4945dea3 admin admin] Pushing event deleted for resources: {'Network': ['ID=c9225264-c096-4a93-a4c5-e2e3f51dd9ac,revision_number=None']} {{(pid=102450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:55:04.334822 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.wsgi [-] (102450) accepted ('10.222.0.46', 37928) {{(pid=102450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 20:55:04.468363 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-85bd8101-5e74-4863-a152-293012f145b2 admin admin] Publish callbacks [] for security_group (824cade5-d4d4-4940-9ee8-5974711c3761), precommit_delete {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:55:04.533043 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.db.db_base_plugin_v2 [None req-3be47ed9-b0e6-421d-98fb-e3bf1ddb3700 admin admin] Deleting subnet 36f7f0c7-25e2-4362-98b9-1c2950a78e16 {{(pid=102450) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 31 20:55:04.561215 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-3be47ed9-b0e6-421d-98fb-e3bf1ddb3700 admin admin] Publish callbacks [] for subnet (36f7f0c7-25e2-4362-98b9-1c2950a78e16), before_delete {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:55:04.597502 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d0920d-677b-46de-a77e-cfdba8e82ecd req-592e3a19-ed21-47d4-be0d-fae4543eab94 tempest-VolumesActionsTest-1412122334 tempest-VolumesActionsTest-1412122334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:55:04.609264 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-c9d0920d-677b-46de-a77e-cfdba8e82ecd req-592e3a19-ed21-47d4-be0d-fae4543eab94 tempest-VolumesActionsTest-1412122334 tempest-VolumesActionsTest-1412122334-project] 10.222.0.46 "GET /v2.0/ports?device_id=cd190ca0-9dab-4a76-85a2-7048b4606e42 HTTP/1.1" status: 200 len: 945 time: 0.2923491 Jan 31 20:55:04.630825 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432a8c26-85d5-430f-b36e-6b527ed2d672 req-827ce40d-ab06-4456-a6ce-241d1836b931 tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:55:04.632637 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-432a8c26-85d5-430f-b36e-6b527ed2d672 req-827ce40d-ab06-4456-a6ce-241d1836b931 tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] 10.222.0.46 "GET /v2.0/ports?device_id=27df420e-76b2-43cf-8c3d-cb81ce4e672f HTTP/1.1" status: 200 len: 946 time: 0.2507513 Jan 31 20:55:04.647377 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-3be47ed9-b0e6-421d-98fb-e3bf1ddb3700 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29120982'] for subnet (36f7f0c7-25e2-4362-98b9-1c2950a78e16), precommit_delete_associations {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:55:04.808483 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-c9d0920d-677b-46de-a77e-cfdba8e82ecd req-77a731b6-7e76-496c-b628-121c829ebaec tempest-VolumesActionsTest-1412122334 tempest-VolumesActionsTest-1412122334-project] 10.222.0.46 "GET /v2.0/security-groups?id=b22fd3b9-8630-4635-8727-093fb8c2d7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1980407 Jan 31 20:55:04.864359 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [req-fd70b7a7-595c-4e38-8b0e-64eb3a5d502d req-26ced4f3-5368-49bc-9edd-0a8e53addbc6 tempest-VolumesNegativeTest-1668166801 tempest-VolumesNegativeTest-1668166801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1029723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3769609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783600466360', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783599971606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29106256'] for port (34a1b1ee-2537-4aef-9664-31822dafff7d), after_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:55:04.896045 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.db [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] get_ports_and_sgs() called for port_ids ['34a1b1ee-2537-4aef-9664-31822dafff7d'] {{(pid=102451) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 20:55:04.930978 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ced4f3-5368-49bc-9edd-0a8e53addbc6 tempest-VolumesNegativeTest-1668166801 tempest-VolumesNegativeTest-1668166801-project] Pushing event deleted for resources: {'Port': ['ID=34a1b1ee-2537-4aef-9664-31822dafff7d,revision_number=None']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:55:04.993937 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-85bd8101-5e74-4863-a152-293012f145b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736509'] for security_group (824cade5-d4d4-4940-9ee8-5974711c3761), after_delete {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:55:04.996749 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-85bd8101-5e74-4863-a152-293012f145b2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:55:04.997943 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [None req-85bd8101-5e74-4863-a152-293012f145b2 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/824cade5-d4d4-4940-9ee8-5974711c3761 HTTP/1.1" status: 204 len: 168 time: 1.3036184 Jan 31 20:55:05.050036 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-432a8c26-85d5-430f-b36e-6b527ed2d672 req-6fc4d561-a00f-4b55-b357-a16ff7f43222 tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] 10.222.0.46 "GET /v2.0/security-groups?id=0bdd6188-2d8b-4b17-a788-ae2efdc28206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3897872 Jan 31 20:55:05.052459 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-3be47ed9-b0e6-421d-98fb-e3bf1ddb3700 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-792270'] for subnet (36f7f0c7-25e2-4362-98b9-1c2950a78e16), precommit_delete {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:55:05.055632 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bd8101-5e74-4863-a152-293012f145b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=824cade5-d4d4-4940-9ee8-5974711c3761,revision_number=None']} {{(pid=102450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:55:05.059296 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-89b22b53-cd2e-43ce-b512-e925cda02d10 req-4f9c957a-2988-4857-8e52-d3705e937163 tempest-VolumesNegativeTest-1668166801 tempest-VolumesNegativeTest-1668166801-project] 10.222.0.46 "GET /v2.0/ports?device_id=c38d00f5-d1ed-41c3-9b53-e621a1f06041 HTTP/1.1" status: 200 len: 210 time: 0.1199014 Jan 31 20:55:05.168171 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd70b7a7-595c-4e38-8b0e-64eb3a5d502d req-26ced4f3-5368-49bc-9edd-0a8e53addbc6 tempest-VolumesNegativeTest-1668166801 tempest-VolumesNegativeTest-1668166801-project] No DVR routers for this DVR port 34a1b1ee-2537-4aef-9664-31822dafff7d on host hv-cinder-81322 {{(pid=102449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 20:55:05.174186 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [req-fd70b7a7-595c-4e38-8b0e-64eb3a5d502d req-26ced4f3-5368-49bc-9edd-0a8e53addbc6 tempest-VolumesNegativeTest-1668166801 tempest-VolumesNegativeTest-1668166801-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204375'] for port (None), before_response {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:55:05.179695 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-fd70b7a7-595c-4e38-8b0e-64eb3a5d502d req-26ced4f3-5368-49bc-9edd-0a8e53addbc6 tempest-VolumesNegativeTest-1668166801 tempest-VolumesNegativeTest-1668166801-project] 10.222.0.59 "DELETE /v2.0/ports/34a1b1ee-2537-4aef-9664-31822dafff7d HTTP/1.1" status: 204 len: 173 time: 1.9001532 Jan 31 20:55:05.180595 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c38d00f5-d1ed-41c3-9b53-e621a1f06041', 'name': 'network-vif-deleted', 'tag': '34a1b1ee-2537-4aef-9664-31822dafff7d'}] {{(pid=102449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 20:55:05.193891 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-3be47ed9-b0e6-421d-98fb-e3bf1ddb3700 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-792247', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3769609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27814816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28956758'] for subnet (36f7f0c7-25e2-4362-98b9-1c2950a78e16), after_delete {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:55:05.194281 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba30590511e0408980e1e78341b94ae353025d2904c3e8034e675cc5aff8c4ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb18493b-d93f-4656-a35e-ea7af39dfb51" -d '{"events": [{"server_uuid": "c38d00f5-d1ed-41c3-9b53-e621a1f06041", "name": "network-vif-deleted", "tag": "34a1b1ee-2537-4aef-9664-31822dafff7d"}]}' {{(pid=102449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 20:55:05.290947 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-3be47ed9-b0e6-421d-98fb-e3bf1ddb3700 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:55:05.297019 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [None req-3be47ed9-b0e6-421d-98fb-e3bf1ddb3700 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/36f7f0c7-25e2-4362-98b9-1c2950a78e16 HTTP/1.1" status: 204 len: 168 time: 0.9490948 Jan 31 20:55:05.298472 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.wsgi [-] (102450) accepted ('10.222.0.46', 37940) {{(pid=102450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 20:55:05.359129 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 20:55:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-151e2497-96bf-48b4-8ba5-4c770509bf33 x-openstack-request-id: req-151e2497-96bf-48b4-8ba5-4c770509bf33 {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 20:55:05.359600 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c38d00f5-d1ed-41c3-9b53-e621a1f06041", "name": "network-vif-deleted", "tag": "34a1b1ee-2537-4aef-9664-31822dafff7d", "status": "completed", "code": 200}]} {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 20:55:05.360007 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-151e2497-96bf-48b4-8ba5-4c770509bf33 {{(pid=102449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 20:55:05.360600 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c38d00f5-d1ed-41c3-9b53-e621a1f06041', 'name': 'network-vif-deleted', 'tag': '34a1b1ee-2537-4aef-9664-31822dafff7d', 'status': 'completed', 'code': 200} Jan 31 20:55:05.399768 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.notifiers.nova [req-7009a155-07b2-453c-b3ac-03fd95779f36 req-d1eb1848-d81d-469b-bf15-bd9de0a567b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57823799-4738-4881-9829-5b56ce613794 {{(pid=102449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 20:55:05.410297 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [req-7009a155-07b2-453c-b3ac-03fd95779f36 req-d1eb1848-d81d-469b-bf15-bd9de0a567b8 service neutron] Publish callbacks [] for port (57823799-4738-4881-9829-5b56ce613794), precommit_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:55:05.420290 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be47ed9-b0e6-421d-98fb-e3bf1ddb3700 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=36f7f0c7-25e2-4362-98b9-1c2950a78e16,revision_number=None']} {{(pid=102450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:55:05.471061 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [req-7009a155-07b2-453c-b3ac-03fd95779f36 req-d1eb1848-d81d-469b-bf15-bd9de0a567b8 service neutron] Transition to ACTIVE for port object 57823799-4738-4881-9829-5b56ce613794 will not be triggered until provisioned by entity L2. {{(pid=102449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 20:55:05.476917 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [req-7009a155-07b2-453c-b3ac-03fd95779f36 req-d1eb1848-d81d-469b-bf15-bd9de0a567b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1029723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3769609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783600466378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783599971615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783599971633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29106247'] for port (57823799-4738-4881-9829-5b56ce613794), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:55:05.497517 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-0b53c6c8-9f2e-40a1-a707-759dbd954b4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-979588'] for network (93553b5e-41df-4e3f-85f3-dc6bb90235b9), before_delete {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:55:05.531029 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd538bfb-fb2d-4fe0-92cd-86825175bb39 req-c950be3a-036b-46b5-a66a-94f281d2ef19 tempest-AttachVolumeNegativeTest-36827424 tempest-AttachVolumeNegativeTest-36827424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:55:05.538713 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-cd538bfb-fb2d-4fe0-92cd-86825175bb39 req-c950be3a-036b-46b5-a66a-94f281d2ef19 tempest-AttachVolumeNegativeTest-36827424 tempest-AttachVolumeNegativeTest-36827424-project] 10.222.0.46 "GET /v2.0/ports?device_id=d5f199b8-d2d4-43df-ad1a-9439063b9d33 HTTP/1.1" status: 200 len: 931 time: 0.2602100 Jan 31 20:55:05.548824 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1eb1848-d81d-469b-bf15-bd9de0a567b8 service neutron] Pushing event updated for resources: {'Port': ['ID=57823799-4738-4881-9829-5b56ce613794,revision_number=2']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:55:05.674445 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [req-7009a155-07b2-453c-b3ac-03fd95779f36 req-d1eb1848-d81d-469b-bf15-bd9de0a567b8 service neutron] Attempting to bind port 57823799-4738-4881-9829-5b56ce613794 on host hv-cinder-81322 for vnic_type normal with profile {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 20:55:05.674767 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [req-7009a155-07b2-453c-b3ac-03fd95779f36 req-d1eb1848-d81d-469b-bf15-bd9de0a567b8 service neutron] Attempting to bind port 57823799-4738-4881-9829-5b56ce613794 by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': '3aa49904-0c32-4795-9b71-de073484ac3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '7654a450-2e31-4398-8bf5-1ad3ee6cd04f'}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 20:55:05.675132 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7009a155-07b2-453c-b3ac-03fd95779f36 req-d1eb1848-d81d-469b-bf15-bd9de0a567b8 service neutron] Attempting to bind port 57823799-4738-4881-9829-5b56ce613794 on network 7654a450-2e31-4398-8bf5-1ad3ee6cd04f {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 20:55:05.688015 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7009a155-07b2-453c-b3ac-03fd95779f36 req-d1eb1848-d81d-469b-bf15-bd9de0a567b8 service neutron] Port 57823799-4738-4881-9829-5b56ce613794 on network 7654a450-2e31-4398-8bf5-1ad3ee6cd04f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 20:55:05.688674 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7009a155-07b2-453c-b3ac-03fd95779f36 req-d1eb1848-d81d-469b-bf15-bd9de0a567b8 service neutron] Attempting to bind port 57823799-4738-4881-9829-5b56ce613794 on network 7654a450-2e31-4398-8bf5-1ad3ee6cd04f {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 20:55:05.705005 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7009a155-07b2-453c-b3ac-03fd95779f36 req-d1eb1848-d81d-469b-bf15-bd9de0a567b8 service neutron] Checking agent: {'id': 'e85cc1e2-8b4e-4549-a68e-d414072d4156', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 20, 51, 57), 'started_at': datetime.datetime(2022, 1, 31, 20, 51, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 20, 54, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 20:55:05.705537 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7009a155-07b2-453c-b3ac-03fd95779f36 req-d1eb1848-d81d-469b-bf15-bd9de0a567b8 service neutron] Checking segment: {'id': '3aa49904-0c32-4795-9b71-de073484ac3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '7654a450-2e31-4398-8bf5-1ad3ee6cd04f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 20:55:05.706169 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7009a155-07b2-453c-b3ac-03fd95779f36 req-d1eb1848-d81d-469b-bf15-bd9de0a567b8 service neutron] Bound using segment: {'id': '3aa49904-0c32-4795-9b71-de073484ac3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '7654a450-2e31-4398-8bf5-1ad3ee6cd04f'} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 20:55:05.708157 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [req-7009a155-07b2-453c-b3ac-03fd95779f36 req-d1eb1848-d81d-469b-bf15-bd9de0a567b8 service neutron] Bound port: 57823799-4738-4881-9829-5b56ce613794, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3aa49904-0c32-4795-9b71-de073484ac3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '7654a450-2e31-4398-8bf5-1ad3ee6cd04f'}}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 20:55:05.708652 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [req-7009a155-07b2-453c-b3ac-03fd95779f36 req-d1eb1848-d81d-469b-bf15-bd9de0a567b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1026180'] for port (57823799-4738-4881-9829-5b56ce613794), before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:55:05.724503 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-0b53c6c8-9f2e-40a1-a707-759dbd954b4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-793947', 'neutron.services.segments.db._delete_segments_for_network-8783600486530'] for network (93553b5e-41df-4e3f-85f3-dc6bb90235b9), precommit_delete {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:55:05.748281 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-cd538bfb-fb2d-4fe0-92cd-86825175bb39 req-2db2859b-5d2d-458a-90a7-dcf4d86292cd tempest-AttachVolumeNegativeTest-36827424 tempest-AttachVolumeNegativeTest-36827424-project] 10.222.0.46 "GET /v2.0/security-groups?id=a32f4031-bf0a-46cb-9ad4-290c9574bdbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2080462 Jan 31 20:55:05.794868 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.services.segments.db [None req-0b53c6c8-9f2e-40a1-a707-759dbd954b4f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93553b5e-41df-4e3f-85f3-dc6bb90235b9']}} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 20:55:05.817837 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.services.segments.db [None req-0b53c6c8-9f2e-40a1-a707-759dbd954b4f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e563a136-08ac-4853-8233-59411bd6005e') {'for_net_delete': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 20:55:05.818310 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.services.segments.db [None req-0b53c6c8-9f2e-40a1-a707-759dbd954b4f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e563a136-08ac-4853-8233-59411bd6005e') {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 20:55:05.839485 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-0b53c6c8-9f2e-40a1-a707-759dbd954b4f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783600487563', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29120991'] for segment (e563a136-08ac-4853-8233-59411bd6005e), before_delete {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:55:05.871373 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-0b53c6c8-9f2e-40a1-a707-759dbd954b4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-936743'] for segment (e563a136-08ac-4853-8233-59411bd6005e), precommit_delete {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:55:05.888639 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b53c6c8-9f2e-40a1-a707-759dbd954b4f admin admin] Releasing vlan 669 on physical network physnet1 to pool {{(pid=102450) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 20:55:05.889433 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-0b53c6c8-9f2e-40a1-a707-759dbd954b4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-936743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27814670'] for segment (e563a136-08ac-4853-8233-59411bd6005e), after_delete {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:55:05.892583 dv-cinder-813229-5-iscsi neutron-server[102450]: Traceback (most recent call last): Jan 31 20:55:05.892583 dv-cinder-813229-5-iscsi neutron-server[102450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 20:55:05.892583 dv-cinder-813229-5-iscsi neutron-server[102450]: timer() Jan 31 20:55:05.892583 dv-cinder-813229-5-iscsi neutron-server[102450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 20:55:05.892583 dv-cinder-813229-5-iscsi neutron-server[102450]: cb(*args, **kw) Jan 31 20:55:05.892583 dv-cinder-813229-5-iscsi neutron-server[102450]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 20:55:05.892583 dv-cinder-813229-5-iscsi neutron-server[102450]: return func(*args, **kwargs) Jan 31 20:55:05.892583 dv-cinder-813229-5-iscsi neutron-server[102450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 20:55:05.892583 dv-cinder-813229-5-iscsi neutron-server[102450]: self._notify() Jan 31 20:55:05.892583 dv-cinder-813229-5-iscsi neutron-server[102450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 20:55:05.892583 dv-cinder-813229-5-iscsi neutron-server[102450]: self.callback(batched_events) Jan 31 20:55:05.892583 dv-cinder-813229-5-iscsi neutron-server[102450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 20:55:05.892583 dv-cinder-813229-5-iscsi neutron-server[102450]: event.method(event) Jan 31 20:55:05.892583 dv-cinder-813229-5-iscsi neutron-server[102450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 20:55:05.892583 dv-cinder-813229-5-iscsi neutron-server[102450]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 20:55:05.892583 dv-cinder-813229-5-iscsi neutron-server[102450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 20:55:05.892583 dv-cinder-813229-5-iscsi neutron-server[102450]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 20:55:05.892583 dv-cinder-813229-5-iscsi neutron-server[102450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 20:55:05.892583 dv-cinder-813229-5-iscsi neutron-server[102450]: return f(self, *a, **k) Jan 31 20:55:05.892583 dv-cinder-813229-5-iscsi neutron-server[102450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 20:55:05.892583 dv-cinder-813229-5-iscsi neutron-server[102450]: return self._get(url).json() Jan 31 20:55:05.892583 dv-cinder-813229-5-iscsi neutron-server[102450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 20:55:05.892583 dv-cinder-813229-5-iscsi neutron-server[102450]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 20:55:05.892583 dv-cinder-813229-5-iscsi neutron-server[102450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 20:55:05.892583 dv-cinder-813229-5-iscsi neutron-server[102450]: return self.request(url, 'GET', **kwargs) Jan 31 20:55:05.892583 dv-cinder-813229-5-iscsi neutron-server[102450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 20:55:05.892583 dv-cinder-813229-5-iscsi neutron-server[102450]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 20:55:05.892583 dv-cinder-813229-5-iscsi neutron-server[102450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 20:55:05.892583 dv-cinder-813229-5-iscsi neutron-server[102450]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 20:55:05.892583 dv-cinder-813229-5-iscsi neutron-server[102450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 20:55:05.892583 dv-cinder-813229-5-iscsi neutron-server[102450]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 20:55:05.892583 dv-cinder-813229-5-iscsi neutron-server[102450]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 20:55:05.896432 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.db [req-7009a155-07b2-453c-b3ac-03fd95779f36 req-d1eb1848-d81d-469b-bf15-bd9de0a567b8 service neutron] For port 57823799-4738-4881-9829-5b56ce613794, host hv-cinder-81322, cleared binding levels {{(pid=102449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 20:55:05.900056 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.db [req-7009a155-07b2-453c-b3ac-03fd95779f36 req-d1eb1848-d81d-469b-bf15-bd9de0a567b8 service neutron] For port 57823799-4738-4881-9829-5b56ce613794, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=57823799-4738-4881-9829-5b56ce613794,segment=NetworkSegment(3aa49904-0c32-4795-9b71-de073484ac3d),segment_id=3aa49904-0c32-4795-9b71-de073484ac3d)] {{(pid=102449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 20:55:05.915214 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [req-7009a155-07b2-453c-b3ac-03fd95779f36 req-d1eb1848-d81d-469b-bf15-bd9de0a567b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1029723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3769609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783600466378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783599971615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783599971633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29106247'] for port (57823799-4738-4881-9829-5b56ce613794), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:55:05.992485 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-0b53c6c8-9f2e-40a1-a707-759dbd954b4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-793932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3769609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3696773'] for network (93553b5e-41df-4e3f-85f3-dc6bb90235b9), after_delete {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:55:06.001291 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7009a155-07b2-453c-b3ac-03fd95779f36 req-d1eb1848-d81d-469b-bf15-bd9de0a567b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:55:06.002054 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [req-7009a155-07b2-453c-b3ac-03fd95779f36 req-d1eb1848-d81d-469b-bf15-bd9de0a567b8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204375'] for port (None), before_response {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:55:06.003425 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-7009a155-07b2-453c-b3ac-03fd95779f36 req-d1eb1848-d81d-469b-bf15-bd9de0a567b8 service neutron] 10.222.0.59 "PUT /v2.0/ports/57823799-4738-4881-9829-5b56ce613794 HTTP/1.1" status: 200 len: 1093 time: 2.0137713 Jan 31 20:55:06.007523 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-0b53c6c8-9f2e-40a1-a707-759dbd954b4f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3769851'] for network (None), before_response {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:55:06.013450 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [None req-0b53c6c8-9f2e-40a1-a707-759dbd954b4f admin admin] 10.222.0.46 "DELETE /v2.0/networks/93553b5e-41df-4e3f-85f3-dc6bb90235b9 HTTP/1.1" status: 204 len: 168 time: 0.7106433 Jan 31 20:55:06.035607 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b53c6c8-9f2e-40a1-a707-759dbd954b4f admin admin] Pushing event deleted for resources: {'Network': ['ID=93553b5e-41df-4e3f-85f3-dc6bb90235b9,revision_number=None']} {{(pid=102450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:55:06.043251 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1eb1848-d81d-469b-bf15-bd9de0a567b8 service neutron] Pushing event updated for resources: {'Port': ['ID=57823799-4738-4881-9829-5b56ce613794,revision_number=3']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:55:06.076599 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1feb6b2-140f-4a77-9cbc-a9a090740fc5 req-bcd9f462-fe7a-4240-a93e-3146700ee2da tempest-VolumesActionsTest-1412122334 tempest-VolumesActionsTest-1412122334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:55:06.087236 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-d1feb6b2-140f-4a77-9cbc-a9a090740fc5 req-bcd9f462-fe7a-4240-a93e-3146700ee2da tempest-VolumesActionsTest-1412122334 tempest-VolumesActionsTest-1412122334-project] 10.222.0.46 "GET /v2.0/ports?device_id=cd190ca0-9dab-4a76-85a2-7048b4606e42 HTTP/1.1" status: 200 len: 945 time: 0.1069076 Jan 31 20:55:06.256193 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-d1feb6b2-140f-4a77-9cbc-a9a090740fc5 req-cf48eaa8-8788-4570-89f3-c732433c186c tempest-VolumesActionsTest-1412122334 tempest-VolumesActionsTest-1412122334-project] 10.222.0.46 "GET /v2.0/security-groups?id=b22fd3b9-8630-4635-8727-093fb8c2d7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641643 Jan 31 20:55:06.266823 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7009a155-07b2-453c-b3ac-03fd95779f36 req-cf9a72a8-527c-4f2b-9c48-ecbe7dfda0ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:55:06.269434 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-7009a155-07b2-453c-b3ac-03fd95779f36 req-cf9a72a8-527c-4f2b-9c48-ecbe7dfda0ac service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d47558b0f9f34eaab8c09c34c2ff08d2&device_id=d5f199b8-d2d4-43df-ad1a-9439063b9d33 HTTP/1.1" status: 200 len: 1127 time: 0.1442280 Jan 31 20:55:06.293642 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4fccfc-e4da-493f-86d8-546f49f7574c req-cf1fc71b-6316-4e70-8c6d-28f5d3953382 tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:55:06.297022 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-7d4fccfc-e4da-493f-86d8-546f49f7574c req-cf1fc71b-6316-4e70-8c6d-28f5d3953382 tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] 10.222.0.46 "GET /v2.0/ports?device_id=27df420e-76b2-43cf-8c3d-cb81ce4e672f HTTP/1.1" status: 200 len: 946 time: 0.1297119 Jan 31 20:55:06.377147 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-7009a155-07b2-453c-b3ac-03fd95779f36 req-2037ff1c-ce2d-4f11-afee-4895e4ed819b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=57823799-4738-4881-9829-5b56ce613794 HTTP/1.1" status: 200 len: 217 time: 0.0803285 Jan 31 20:55:06.430061 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-7d4fccfc-e4da-493f-86d8-546f49f7574c req-e1b11926-e86b-4041-ba8c-fdd7b8afdd88 tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] 10.222.0.46 "GET /v2.0/security-groups?id=0bdd6188-2d8b-4b17-a788-ae2efdc28206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167889 Jan 31 20:55:06.482162 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.wsgi [-] (102450) accepted ('10.222.0.46', 37978) {{(pid=102450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 20:55:06.518730 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-02a26ac8-ae92-4a7d-b2f9-e25887af64ac req-a06c2a84-81c1-4c0e-ba9e-2b5e0dc7f560 tempest-VolumesNegativeTest-1668166801 tempest-VolumesNegativeTest-1668166801-project] 10.222.0.46 "GET /v2.0/ports?device_id=c38d00f5-d1ed-41c3-9b53-e621a1f06041 HTTP/1.1" status: 200 len: 210 time: 0.0865722 Jan 31 20:55:06.536172 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7009a155-07b2-453c-b3ac-03fd95779f36 req-3333d09e-edd0-4ccd-8654-9c56df0a8a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:55:06.538820 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-7009a155-07b2-453c-b3ac-03fd95779f36 req-3333d09e-edd0-4ccd-8654-9c56df0a8a60 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=70f837bf-4dbc-49b3-a16a-2a9bab745253 HTTP/1.1" status: 200 len: 854 time: 0.1427059 Jan 31 20:55:06.563874 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [None req-6894295e-2ed9-456c-b476-4153512bf33a admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=9a101b28a1dd4b819e87df5d1c322eb1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0769720 Jan 31 20:55:06.564115 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.wsgi [-] (102450) accepted ('10.222.0.46', 37980) {{(pid=102450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 20:55:06.591859 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-7009a155-07b2-453c-b3ac-03fd95779f36 req-9915112a-97a4-4641-91d5-b6667fe77157 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=7654a450-2e31-4398-8bf5-1ad3ee6cd04f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0436499 Jan 31 20:55:06.643138 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-fadbefac-fc61-4487-8aea-9c3a21e52b80 admin admin] Publish callbacks [] for security_group (4d688f16-bdc5-466a-8d99-f00bf81e378c), before_delete {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:55:06.684692 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-fadbefac-fc61-4487-8aea-9c3a21e52b80 admin admin] Publish callbacks [] for security_group (4d688f16-bdc5-466a-8d99-f00bf81e378c), precommit_delete {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:55:06.778589 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-fadbefac-fc61-4487-8aea-9c3a21e52b80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736509'] for security_group (4d688f16-bdc5-466a-8d99-f00bf81e378c), after_delete {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:55:06.795030 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-fadbefac-fc61-4487-8aea-9c3a21e52b80 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:55:06.797675 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [None req-fadbefac-fc61-4487-8aea-9c3a21e52b80 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/4d688f16-bdc5-466a-8d99-f00bf81e378c HTTP/1.1" status: 204 len: 168 time: 0.2317567 Jan 31 20:55:06.812106 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadbefac-fc61-4487-8aea-9c3a21e52b80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d688f16-bdc5-466a-8d99-f00bf81e378c,revision_number=None']} {{(pid=102450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:55:07.096492 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca6db7e-8036-48ef-96f5-c445c9a129e8 req-c5435d1f-9e0c-4b04-a640-4f4a2e719840 tempest-AttachVolumeNegativeTest-36827424 tempest-AttachVolumeNegativeTest-36827424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:55:07.108605 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-7009a155-07b2-453c-b3ac-03fd95779f36 req-e57fe728-ee01-4866-bf06-e0b34ee821d6 service neutron] 10.222.0.59 "GET /v2.0/networks/7654a450-2e31-4398-8bf5-1ad3ee6cd04f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5056288 Jan 31 20:55:07.109225 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-6ca6db7e-8036-48ef-96f5-c445c9a129e8 req-c5435d1f-9e0c-4b04-a640-4f4a2e719840 tempest-AttachVolumeNegativeTest-36827424 tempest-AttachVolumeNegativeTest-36827424-project] 10.222.0.46 "GET /v2.0/ports?device_id=d5f199b8-d2d4-43df-ad1a-9439063b9d33 HTTP/1.1" status: 200 len: 943 time: 0.2580333 Jan 31 20:55:07.202218 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-6ca6db7e-8036-48ef-96f5-c445c9a129e8 req-4c9ce9fd-729c-42ba-8298-fce6ff6a85bd tempest-AttachVolumeNegativeTest-36827424 tempest-AttachVolumeNegativeTest-36827424-project] 10.222.0.46 "GET /v2.0/security-groups?id=a32f4031-bf0a-46cb-9ad4-290c9574bdbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920765 Jan 31 20:55:07.314321 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-7009a155-07b2-453c-b3ac-03fd95779f36 req-568e813d-b5c8-41c2-9461-f8f4547b2689 service neutron] 10.222.0.59 "GET /v2.0/networks/7654a450-2e31-4398-8bf5-1ad3ee6cd04f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1836948 Jan 31 20:55:07.324164 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64e26c6-9c5e-4294-91e6-2272d64e9369 req-6767cf92-2c05-46a7-8efb-ddaf07aadf4f tempest-VolumesActionsTest-1412122334 tempest-VolumesActionsTest-1412122334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:55:07.324742 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-b64e26c6-9c5e-4294-91e6-2272d64e9369 req-6767cf92-2c05-46a7-8efb-ddaf07aadf4f tempest-VolumesActionsTest-1412122334 tempest-VolumesActionsTest-1412122334-project] 10.222.0.59 "GET /v2.0/ports?device_id=cd190ca0-9dab-4a76-85a2-7048b4606e42 HTTP/1.1" status: 200 len: 945 time: 0.1076202 Jan 31 20:55:07.395581 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5f199b8-d2d4-43df-ad1a-9439063b9d33', 'tag': '57823799-4738-4881-9829-5b56ce613794'}] {{(pid=102449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 20:55:07.400220 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba30590511e0408980e1e78341b94ae353025d2904c3e8034e675cc5aff8c4ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c244b955-b83f-4ca2-81df-b4e47d41bef7" -d '{"events": [{"name": "network-changed", "server_uuid": "d5f199b8-d2d4-43df-ad1a-9439063b9d33", "tag": "57823799-4738-4881-9829-5b56ce613794"}]}' {{(pid=102449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 20:55:07.500123 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 20:55:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42b38360-8523-4fd3-873a-2d0613858715 x-openstack-request-id: req-42b38360-8523-4fd3-873a-2d0613858715 {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 20:55:07.500603 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5f199b8-d2d4-43df-ad1a-9439063b9d33", "tag": "57823799-4738-4881-9829-5b56ce613794", "status": "completed", "code": 200}]} {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 20:55:07.501014 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-42b38360-8523-4fd3-873a-2d0613858715 {{(pid=102449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 20:55:07.502211 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5f199b8-d2d4-43df-ad1a-9439063b9d33', 'tag': '57823799-4738-4881-9829-5b56ce613794', 'status': 'completed', 'code': 200} Jan 31 20:55:07.579697 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.wsgi [-] (102450) accepted ('10.222.0.46', 38014) {{(pid=102450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 20:55:07.672745 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [None req-99b344af-1133-4f1f-84ad-2e26977908b0 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=aa58ef62d8474f34be0c970f51a84c72&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0912573 Jan 31 20:55:07.673651 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.wsgi [-] (102450) accepted ('10.222.0.46', 38018) {{(pid=102450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 20:55:07.694511 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b9536e-b05c-4dc9-b635-96006c52e69a req-7b183c46-b17e-4858-8271-9452134dedd2 tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:55:07.694692 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af84f4bf-0812-45c0-9954-7aace8e54896 req-35483ff8-2455-45d9-97d7-623803efd7df tempest-VolumesActionsTest-1412122334 tempest-VolumesActionsTest-1412122334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:55:07.696695 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-e7b9536e-b05c-4dc9-b635-96006c52e69a req-7b183c46-b17e-4858-8271-9452134dedd2 tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] 10.222.0.46 "GET /v2.0/ports?device_id=27df420e-76b2-43cf-8c3d-cb81ce4e672f HTTP/1.1" status: 200 len: 946 time: 0.1363173 Jan 31 20:55:07.697220 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-af84f4bf-0812-45c0-9954-7aace8e54896 req-35483ff8-2455-45d9-97d7-623803efd7df tempest-VolumesActionsTest-1412122334 tempest-VolumesActionsTest-1412122334-project] 10.222.0.46 "GET /v2.0/ports?device_id=cd190ca0-9dab-4a76-85a2-7048b4606e42 HTTP/1.1" status: 200 len: 945 time: 0.2935958 Jan 31 20:55:07.706739 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c244b955-b83f-4ca2-81df-b4e47d41bef7 req-0bb05aa7-a340-48a3-8468-e4ca3b44d38f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:55:07.709898 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-c244b955-b83f-4ca2-81df-b4e47d41bef7 req-0bb05aa7-a340-48a3-8468-e4ca3b44d38f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d47558b0f9f34eaab8c09c34c2ff08d2&device_id=d5f199b8-d2d4-43df-ad1a-9439063b9d33 HTTP/1.1" status: 200 len: 1127 time: 0.1558671 Jan 31 20:55:07.715443 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [req-b64e26c6-9c5e-4294-91e6-2272d64e9369 req-77bb97b1-47c4-43a4-8243-756ea637641d tempest-VolumesActionsTest-1412122334 tempest-VolumesActionsTest-1412122334-project] Deleting port df6606d0-fe2d-4dfe-9a78-bf548b3f2073 {{(pid=102449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 20:55:07.716007 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [req-b64e26c6-9c5e-4294-91e6-2272d64e9369 req-77bb97b1-47c4-43a4-8243-756ea637641d tempest-VolumesActionsTest-1412122334 tempest-VolumesActionsTest-1412122334-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783600463454'] for port (df6606d0-fe2d-4dfe-9a78-bf548b3f2073), before_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:55:07.843855 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-0257f718-09ec-4ab6-8116-28f26a4c8a3c admin admin] Publish callbacks [] for security_group (56080767-8f44-42e9-81f1-73fb9ed3b021), before_delete {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:55:07.859719 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-e7b9536e-b05c-4dc9-b635-96006c52e69a req-120fb93f-e632-4523-bba3-a3b9c40ea796 tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] 10.222.0.46 "GET /v2.0/security-groups?id=0bdd6188-2d8b-4b17-a788-ae2efdc28206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458409 Jan 31 20:55:07.922472 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-0257f718-09ec-4ab6-8116-28f26a4c8a3c admin admin] Publish callbacks [] for security_group (56080767-8f44-42e9-81f1-73fb9ed3b021), precommit_delete {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:55:08.012030 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.rpc [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Device 34a1b1ee-2537-4aef-9664-31822dafff7d no longer exists at agent hyperv_hv-cinder-81322 {{(pid=102451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 20:55:08.028504 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-0257f718-09ec-4ab6-8116-28f26a4c8a3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736509'] for security_group (56080767-8f44-42e9-81f1-73fb9ed3b021), after_delete {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:55:08.034061 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-0257f718-09ec-4ab6-8116-28f26a4c8a3c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:55:08.037800 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [None req-0257f718-09ec-4ab6-8116-28f26a4c8a3c admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/56080767-8f44-42e9-81f1-73fb9ed3b021 HTTP/1.1" status: 204 len: 168 time: 0.3610740 Jan 31 20:55:08.054970 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.plugin [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] No Port match for: 34a1b1ee-2537-4aef-9664-31822dafff7d {{(pid=102451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 20:55:08.056192 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.rpc [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Device 34a1b1ee-2537-4aef-9664-31822dafff7d not bound to the agent host hv-cinder-81322 {{(pid=102451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 20:55:08.058961 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0257f718-09ec-4ab6-8116-28f26a4c8a3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56080767-8f44-42e9-81f1-73fb9ed3b021,revision_number=None']} {{(pid=102450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:55:08.091135 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-af84f4bf-0812-45c0-9954-7aace8e54896 req-83e4c731-8067-4569-b1fc-33878422fe7f tempest-VolumesActionsTest-1412122334 tempest-VolumesActionsTest-1412122334-project] 10.222.0.46 "GET /v2.0/security-groups?id=b22fd3b9-8630-4635-8727-093fb8c2d7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3795009 Jan 31 20:55:08.109683 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c244b955-b83f-4ca2-81df-b4e47d41bef7 req-b99635a9-d578-4e08-9741-0ad90171bcc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:55:08.112710 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-c244b955-b83f-4ca2-81df-b4e47d41bef7 req-b99635a9-d578-4e08-9741-0ad90171bcc0 service neutron] 10.222.0.59 "GET /v2.0/networks?id=7654a450-2e31-4398-8bf5-1ad3ee6cd04f HTTP/1.1" status: 200 len: 915 time: 0.3831441 Jan 31 20:55:08.115826 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.db [req-b64e26c6-9c5e-4294-91e6-2272d64e9369 req-77bb97b1-47c4-43a4-8243-756ea637641d tempest-VolumesActionsTest-1412122334 tempest-VolumesActionsTest-1412122334-project] For port df6606d0-fe2d-4dfe-9a78-bf548b3f2073, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=df6606d0-fe2d-4dfe-9a78-bf548b3f2073,segment=NetworkSegment(8f4fb049-57d1-4353-888e-c277d2e4d6b9),segment_id=8f4fb049-57d1-4353-888e-c277d2e4d6b9)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 20:55:08.116201 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [req-b64e26c6-9c5e-4294-91e6-2272d64e9369 req-77bb97b1-47c4-43a4-8243-756ea637641d tempest-VolumesActionsTest-1412122334 tempest-VolumesActionsTest-1412122334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696268'] for port (df6606d0-fe2d-4dfe-9a78-bf548b3f2073), precommit_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:55:08.137484 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [req-b64e26c6-9c5e-4294-91e6-2272d64e9369 req-77bb97b1-47c4-43a4-8243-756ea637641d tempest-VolumesActionsTest-1412122334 tempest-VolumesActionsTest-1412122334-project] Calling delete_port for df6606d0-fe2d-4dfe-9a78-bf548b3f2073 owned by compute:nova {{(pid=102449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 20:55:08.197705 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-c244b955-b83f-4ca2-81df-b4e47d41bef7 req-23591a3d-8632-4a37-9016-80e3a4577ce6 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=57823799-4738-4881-9829-5b56ce613794 HTTP/1.1" status: 200 len: 217 time: 0.0534120 Jan 31 20:55:08.339456 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c244b955-b83f-4ca2-81df-b4e47d41bef7 req-b22ef806-2451-434c-8d46-db2be19632f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:55:08.341387 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-c244b955-b83f-4ca2-81df-b4e47d41bef7 req-b22ef806-2451-434c-8d46-db2be19632f9 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=70f837bf-4dbc-49b3-a16a-2a9bab745253 HTTP/1.1" status: 200 len: 854 time: 0.1303120 Jan 31 20:55:08.422383 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-c244b955-b83f-4ca2-81df-b4e47d41bef7 req-0eb36994-f07d-4bfa-baad-728a33b703d1 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=7654a450-2e31-4398-8bf5-1ad3ee6cd04f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0669577 Jan 31 20:55:08.434970 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1120c4-2bb0-4b50-ae4f-48f268506099 req-92863aa7-7431-40f7-addc-3c8113416fe1 tempest-AttachVolumeNegativeTest-36827424 tempest-AttachVolumeNegativeTest-36827424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:55:08.437235 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-bc1120c4-2bb0-4b50-ae4f-48f268506099 req-92863aa7-7431-40f7-addc-3c8113416fe1 tempest-AttachVolumeNegativeTest-36827424 tempest-AttachVolumeNegativeTest-36827424-project] 10.222.0.46 "GET /v2.0/ports?device_id=d5f199b8-d2d4-43df-ad1a-9439063b9d33 HTTP/1.1" status: 200 len: 943 time: 0.1066706 Jan 31 20:55:08.547987 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-bc1120c4-2bb0-4b50-ae4f-48f268506099 req-ddc9829d-ee65-47f0-af9c-b30aa85cb20f tempest-AttachVolumeNegativeTest-36827424 tempest-AttachVolumeNegativeTest-36827424-project] 10.222.0.46 "GET /v2.0/security-groups?id=a32f4031-bf0a-46cb-9ad4-290c9574bdbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918474 Jan 31 20:55:08.615032 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [req-b64e26c6-9c5e-4294-91e6-2272d64e9369 req-77bb97b1-47c4-43a4-8243-756ea637641d tempest-VolumesActionsTest-1412122334 tempest-VolumesActionsTest-1412122334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1029723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3769609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783600466360', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783599971606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29106256'] for port (df6606d0-fe2d-4dfe-9a78-bf548b3f2073), after_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:55:08.640296 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.db [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] get_ports_and_sgs() called for port_ids ['df6606d0-fe2d-4dfe-9a78-bf548b3f2073'] {{(pid=102451) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 20:55:08.651839 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-c244b955-b83f-4ca2-81df-b4e47d41bef7 req-6f5adfae-17fa-476c-9ebc-ff33673ed05d service neutron] 10.222.0.59 "GET /v2.0/networks/7654a450-2e31-4398-8bf5-1ad3ee6cd04f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2210333 Jan 31 20:55:08.694967 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bb97b1-47c4-43a4-8243-756ea637641d tempest-VolumesActionsTest-1412122334 tempest-VolumesActionsTest-1412122334-project] Pushing event deleted for resources: {'Port': ['ID=df6606d0-fe2d-4dfe-9a78-bf548b3f2073,revision_number=None']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:55:08.796041 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [req-b64e26c6-9c5e-4294-91e6-2272d64e9369 req-77bb97b1-47c4-43a4-8243-756ea637641d tempest-VolumesActionsTest-1412122334 tempest-VolumesActionsTest-1412122334-project] No DVR routers for this DVR port df6606d0-fe2d-4dfe-9a78-bf548b3f2073 on host hv-cinder-81322 {{(pid=102449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 20:55:08.802721 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [req-b64e26c6-9c5e-4294-91e6-2272d64e9369 req-77bb97b1-47c4-43a4-8243-756ea637641d tempest-VolumesActionsTest-1412122334 tempest-VolumesActionsTest-1412122334-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204375'] for port (None), before_response {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:55:08.806931 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-b64e26c6-9c5e-4294-91e6-2272d64e9369 req-77bb97b1-47c4-43a4-8243-756ea637641d tempest-VolumesActionsTest-1412122334 tempest-VolumesActionsTest-1412122334-project] 10.222.0.59 "DELETE /v2.0/ports/df6606d0-fe2d-4dfe-9a78-bf548b3f2073 HTTP/1.1" status: 204 len: 173 time: 1.4716012 Jan 31 20:55:08.807080 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.wsgi [-] (102450) accepted ('10.222.0.46', 38066) {{(pid=102450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 20:55:08.860734 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-c244b955-b83f-4ca2-81df-b4e47d41bef7 req-6befc022-0abf-418c-889d-43d93d15daaa service neutron] 10.222.0.59 "GET /v2.0/networks/7654a450-2e31-4398-8bf5-1ad3ee6cd04f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1819339 Jan 31 20:55:09.075101 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13998210-c6e7-4384-a942-c0f2c331f730 req-1bc04f96-a825-4727-a338-1583993bf612 tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:55:09.077607 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-13998210-c6e7-4384-a942-c0f2c331f730 req-1bc04f96-a825-4727-a338-1583993bf612 tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] 10.222.0.46 "GET /v2.0/ports?device_id=27df420e-76b2-43cf-8c3d-cb81ce4e672f HTTP/1.1" status: 200 len: 946 time: 0.0812166 Jan 31 20:55:09.109510 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-46083acb-8f83-4aab-8b72-aafe097672e9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:55:09.181909 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-13998210-c6e7-4384-a942-c0f2c331f730 req-75081ff1-3124-4381-aebf-07fc7dafb717 tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] 10.222.0.46 "GET /v2.0/security-groups?id=0bdd6188-2d8b-4b17-a788-ae2efdc28206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943232 Jan 31 20:55:09.279520 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-46083acb-8f83-4aab-8b72-aafe097672e9 admin admin] Publish callbacks [] for security_group (7905285c-0cb1-4964-9648-f4367c12e9c7), precommit_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:55:09.305634 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-46083acb-8f83-4aab-8b72-aafe097672e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736509'] for security_group (7905285c-0cb1-4964-9648-f4367c12e9c7), after_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:55:09.352732 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-836c0fe2-797c-43f6-a646-7a102d093179 req-d5afe199-e57c-4a8e-b583-4a7f39148204 tempest-VolumesActionsTest-1412122334 tempest-VolumesActionsTest-1412122334-project] 10.222.0.46 "GET /v2.0/ports?device_id=cd190ca0-9dab-4a76-85a2-7048b4606e42 HTTP/1.1" status: 200 len: 210 time: 0.0781980 Jan 31 20:55:09.384653 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [None req-46083acb-8f83-4aab-8b72-aafe097672e9 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=8047d071d7724edea9eca7e8b1752d0c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5760643 Jan 31 20:55:09.387712 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.wsgi [-] (102449) accepted ('10.222.0.46', 38100) {{(pid=102449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 20:55:09.422927 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46083acb-8f83-4aab-8b72-aafe097672e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7905285c-0cb1-4964-9648-f4367c12e9c7,revision_number=1']} {{(pid=102450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:55:09.503947 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd190ca0-9dab-4a76-85a2-7048b4606e42', 'name': 'network-vif-deleted', 'tag': 'df6606d0-fe2d-4dfe-9a78-bf548b3f2073'}] {{(pid=102449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 20:55:09.509584 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba30590511e0408980e1e78341b94ae353025d2904c3e8034e675cc5aff8c4ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b8e37a2-3616-4ecd-9aac-3c8d9870b812" -d '{"events": [{"server_uuid": "cd190ca0-9dab-4a76-85a2-7048b4606e42", "name": "network-vif-deleted", "tag": "df6606d0-fe2d-4dfe-9a78-bf548b3f2073"}]}' {{(pid=102449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 20:55:09.541945 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-bfd5aafb-6f8b-4ebc-8a43-dac1b85ab654 admin admin] Publish callbacks [] for security_group (7905285c-0cb1-4964-9648-f4367c12e9c7), before_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:55:09.571803 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 20:55:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fac665cf-81b8-47e3-8619-539483f873db x-openstack-request-id: req-fac665cf-81b8-47e3-8619-539483f873db {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 20:55:09.572285 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd190ca0-9dab-4a76-85a2-7048b4606e42", "name": "network-vif-deleted", "tag": "df6606d0-fe2d-4dfe-9a78-bf548b3f2073", "status": "completed", "code": 200}]} {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 20:55:09.572751 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-fac665cf-81b8-47e3-8619-539483f873db {{(pid=102449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 20:55:09.573388 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd190ca0-9dab-4a76-85a2-7048b4606e42', 'name': 'network-vif-deleted', 'tag': 'df6606d0-fe2d-4dfe-9a78-bf548b3f2073', 'status': 'completed', 'code': 200} Jan 31 20:55:09.592683 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-bfd5aafb-6f8b-4ebc-8a43-dac1b85ab654 admin admin] Publish callbacks [] for security_group (7905285c-0cb1-4964-9648-f4367c12e9c7), precommit_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:55:09.696991 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-bfd5aafb-6f8b-4ebc-8a43-dac1b85ab654 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736509'] for security_group (7905285c-0cb1-4964-9648-f4367c12e9c7), after_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:55:09.708032 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-bfd5aafb-6f8b-4ebc-8a43-dac1b85ab654 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:55:09.713078 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [None req-bfd5aafb-6f8b-4ebc-8a43-dac1b85ab654 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/7905285c-0cb1-4964-9648-f4367c12e9c7 HTTP/1.1" status: 204 len: 168 time: 0.3230579 Jan 31 20:55:09.727727 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd5aafb-6f8b-4ebc-8a43-dac1b85ab654 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7905285c-0cb1-4964-9648-f4367c12e9c7,revision_number=None']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:55:09.756896 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae95ddcc-1ff7-487f-808a-319de80e32c5 req-593def17-acfb-469c-a093-128998e8557d tempest-AttachVolumeNegativeTest-36827424 tempest-AttachVolumeNegativeTest-36827424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:55:09.766039 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-ae95ddcc-1ff7-487f-808a-319de80e32c5 req-593def17-acfb-469c-a093-128998e8557d tempest-AttachVolumeNegativeTest-36827424 tempest-AttachVolumeNegativeTest-36827424-project] 10.222.0.46 "GET /v2.0/ports?device_id=d5f199b8-d2d4-43df-ad1a-9439063b9d33 HTTP/1.1" status: 200 len: 943 time: 0.0937755 Jan 31 20:55:09.863607 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-ae95ddcc-1ff7-487f-808a-319de80e32c5 req-ab3f6efd-2451-419f-840c-ad90c7fd7927 tempest-AttachVolumeNegativeTest-36827424 tempest-AttachVolumeNegativeTest-36827424-project] 10.222.0.46 "GET /v2.0/security-groups?id=a32f4031-bf0a-46cb-9ad4-290c9574bdbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961339 Jan 31 20:55:10.011118 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.rpc [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Device 57823799-4738-4881-9829-5b56ce613794 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=102451) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 20:55:10.147840 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.wsgi [-] (102450) accepted ('10.222.0.46', 38180) {{(pid=102450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 20:55:10.172748 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-cff2ec1a-e348-4641-9b87-729e0a170415 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:55:10.193248 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.db [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] For port 57823799-4738-4881-9829-5b56ce613794, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=57823799-4738-4881-9829-5b56ce613794,segment=NetworkSegment(3aa49904-0c32-4795-9b71-de073484ac3d),segment_id=3aa49904-0c32-4795-9b71-de073484ac3d)] {{(pid=102451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 20:55:10.206105 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.rpc [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Returning: {'device': '57823799-4738-4881-9829-5b56ce613794', 'network_id': '7654a450-2e31-4398-8bf5-1ad3ee6cd04f', 'port_id': '57823799-4738-4881-9829-5b56ce613794', 'mac_address': 'fa:16:3e:55:36:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 661, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70f837bf-4dbc-49b3-a16a-2a9bab745253', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102451) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 20:55:10.289438 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.plugin [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Current status of the port 57823799-4738-4881-9829-5b56ce613794 is: DOWN; New status is: BUILD {{(pid=102451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 20:55:10.289896 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1026180'] for port (57823799-4738-4881-9829-5b56ce613794), before_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:55:10.308869 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.notifiers.nova [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57823799-4738-4881-9829-5b56ce613794 {{(pid=102451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 20:55:10.336592 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.db [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] For port 57823799-4738-4881-9829-5b56ce613794, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=57823799-4738-4881-9829-5b56ce613794,segment=NetworkSegment(3aa49904-0c32-4795-9b71-de073484ac3d),segment_id=3aa49904-0c32-4795-9b71-de073484ac3d)] {{(pid=102451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 20:55:10.341935 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1029723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3769609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783600466378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783599971615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783599971633'] for port (57823799-4738-4881-9829-5b56ce613794), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:55:10.353593 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-cff2ec1a-e348-4641-9b87-729e0a170415 admin admin] Publish callbacks [] for security_group (698729b4-7826-4759-bda0-0eee3f0d5b34), precommit_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:55:10.361741 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-cff2ec1a-e348-4641-9b87-729e0a170415 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736509'] for security_group (698729b4-7826-4759-bda0-0eee3f0d5b34), after_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:55:10.433062 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec9a935-a9b9-4d05-b6c3-486b98330fc5 req-e0e3d6d1-0a04-47d1-bd24-f9d2ca4e5b26 tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:55:10.444157 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-2ec9a935-a9b9-4d05-b6c3-486b98330fc5 req-e0e3d6d1-0a04-47d1-bd24-f9d2ca4e5b26 tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] 10.222.0.46 "GET /v2.0/ports?device_id=27df420e-76b2-43cf-8c3d-cb81ce4e672f HTTP/1.1" status: 200 len: 946 time: 0.1326809 Jan 31 20:55:10.444420 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Pushing event updated for resources: {'Port': ['ID=57823799-4738-4881-9829-5b56ce613794,revision_number=4']} {{(pid=102451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:55:10.507406 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff2ec1a-e348-4641-9b87-729e0a170415 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=698729b4-7826-4759-bda0-0eee3f0d5b34,revision_number=1']} {{(pid=102450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:55:10.516455 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [None req-cff2ec1a-e348-4641-9b87-729e0a170415 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=7d459b3778174b67be326597868e7a97&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3668191 Jan 31 20:55:10.518914 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.wsgi [-] (102450) accepted ('10.222.0.46', 38196) {{(pid=102450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 20:55:10.589116 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-2ec9a935-a9b9-4d05-b6c3-486b98330fc5 req-54fd220e-d9a2-4709-8320-41047fae0908 tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] 10.222.0.46 "GET /v2.0/security-groups?id=0bdd6188-2d8b-4b17-a788-ae2efdc28206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436412 Jan 31 20:55:10.646899 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-3c36cdc9-09f5-4891-a4c0-333a720c7fb3 admin admin] Publish callbacks [] for security_group (698729b4-7826-4759-bda0-0eee3f0d5b34), before_delete {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:55:10.709474 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.db [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] get_ports_and_sgs() called for port_ids ['57823799-4738-4881-9829-5b56ce613794'] {{(pid=102451) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 20:55:10.724220 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-3c36cdc9-09f5-4891-a4c0-333a720c7fb3 admin admin] Publish callbacks [] for security_group (698729b4-7826-4759-bda0-0eee3f0d5b34), precommit_delete {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:55:10.892777 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-3c36cdc9-09f5-4891-a4c0-333a720c7fb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736509'] for security_group (698729b4-7826-4759-bda0-0eee3f0d5b34), after_delete {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:55:10.895588 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-3c36cdc9-09f5-4891-a4c0-333a720c7fb3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:55:10.897063 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [None req-3c36cdc9-09f5-4891-a4c0-333a720c7fb3 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/698729b4-7826-4759-bda0-0eee3f0d5b34 HTTP/1.1" status: 204 len: 168 time: 0.3755813 Jan 31 20:55:10.924890 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c36cdc9-09f5-4891-a4c0-333a720c7fb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=698729b4-7826-4759-bda0-0eee3f0d5b34,revision_number=None']} {{(pid=102450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:55:11.124955 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5a2814-0dbf-4c49-8fbe-dc5a9f823549 req-536d37bd-af07-431c-9d33-342dde744689 tempest-AttachVolumeNegativeTest-36827424 tempest-AttachVolumeNegativeTest-36827424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:55:11.138690 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-1f5a2814-0dbf-4c49-8fbe-dc5a9f823549 req-536d37bd-af07-431c-9d33-342dde744689 tempest-AttachVolumeNegativeTest-36827424 tempest-AttachVolumeNegativeTest-36827424-project] 10.222.0.46 "GET /v2.0/ports?device_id=d5f199b8-d2d4-43df-ad1a-9439063b9d33 HTTP/1.1" status: 200 len: 944 time: 0.1346231 Jan 31 20:55:11.197078 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129aec1b-d3cf-4e61-81a9-0d7201768ebe req-f4672bcf-599b-4ef5-8d95-cc84255ab215 tempest-VolumesActionsTest-1412122334 tempest-VolumesActionsTest-1412122334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:55:11.208743 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-129aec1b-d3cf-4e61-81a9-0d7201768ebe req-f4672bcf-599b-4ef5-8d95-cc84255ab215 tempest-VolumesActionsTest-1412122334 tempest-VolumesActionsTest-1412122334-project] 10.222.0.46 "GET /v2.0/networks?id=fc325b36-fcfb-435a-a46c-0bf685a3990e HTTP/1.1" status: 200 len: 809 time: 0.2670667 Jan 31 20:55:11.234360 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-129aec1b-d3cf-4e61-81a9-0d7201768ebe req-24343e94-5087-4e13-b826-a562bc43dc53 tempest-VolumesActionsTest-1412122334 tempest-VolumesActionsTest-1412122334-project] 10.222.0.46 "GET /v2.0/quotas/36b4f6393ec8462583ca1e173c79a484 HTTP/1.1" status: 200 len: 375 time: 0.0237823 Jan 31 20:55:11.260081 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-1f5a2814-0dbf-4c49-8fbe-dc5a9f823549 req-59bb266e-ab02-4ed3-bced-5b18f43f18db tempest-AttachVolumeNegativeTest-36827424 tempest-AttachVolumeNegativeTest-36827424-project] 10.222.0.46 "GET /v2.0/security-groups?id=a32f4031-bf0a-46cb-9ad4-290c9574bdbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069527 Jan 31 20:55:11.299604 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-129aec1b-d3cf-4e61-81a9-0d7201768ebe req-397a4de7-e76a-4214-9b94-d6e3b7d91010 tempest-VolumesActionsTest-1412122334 tempest-VolumesActionsTest-1412122334-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=36b4f6393ec8462583ca1e173c79a484&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0638683 Jan 31 20:55:11.350459 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.wsgi [-] (102449) accepted ('10.222.0.46', 38246) {{(pid=102449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 20:55:11.450985 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-129aec1b-d3cf-4e61-81a9-0d7201768ebe req-22c5cbb3-514b-4214-aeb2-0d4cff321a12 service neutron] 10.222.0.46 "GET /v2.0/networks/fc325b36-fcfb-435a-a46c-0bf685a3990e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1447833 Jan 31 20:55:11.620478 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-129aec1b-d3cf-4e61-81a9-0d7201768ebe req-80b53217-7241-49f9-89f8-2a2ee3402d06 service neutron] 10.222.0.46 "GET /v2.0/networks/fc325b36-fcfb-435a-a46c-0bf685a3990e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1581759 Jan 31 20:55:11.652294 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.wsgi [-] (102449) accepted ('10.222.0.46', 38262) {{(pid=102449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 20:55:11.692283 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e3adc502-b44a-4c22-9f91-e8da643757c5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:55:11.726055 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-7889cc94-e039-4dda-813b-dd915403d339 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:55:11.891960 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-cf0b29f0-687d-4320-8f3c-3874d363972c req-8d8f9edb-6d82-433d-8ab7-8423e528ac52 tempest-VolumesActionsTest-1412122334 tempest-VolumesActionsTest-1412122334-project] 10.222.0.46 "GET /v2.0/ports?device_id=84914eb5-073b-4739-aa0d-61a370d82ad9 HTTP/1.1" status: 200 len: 210 time: 0.0602062 Jan 31 20:55:11.913996 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364ee2fc-1212-48aa-a8cf-0dd17ad0f93d req-4e4ea58d-f2bd-4282-82a9-2e2d57916035 tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:55:11.916919 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-364ee2fc-1212-48aa-a8cf-0dd17ad0f93d req-4e4ea58d-f2bd-4282-82a9-2e2d57916035 tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] 10.222.0.46 "GET /v2.0/ports?device_id=27df420e-76b2-43cf-8c3d-cb81ce4e672f HTTP/1.1" status: 200 len: 946 time: 0.1780581 Jan 31 20:55:12.004606 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e3adc502-b44a-4c22-9f91-e8da643757c5 admin admin] Publish callbacks [] for security_group (2f640aa9-00bf-462e-a8bf-d0ab4b158414), precommit_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:55:12.039197 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e3adc502-b44a-4c22-9f91-e8da643757c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736509'] for security_group (2f640aa9-00bf-462e-a8bf-d0ab4b158414), after_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:55:12.040368 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.rpc [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Device 57823799-4738-4881-9829-5b56ce613794 up at agent hyperv_hv-cinder-81322 {{(pid=102451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 20:55:12.060172 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-7889cc94-e039-4dda-813b-dd915403d339 admin admin] Publish callbacks [] for security_group (c19c26ed-9daf-47d0-be79-7edbd695c999), precommit_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:55:12.101762 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-7889cc94-e039-4dda-813b-dd915403d339 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736509'] for security_group (c19c26ed-9daf-47d0-be79-7edbd695c999), after_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:55:12.128703 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.db.provisioning_blocks [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Provisioning for port 57823799-4738-4881-9829-5b56ce613794 completed by entity L2. {{(pid=102451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 20:55:12.135054 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.db.provisioning_blocks [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Provisioning complete for port 57823799-4738-4881-9829-5b56ce613794 triggered by entity L2. {{(pid=102451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 20:55:12.135550 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3401144'] for port (57823799-4738-4881-9829-5b56ce613794), provisioning_complete {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:55:12.149706 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-364ee2fc-1212-48aa-a8cf-0dd17ad0f93d req-afbc0cea-7b41-4df3-a077-376b70de1968 tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] 10.222.0.46 "GET /v2.0/security-groups?id=0bdd6188-2d8b-4b17-a788-ae2efdc28206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2186866 Jan 31 20:55:12.164558 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.wsgi [-] (102450) accepted ('10.222.0.46', 38314) {{(pid=102450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 20:55:12.165315 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [None req-7889cc94-e039-4dda-813b-dd915403d339 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=26023e5fccdc4f18b42c24aa514a6625&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8122733 Jan 31 20:55:12.181279 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [None req-e3adc502-b44a-4c22-9f91-e8da643757c5 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=f0e651206dee4f2fb54eb32a274d9412&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5275443 Jan 31 20:55:12.182753 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.wsgi [-] (102449) accepted ('10.222.0.46', 38318) {{(pid=102449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 20:55:12.196446 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3adc502-b44a-4c22-9f91-e8da643757c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f640aa9-00bf-462e-a8bf-d0ab4b158414,revision_number=1']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:55:12.290558 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.plugin [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Current status of the port 57823799-4738-4881-9829-5b56ce613794 is: BUILD; New status is: ACTIVE {{(pid=102451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 20:55:12.291850 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1026180'] for port (57823799-4738-4881-9829-5b56ce613794), before_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:55:12.304444 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-dd373505-ffe9-42cd-8e9d-65699584b21d admin admin] Publish callbacks [] for security_group (c19c26ed-9daf-47d0-be79-7edbd695c999), before_delete {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:55:12.329677 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7889cc94-e039-4dda-813b-dd915403d339 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c19c26ed-9daf-47d0-be79-7edbd695c999,revision_number=1']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:55:12.356936 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5f199b8-d2d4-43df-ad1a-9439063b9d33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57823799-4738-4881-9829-5b56ce613794'}] {{(pid=102451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 20:55:12.357917 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-55a22eba-4a8d-4440-ba0e-73412d0ab846 admin admin] Publish callbacks [] for security_group (2f640aa9-00bf-462e-a8bf-d0ab4b158414), before_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:55:12.369545 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c23f90a41664c3b077a95f51e37b0059f8aa38e98bc0260eca12d616ac4420be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a12e379-8f8f-460c-b4bd-1e9466c9e6a9" -d '{"events": [{"server_uuid": "d5f199b8-d2d4-43df-ad1a-9439063b9d33", "name": "network-vif-plugged", "status": "completed", "tag": "57823799-4738-4881-9829-5b56ce613794"}]}' {{(pid=102451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 20:55:12.392203 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-55a22eba-4a8d-4440-ba0e-73412d0ab846 admin admin] Publish callbacks [] for security_group (2f640aa9-00bf-462e-a8bf-d0ab4b158414), precommit_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:55:12.418034 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.db [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] For port 57823799-4738-4881-9829-5b56ce613794, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=57823799-4738-4881-9829-5b56ce613794,segment=NetworkSegment(3aa49904-0c32-4795-9b71-de073484ac3d),segment_id=3aa49904-0c32-4795-9b71-de073484ac3d)] {{(pid=102451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 20:55:12.424115 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-dd373505-ffe9-42cd-8e9d-65699584b21d admin admin] Publish callbacks [] for security_group (c19c26ed-9daf-47d0-be79-7edbd695c999), precommit_delete {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:55:12.427253 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1029723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3769609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783600466378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783599971615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783599971633'] for port (57823799-4738-4881-9829-5b56ce613794), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:55:12.429330 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.rpc [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Device df6606d0-fe2d-4dfe-9a78-bf548b3f2073 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=102451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 20:55:12.484783 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-55a22eba-4a8d-4440-ba0e-73412d0ab846 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736509'] for security_group (2f640aa9-00bf-462e-a8bf-d0ab4b158414), after_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:55:12.488932 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-55a22eba-4a8d-4440-ba0e-73412d0ab846 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:55:12.492710 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [None req-55a22eba-4a8d-4440-ba0e-73412d0ab846 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/2f640aa9-00bf-462e-a8bf-d0ab4b158414 HTTP/1.1" status: 204 len: 168 time: 0.3084183 Jan 31 20:55:12.518259 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a22eba-4a8d-4440-ba0e-73412d0ab846 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f640aa9-00bf-462e-a8bf-d0ab4b158414,revision_number=None']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:55:12.527167 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-dd373505-ffe9-42cd-8e9d-65699584b21d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736509'] for security_group (c19c26ed-9daf-47d0-be79-7edbd695c999), after_delete {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:55:12.530530 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-dd373505-ffe9-42cd-8e9d-65699584b21d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:55:12.534953 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [None req-dd373505-ffe9-42cd-8e9d-65699584b21d admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/c19c26ed-9daf-47d0-be79-7edbd695c999 HTTP/1.1" status: 204 len: 168 time: 0.3675070 Jan 31 20:55:12.572282 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 20:55:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d554472-bfb3-4578-9fd5-f9dc5d9e6184 x-openstack-request-id: req-6d554472-bfb3-4578-9fd5-f9dc5d9e6184 {{(pid=102451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 20:55:12.572584 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5f199b8-d2d4-43df-ad1a-9439063b9d33", "name": "network-vif-plugged", "status": "completed", "tag": "57823799-4738-4881-9829-5b56ce613794", "code": 200}]} {{(pid=102451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 20:55:12.573003 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-6d554472-bfb3-4578-9fd5-f9dc5d9e6184 {{(pid=102451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 20:55:12.573544 dv-cinder-813229-5-iscsi neutron-server[102451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5f199b8-d2d4-43df-ad1a-9439063b9d33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57823799-4738-4881-9829-5b56ce613794', 'code': 200} Jan 31 20:55:12.615826 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd373505-ffe9-42cd-8e9d-65699584b21d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c19c26ed-9daf-47d0-be79-7edbd695c999,revision_number=None']} {{(pid=102450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:55:12.655299 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.plugin [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] No Port match for: df6606d0-fe2d-4dfe-9a78-bf548b3f2073 {{(pid=102451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 20:55:12.656035 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.rpc [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Device df6606d0-fe2d-4dfe-9a78-bf548b3f2073 not bound to the agent host hv-cinder-81322 {{(pid=102451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 20:55:12.663945 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd89b3a-9255-4eaa-be25-e43700c89def req-ad09e619-cd5b-4b1b-80de-7c0365ea7439 tempest-AttachVolumeNegativeTest-36827424 tempest-AttachVolumeNegativeTest-36827424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:55:12.675982 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Pushing event updated for resources: {'Port': ['ID=57823799-4738-4881-9829-5b56ce613794,revision_number=5']} {{(pid=102451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:55:12.683353 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-0bd89b3a-9255-4eaa-be25-e43700c89def req-ad09e619-cd5b-4b1b-80de-7c0365ea7439 tempest-AttachVolumeNegativeTest-36827424 tempest-AttachVolumeNegativeTest-36827424-project] 10.222.0.46 "GET /v2.0/ports?device_id=d5f199b8-d2d4-43df-ad1a-9439063b9d33 HTTP/1.1" status: 200 len: 945 time: 0.1580918 Jan 31 20:55:12.858973 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-0bd89b3a-9255-4eaa-be25-e43700c89def req-f573deaa-3b3f-4ae3-a1df-8fba18983f75 tempest-AttachVolumeNegativeTest-36827424 tempest-AttachVolumeNegativeTest-36827424-project] 10.222.0.46 "GET /v2.0/security-groups?id=a32f4031-bf0a-46cb-9ad4-290c9574bdbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739912 Jan 31 20:55:13.008842 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0347684e-5a57-4cf0-b952-fdc26aebb815 req-b0fdcc97-94d0-42e5-918a-cf112eec66dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:55:13.011085 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-0347684e-5a57-4cf0-b952-fdc26aebb815 req-b0fdcc97-94d0-42e5-918a-cf112eec66dc service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=d5f199b8-d2d4-43df-ad1a-9439063b9d33 HTTP/1.1" status: 200 len: 1129 time: 0.1092544 Jan 31 20:55:13.127794 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-7dbe659f-abfe-4ff4-83fd-ffaf8eb22a6c req-3301cd5b-8937-4d48-9804-ecb69e4e98fb tempest-VolumesActionsTest-1412122334 tempest-VolumesActionsTest-1412122334-project] 10.222.0.46 "GET /v2.0/ports?device_id=84914eb5-073b-4739-aa0d-61a370d82ad9 HTTP/1.1" status: 200 len: 210 time: 0.0542939 Jan 31 20:55:13.161202 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-0347684e-5a57-4cf0-b952-fdc26aebb815 req-e6c6ff20-3521-48b9-974b-b6a0c8a6bc88 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=a32f4031-bf0a-46cb-9ad4-290c9574bdbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404734 Jan 31 20:55:13.444667 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c02dd42-6336-435e-9868-5a8aa240e552 req-c2d77d20-6f5e-4700-bff5-640ef6998b47 tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:55:13.447382 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-9c02dd42-6336-435e-9868-5a8aa240e552 req-c2d77d20-6f5e-4700-bff5-640ef6998b47 tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] 10.222.0.46 "GET /v2.0/ports?device_id=27df420e-76b2-43cf-8c3d-cb81ce4e672f HTTP/1.1" status: 200 len: 946 time: 0.1152489 Jan 31 20:55:13.556762 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-9c02dd42-6336-435e-9868-5a8aa240e552 req-a0c6aba7-71aa-47ab-b974-74e8c18d5ecd tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] 10.222.0.46 "GET /v2.0/security-groups?id=0bdd6188-2d8b-4b17-a788-ae2efdc28206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992670 Jan 31 20:55:14.023133 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8a9987-cdc9-4b1e-8024-c9a66dd2bfd8 req-2195db53-3aea-45b0-84f9-236e2c5c4792 tempest-AttachVolumeNegativeTest-36827424 tempest-AttachVolumeNegativeTest-36827424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:55:14.024727 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-ce8a9987-cdc9-4b1e-8024-c9a66dd2bfd8 req-2195db53-3aea-45b0-84f9-236e2c5c4792 tempest-AttachVolumeNegativeTest-36827424 tempest-AttachVolumeNegativeTest-36827424-project] 10.222.0.46 "GET /v2.0/ports?device_id=d5f199b8-d2d4-43df-ad1a-9439063b9d33 HTTP/1.1" status: 200 len: 945 time: 0.0803573 Jan 31 20:55:14.108776 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-ce8a9987-cdc9-4b1e-8024-c9a66dd2bfd8 req-0a4a3ffd-b9c3-406c-9444-72942929c58a tempest-AttachVolumeNegativeTest-36827424 tempest-AttachVolumeNegativeTest-36827424-project] 10.222.0.46 "GET /v2.0/security-groups?id=a32f4031-bf0a-46cb-9ad4-290c9574bdbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731761 Jan 31 20:55:14.259144 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-cae456f5-4e29-4ba3-bb01-d2253080b186 req-edcff9ab-390d-45cc-9519-9f81a4a4d263 tempest-VolumesActionsTest-1412122334 tempest-VolumesActionsTest-1412122334-project] 10.222.0.46 "GET /v2.0/ports?device_id=84914eb5-073b-4739-aa0d-61a370d82ad9 HTTP/1.1" status: 200 len: 210 time: 0.0486445 Jan 31 20:55:14.748778 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c73514-c47d-4b60-9a5c-f741897c8a9a req-c53f4fcc-deff-4f8e-9d82-bb07fc507fb7 tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:55:14.752364 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-97c73514-c47d-4b60-9a5c-f741897c8a9a req-c53f4fcc-deff-4f8e-9d82-bb07fc507fb7 tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] 10.222.0.46 "GET /v2.0/ports?device_id=27df420e-76b2-43cf-8c3d-cb81ce4e672f HTTP/1.1" status: 200 len: 946 time: 0.0842922 Jan 31 20:55:14.830822 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-97c73514-c47d-4b60-9a5c-f741897c8a9a req-426534fb-2488-4090-b8ce-79477734dd30 tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] 10.222.0.46 "GET /v2.0/security-groups?id=0bdd6188-2d8b-4b17-a788-ae2efdc28206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621636 Jan 31 20:55:15.242389 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77770d6d-41c3-43c7-8600-cf12ea32655f req-ba22b402-f375-46b8-81d4-3e7182cf7c20 tempest-AttachVolumeNegativeTest-36827424 tempest-AttachVolumeNegativeTest-36827424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:55:15.245733 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-77770d6d-41c3-43c7-8600-cf12ea32655f req-ba22b402-f375-46b8-81d4-3e7182cf7c20 tempest-AttachVolumeNegativeTest-36827424 tempest-AttachVolumeNegativeTest-36827424-project] 10.222.0.46 "GET /v2.0/ports?device_id=d5f199b8-d2d4-43df-ad1a-9439063b9d33 HTTP/1.1" status: 200 len: 945 time: 0.0623744 Jan 31 20:55:15.321250 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-77770d6d-41c3-43c7-8600-cf12ea32655f req-4ff5ccdc-1177-42aa-a04f-dee81da6b371 tempest-AttachVolumeNegativeTest-36827424 tempest-AttachVolumeNegativeTest-36827424-project] 10.222.0.46 "GET /v2.0/security-groups?id=a32f4031-bf0a-46cb-9ad4-290c9574bdbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684865 Jan 31 20:55:15.364263 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-61792b20-9b23-407e-bbe0-be6417c38fea req-1b565e57-6abe-41e9-b46a-8fce674e28bc tempest-VolumesActionsTest-1412122334 tempest-VolumesActionsTest-1412122334-project] 10.222.0.46 "GET /v2.0/ports?device_id=84914eb5-073b-4739-aa0d-61a370d82ad9 HTTP/1.1" status: 200 len: 210 time: 0.0355282 Jan 31 20:55:15.997958 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec69d254-d799-4a6b-8bc8-24c4927c1184 req-8620b9ca-d48f-499e-a260-c236f5457233 tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:55:15.999569 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-ec69d254-d799-4a6b-8bc8-24c4927c1184 req-8620b9ca-d48f-499e-a260-c236f5457233 tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] 10.222.0.46 "GET /v2.0/ports?device_id=27df420e-76b2-43cf-8c3d-cb81ce4e672f HTTP/1.1" status: 200 len: 946 time: 0.0867853 Jan 31 20:55:16.065723 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-ec69d254-d799-4a6b-8bc8-24c4927c1184 req-66f0af2b-3183-472e-9fab-41fa0913d0fe tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] 10.222.0.46 "GET /v2.0/security-groups?id=0bdd6188-2d8b-4b17-a788-ae2efdc28206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572011 Jan 31 20:55:16.497255 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-1ca5cfdc-2bf7-474b-a395-da88cf167c28 req-6830ca57-2808-4036-bb89-cc1dafdb7490 tempest-VolumesActionsTest-1412122334 tempest-VolumesActionsTest-1412122334-project] 10.222.0.46 "GET /v2.0/ports?device_id=84914eb5-073b-4739-aa0d-61a370d82ad9 HTTP/1.1" status: 200 len: 210 time: 0.0441289 Jan 31 20:55:16.498297 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b3a101-00c1-4fee-95f0-a7fb76a9397d req-246c7841-1a8d-4bf3-903f-e9f1f29df169 tempest-AttachVolumeNegativeTest-36827424 tempest-AttachVolumeNegativeTest-36827424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:55:16.500106 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-29b3a101-00c1-4fee-95f0-a7fb76a9397d req-246c7841-1a8d-4bf3-903f-e9f1f29df169 tempest-AttachVolumeNegativeTest-36827424 tempest-AttachVolumeNegativeTest-36827424-project] 10.222.0.46 "GET /v2.0/ports?device_id=d5f199b8-d2d4-43df-ad1a-9439063b9d33 HTTP/1.1" status: 200 len: 945 time: 0.0895355 Jan 31 20:55:16.561230 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-29b3a101-00c1-4fee-95f0-a7fb76a9397d req-56b79230-fd69-4416-a6f7-60d02d88abad tempest-AttachVolumeNegativeTest-36827424 tempest-AttachVolumeNegativeTest-36827424-project] 10.222.0.46 "GET /v2.0/security-groups?id=a32f4031-bf0a-46cb-9ad4-290c9574bdbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543177 Jan 31 20:55:16.970445 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129aec1b-d3cf-4e61-81a9-0d7201768ebe req-21b76eac-8067-4a01-aad2-a7a73609baa8 tempest-VolumesActionsTest-1412122334 tempest-VolumesActionsTest-1412122334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:55:16.973008 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-129aec1b-d3cf-4e61-81a9-0d7201768ebe req-21b76eac-8067-4a01-aad2-a7a73609baa8 tempest-VolumesActionsTest-1412122334 tempest-VolumesActionsTest-1412122334-project] 10.222.0.59 "GET /v2.0/networks?id=fc325b36-fcfb-435a-a46c-0bf685a3990e HTTP/1.1" status: 200 len: 809 time: 0.2090516 Jan 31 20:55:16.991070 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.v2.base [req-129aec1b-d3cf-4e61-81a9-0d7201768ebe req-3e8dbd59-3291-4571-8908-59f94114e108 tempest-VolumesActionsTest-1412122334 tempest-VolumesActionsTest-1412122334-project] Request body: {'port': {'device_id': '84914eb5-073b-4739-aa0d-61a370d82ad9', 'network_id': 'fc325b36-fcfb-435a-a46c-0bf685a3990e', 'admin_state_up': True, 'tenant_id': '36b4f6393ec8462583ca1e173c79a484'}} {{(pid=102449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 20:55:17.190545 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-129aec1b-d3cf-4e61-81a9-0d7201768ebe req-3e8dbd59-3291-4571-8908-59f94114e108 tempest-VolumesActionsTest-1412122334 tempest-VolumesActionsTest-1412122334-project] Made reservation on behalf of 36b4f6393ec8462583ca1e173c79a484 for: {'port': 1} {{(pid=102449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 20:55:17.198233 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [req-129aec1b-d3cf-4e61-81a9-0d7201768ebe req-3e8dbd59-3291-4571-8908-59f94114e108 tempest-VolumesActionsTest-1412122334 tempest-VolumesActionsTest-1412122334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1026180'] for port (None), before_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:55:17.239892 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b3c50b-9eb7-4c9e-b6ac-eecde82ef721 req-27f4cd53-4036-4d86-8a41-6cfd745e0d0a tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:55:17.241482 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-50b3c50b-9eb7-4c9e-b6ac-eecde82ef721 req-27f4cd53-4036-4d86-8a41-6cfd745e0d0a tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] 10.222.0.46 "GET /v2.0/ports?device_id=27df420e-76b2-43cf-8c3d-cb81ce4e672f HTTP/1.1" status: 200 len: 946 time: 0.0670760 Jan 31 20:55:17.321484 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-50b3c50b-9eb7-4c9e-b6ac-eecde82ef721 req-6cb3f16f-3563-43c0-9cf6-354a3f79ab81 tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] 10.222.0.46 "GET /v2.0/security-groups?id=0bdd6188-2d8b-4b17-a788-ae2efdc28206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699496 Jan 31 20:55:17.384704 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.db.db_base_plugin_common [req-129aec1b-d3cf-4e61-81a9-0d7201768ebe req-3e8dbd59-3291-4571-8908-59f94114e108 tempest-VolumesActionsTest-1412122334 tempest-VolumesActionsTest-1412122334-project] Allocated IP 172.20.0.10 (fc325b36-fcfb-435a-a46c-0bf685a3990e/07c89dee-8fd9-4e0f-a6b2-a448c5962034/bf4d3045-a8f7-42c7-bf40-ff9ef9af2b27) {{(pid=102449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 20:55:17.670502 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-fb089204-c580-4892-a0be-3c8633febd9a req-2d0456df-ea34-41de-8400-be97feeb1807 tempest-VolumesActionsTest-1412122334 tempest-VolumesActionsTest-1412122334-project] 10.222.0.46 "GET /v2.0/ports?device_id=84914eb5-073b-4739-aa0d-61a370d82ad9 HTTP/1.1" status: 200 len: 210 time: 0.0582008 Jan 31 20:55:17.675087 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [req-129aec1b-d3cf-4e61-81a9-0d7201768ebe req-3e8dbd59-3291-4571-8908-59f94114e108 tempest-VolumesActionsTest-1412122334 tempest-VolumesActionsTest-1412122334-project] Publish callbacks [] for port (bf4d3045-a8f7-42c7-bf40-ff9ef9af2b27), precommit_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:55:17.738279 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [req-129aec1b-d3cf-4e61-81a9-0d7201768ebe req-3e8dbd59-3291-4571-8908-59f94114e108 tempest-VolumesActionsTest-1412122334 tempest-VolumesActionsTest-1412122334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1029723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3769609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783599971597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29106256'] for port (bf4d3045-a8f7-42c7-bf40-ff9ef9af2b27), after_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:55:17.802600 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433dc690-cd5c-4c30-a755-d3237240fa8d req-0edea64d-78af-4dc1-a3de-56eaa561e5f3 tempest-AttachVolumeNegativeTest-36827424 tempest-AttachVolumeNegativeTest-36827424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:55:17.815288 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-433dc690-cd5c-4c30-a755-d3237240fa8d req-0edea64d-78af-4dc1-a3de-56eaa561e5f3 tempest-AttachVolumeNegativeTest-36827424 tempest-AttachVolumeNegativeTest-36827424-project] 10.222.0.46 "GET /v2.0/ports?device_id=d5f199b8-d2d4-43df-ad1a-9439063b9d33 HTTP/1.1" status: 200 len: 945 time: 0.1280322 Jan 31 20:55:17.822839 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-129aec1b-d3cf-4e61-81a9-0d7201768ebe req-3e8dbd59-3291-4571-8908-59f94114e108 tempest-VolumesActionsTest-1412122334 tempest-VolumesActionsTest-1412122334-project] Network fc325b36-fcfb-435a-a46c-0bf685a3990e is already hosted by enough agents. {{(pid=102449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 20:55:17.826455 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.scheduler.base_scheduler [req-129aec1b-d3cf-4e61-81a9-0d7201768ebe req-3e8dbd59-3291-4571-8908-59f94114e108 tempest-VolumesActionsTest-1412122334 tempest-VolumesActionsTest-1412122334-project] Resources bound (agent type, host, resource id): {{(pid=102449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 20:55:17.831207 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [req-129aec1b-d3cf-4e61-81a9-0d7201768ebe req-3e8dbd59-3291-4571-8908-59f94114e108 tempest-VolumesActionsTest-1412122334 tempest-VolumesActionsTest-1412122334-project] Received port after_create {{(pid=102449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 20:55:17.865563 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8dbd59-3291-4571-8908-59f94114e108 tempest-VolumesActionsTest-1412122334 tempest-VolumesActionsTest-1412122334-project] Pushing event updated for resources: {'Port': ['ID=bf4d3045-a8f7-42c7-bf40-ff9ef9af2b27,revision_number=1']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:55:17.927498 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-433dc690-cd5c-4c30-a755-d3237240fa8d req-99e244c4-57df-4ab1-a3f2-9baf87e65647 tempest-AttachVolumeNegativeTest-36827424 tempest-AttachVolumeNegativeTest-36827424-project] 10.222.0.46 "GET /v2.0/security-groups?id=a32f4031-bf0a-46cb-9ad4-290c9574bdbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081243 Jan 31 20:55:17.935204 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129aec1b-d3cf-4e61-81a9-0d7201768ebe req-3e8dbd59-3291-4571-8908-59f94114e108 tempest-VolumesActionsTest-1412122334 tempest-VolumesActionsTest-1412122334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:55:17.936184 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [req-129aec1b-d3cf-4e61-81a9-0d7201768ebe req-3e8dbd59-3291-4571-8908-59f94114e108 tempest-VolumesActionsTest-1412122334 tempest-VolumesActionsTest-1412122334-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204375'] for port (None), before_response {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:55:17.971014 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.db.agents_db [None req-9f73b596-de3f-4c4d-980f-1f0b0f14bd7d None None] Agent healthcheck: found 6 active agents {{(pid=102454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 20:55:17.993560 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-129aec1b-d3cf-4e61-81a9-0d7201768ebe req-3e8dbd59-3291-4571-8908-59f94114e108 tempest-VolumesActionsTest-1412122334 tempest-VolumesActionsTest-1412122334-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0095608 Jan 31 20:55:18.008490 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.v2.base [req-129aec1b-d3cf-4e61-81a9-0d7201768ebe req-47f07cb7-b6a2-495c-a5b0-cca9fd32eeb0 service neutron] Request body: {'port': {'device_id': '84914eb5-073b-4739-aa0d-61a370d82ad9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=102449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 20:55:18.132765 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [req-129aec1b-d3cf-4e61-81a9-0d7201768ebe req-47f07cb7-b6a2-495c-a5b0-cca9fd32eeb0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1026180'] for port (bf4d3045-a8f7-42c7-bf40-ff9ef9af2b27), before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:55:18.292389 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.wsgi [-] (102450) accepted ('10.222.0.46', 38564) {{(pid=102450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 20:55:18.604365 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [None req-947ac742-0f36-4ae1-adc0-41d6420a266f admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=6f88895ca46e4a30bef34d32f2dee1f9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3103745 Jan 31 20:55:18.633882 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.wsgi [-] (102450) accepted ('10.222.0.46', 38580) {{(pid=102450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 20:55:18.733838 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.notifiers.nova [req-129aec1b-d3cf-4e61-81a9-0d7201768ebe req-47f07cb7-b6a2-495c-a5b0-cca9fd32eeb0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf4d3045-a8f7-42c7-bf40-ff9ef9af2b27 {{(pid=102449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 20:55:18.747023 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [req-129aec1b-d3cf-4e61-81a9-0d7201768ebe req-47f07cb7-b6a2-495c-a5b0-cca9fd32eeb0 service neutron] Publish callbacks [] for port (bf4d3045-a8f7-42c7-bf40-ff9ef9af2b27), precommit_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:55:18.749632 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-21c897e1-a682-4d65-a0c4-b9c77cb19f12 admin admin] Publish callbacks [] for security_group (c39aae2f-19ac-46a9-9e92-c81f0ae45efd), before_delete {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:55:18.772760 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [req-129aec1b-d3cf-4e61-81a9-0d7201768ebe req-47f07cb7-b6a2-495c-a5b0-cca9fd32eeb0 service neutron] Transition to ACTIVE for port object bf4d3045-a8f7-42c7-bf40-ff9ef9af2b27 will not be triggered until provisioned by entity L2. {{(pid=102449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 20:55:18.777988 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [req-129aec1b-d3cf-4e61-81a9-0d7201768ebe req-47f07cb7-b6a2-495c-a5b0-cca9fd32eeb0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1029723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3769609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783600466378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783599971615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783599971633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29106247'] for port (bf4d3045-a8f7-42c7-bf40-ff9ef9af2b27), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:55:18.792740 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-21c897e1-a682-4d65-a0c4-b9c77cb19f12 admin admin] Publish callbacks [] for security_group (c39aae2f-19ac-46a9-9e92-c81f0ae45efd), precommit_delete {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:55:18.929006 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-21c897e1-a682-4d65-a0c4-b9c77cb19f12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736509'] for security_group (c39aae2f-19ac-46a9-9e92-c81f0ae45efd), after_delete {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:55:18.933862 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-21c897e1-a682-4d65-a0c4-b9c77cb19f12 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:55:18.935873 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [None req-21c897e1-a682-4d65-a0c4-b9c77cb19f12 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/c39aae2f-19ac-46a9-9e92-c81f0ae45efd HTTP/1.1" status: 204 len: 168 time: 0.3000755 Jan 31 20:55:18.971426 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e134e84-77dd-4b9d-a2b1-3bb88f105ae4 req-62570315-d159-497e-b572-cf5e21828d9e tempest-VolumesActionsTest-1412122334 tempest-VolumesActionsTest-1412122334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:55:18.975101 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-9e134e84-77dd-4b9d-a2b1-3bb88f105ae4 req-62570315-d159-497e-b572-cf5e21828d9e tempest-VolumesActionsTest-1412122334 tempest-VolumesActionsTest-1412122334-project] 10.222.0.46 "GET /v2.0/ports?device_id=84914eb5-073b-4739-aa0d-61a370d82ad9 HTTP/1.1" status: 200 len: 944 time: 0.1227605 Jan 31 20:55:18.976938 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c897e1-a682-4d65-a0c4-b9c77cb19f12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c39aae2f-19ac-46a9-9e92-c81f0ae45efd,revision_number=None']} {{(pid=102450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:55:19.105554 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-9e134e84-77dd-4b9d-a2b1-3bb88f105ae4 req-eaf0985a-0a9e-41bd-8c24-317495e0f8f9 tempest-VolumesActionsTest-1412122334 tempest-VolumesActionsTest-1412122334-project] 10.222.0.46 "GET /v2.0/security-groups?id=b22fd3b9-8630-4635-8727-093fb8c2d7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108651 Jan 31 20:55:19.136593 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f07cb7-b6a2-495c-a5b0-cca9fd32eeb0 service neutron] Pushing event updated for resources: {'Port': ['ID=bf4d3045-a8f7-42c7-bf40-ff9ef9af2b27,revision_number=2']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:55:19.155730 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6ee0b4-bccc-42b4-b480-4c94ec41ea67 req-4ee78f84-4918-452c-8ec0-41457a157e40 tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:55:19.157340 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-1c6ee0b4-bccc-42b4-b480-4c94ec41ea67 req-4ee78f84-4918-452c-8ec0-41457a157e40 tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] 10.222.0.46 "GET /v2.0/ports?device_id=27df420e-76b2-43cf-8c3d-cb81ce4e672f HTTP/1.1" status: 200 len: 946 time: 0.5857592 Jan 31 20:55:19.267643 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-1c6ee0b4-bccc-42b4-b480-4c94ec41ea67 req-1969df9e-ff24-4235-8c69-c64c5991e7a8 tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] 10.222.0.46 "GET /v2.0/security-groups?id=0bdd6188-2d8b-4b17-a788-ae2efdc28206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927486 Jan 31 20:55:19.271035 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [req-129aec1b-d3cf-4e61-81a9-0d7201768ebe req-47f07cb7-b6a2-495c-a5b0-cca9fd32eeb0 service neutron] Attempting to bind port bf4d3045-a8f7-42c7-bf40-ff9ef9af2b27 on host hv-cinder-81322 for vnic_type normal with profile {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 20:55:19.271377 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [req-129aec1b-d3cf-4e61-81a9-0d7201768ebe req-47f07cb7-b6a2-495c-a5b0-cca9fd32eeb0 service neutron] Attempting to bind port bf4d3045-a8f7-42c7-bf40-ff9ef9af2b27 by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': '8f4fb049-57d1-4353-888e-c277d2e4d6b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'fc325b36-fcfb-435a-a46c-0bf685a3990e'}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 20:55:19.271712 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-129aec1b-d3cf-4e61-81a9-0d7201768ebe req-47f07cb7-b6a2-495c-a5b0-cca9fd32eeb0 service neutron] Attempting to bind port bf4d3045-a8f7-42c7-bf40-ff9ef9af2b27 on network fc325b36-fcfb-435a-a46c-0bf685a3990e {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 20:55:19.277887 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-129aec1b-d3cf-4e61-81a9-0d7201768ebe req-47f07cb7-b6a2-495c-a5b0-cca9fd32eeb0 service neutron] Port bf4d3045-a8f7-42c7-bf40-ff9ef9af2b27 on network fc325b36-fcfb-435a-a46c-0bf685a3990e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 20:55:19.278135 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-129aec1b-d3cf-4e61-81a9-0d7201768ebe req-47f07cb7-b6a2-495c-a5b0-cca9fd32eeb0 service neutron] Attempting to bind port bf4d3045-a8f7-42c7-bf40-ff9ef9af2b27 on network fc325b36-fcfb-435a-a46c-0bf685a3990e {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 20:55:19.283921 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-129aec1b-d3cf-4e61-81a9-0d7201768ebe req-47f07cb7-b6a2-495c-a5b0-cca9fd32eeb0 service neutron] Checking agent: {'id': 'e85cc1e2-8b4e-4549-a68e-d414072d4156', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 20, 51, 57), 'started_at': datetime.datetime(2022, 1, 31, 20, 51, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 20, 54, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 20:55:19.284252 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-129aec1b-d3cf-4e61-81a9-0d7201768ebe req-47f07cb7-b6a2-495c-a5b0-cca9fd32eeb0 service neutron] Checking segment: {'id': '8f4fb049-57d1-4353-888e-c277d2e4d6b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'fc325b36-fcfb-435a-a46c-0bf685a3990e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 20:55:19.284644 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-129aec1b-d3cf-4e61-81a9-0d7201768ebe req-47f07cb7-b6a2-495c-a5b0-cca9fd32eeb0 service neutron] Bound using segment: {'id': '8f4fb049-57d1-4353-888e-c277d2e4d6b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'fc325b36-fcfb-435a-a46c-0bf685a3990e'} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 20:55:19.285551 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [req-129aec1b-d3cf-4e61-81a9-0d7201768ebe req-47f07cb7-b6a2-495c-a5b0-cca9fd32eeb0 service neutron] Bound port: bf4d3045-a8f7-42c7-bf40-ff9ef9af2b27, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f4fb049-57d1-4353-888e-c277d2e4d6b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': 'fc325b36-fcfb-435a-a46c-0bf685a3990e'}}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 20:55:19.285949 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [req-129aec1b-d3cf-4e61-81a9-0d7201768ebe req-47f07cb7-b6a2-495c-a5b0-cca9fd32eeb0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1026180'] for port (bf4d3045-a8f7-42c7-bf40-ff9ef9af2b27), before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:55:19.312549 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06befb3-8d1a-488c-b17f-cc472496fd42 req-144d7cab-0981-4541-9762-2e74d59f9ac7 tempest-AttachVolumeNegativeTest-36827424 tempest-AttachVolumeNegativeTest-36827424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:55:19.314443 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-e06befb3-8d1a-488c-b17f-cc472496fd42 req-144d7cab-0981-4541-9762-2e74d59f9ac7 tempest-AttachVolumeNegativeTest-36827424 tempest-AttachVolumeNegativeTest-36827424-project] 10.222.0.46 "GET /v2.0/ports?device_id=d5f199b8-d2d4-43df-ad1a-9439063b9d33 HTTP/1.1" status: 200 len: 945 time: 0.1049733 Jan 31 20:55:19.391500 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.db [req-129aec1b-d3cf-4e61-81a9-0d7201768ebe req-47f07cb7-b6a2-495c-a5b0-cca9fd32eeb0 service neutron] For port bf4d3045-a8f7-42c7-bf40-ff9ef9af2b27, host hv-cinder-81322, cleared binding levels {{(pid=102449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 20:55:19.392044 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-e06befb3-8d1a-488c-b17f-cc472496fd42 req-aee7c337-fa54-46be-98a6-5325ef9440f1 tempest-AttachVolumeNegativeTest-36827424 tempest-AttachVolumeNegativeTest-36827424-project] 10.222.0.46 "GET /v2.0/security-groups?id=a32f4031-bf0a-46cb-9ad4-290c9574bdbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662425 Jan 31 20:55:19.398809 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.db [req-129aec1b-d3cf-4e61-81a9-0d7201768ebe req-47f07cb7-b6a2-495c-a5b0-cca9fd32eeb0 service neutron] For port bf4d3045-a8f7-42c7-bf40-ff9ef9af2b27, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=bf4d3045-a8f7-42c7-bf40-ff9ef9af2b27,segment=NetworkSegment(8f4fb049-57d1-4353-888e-c277d2e4d6b9),segment_id=8f4fb049-57d1-4353-888e-c277d2e4d6b9)] {{(pid=102449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 20:55:19.407902 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [req-129aec1b-d3cf-4e61-81a9-0d7201768ebe req-47f07cb7-b6a2-495c-a5b0-cca9fd32eeb0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1029723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3769609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783600466378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783599971615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783599971633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29106247'] for port (bf4d3045-a8f7-42c7-bf40-ff9ef9af2b27), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:55:19.463938 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129aec1b-d3cf-4e61-81a9-0d7201768ebe req-47f07cb7-b6a2-495c-a5b0-cca9fd32eeb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:55:19.464767 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [req-129aec1b-d3cf-4e61-81a9-0d7201768ebe req-47f07cb7-b6a2-495c-a5b0-cca9fd32eeb0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204375'] for port (None), before_response {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:55:19.466943 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-129aec1b-d3cf-4e61-81a9-0d7201768ebe req-47f07cb7-b6a2-495c-a5b0-cca9fd32eeb0 service neutron] 10.222.0.59 "PUT /v2.0/ports/bf4d3045-a8f7-42c7-bf40-ff9ef9af2b27 HTTP/1.1" status: 200 len: 1094 time: 1.4656470 Jan 31 20:55:19.467681 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84914eb5-073b-4739-aa0d-61a370d82ad9', 'tag': 'bf4d3045-a8f7-42c7-bf40-ff9ef9af2b27'}] {{(pid=102449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 20:55:19.472034 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba30590511e0408980e1e78341b94ae353025d2904c3e8034e675cc5aff8c4ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eba24fc6-b18c-4570-b5af-20c0fc9ee115" -d '{"events": [{"name": "network-changed", "server_uuid": "84914eb5-073b-4739-aa0d-61a370d82ad9", "tag": "bf4d3045-a8f7-42c7-bf40-ff9ef9af2b27"}]}' {{(pid=102449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 20:55:19.501645 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-96e6bfc3-bcfc-45d8-9cb5-712eb9b24728 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600486512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3401042'] for agent (34ef0204-81d1-4f5e-89d1-b08d0f866641), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:55:19.523742 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f07cb7-b6a2-495c-a5b0-cca9fd32eeb0 service neutron] Pushing event updated for resources: {'Port': ['ID=bf4d3045-a8f7-42c7-bf40-ff9ef9af2b27,revision_number=3']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:55:19.535924 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 20:55:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4bc09ae-55c3-4439-b9a2-6d2a67b8a2f2 x-openstack-request-id: req-d4bc09ae-55c3-4439-b9a2-6d2a67b8a2f2 {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 20:55:19.535924 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84914eb5-073b-4739-aa0d-61a370d82ad9", "tag": "bf4d3045-a8f7-42c7-bf40-ff9ef9af2b27", "status": "completed", "code": 200}]} {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 20:55:19.536207 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-d4bc09ae-55c3-4439-b9a2-6d2a67b8a2f2 {{(pid=102449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 20:55:19.536602 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84914eb5-073b-4739-aa0d-61a370d82ad9', 'tag': 'bf4d3045-a8f7-42c7-bf40-ff9ef9af2b27', 'status': 'completed', 'code': 200} Jan 31 20:55:20.263535 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0db1380-ec7d-4925-afbb-f9244f8307fd req-89b4306c-365d-4efd-b4b3-1d5fea8a551b tempest-VolumesActionsTest-1412122334 tempest-VolumesActionsTest-1412122334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:55:20.268837 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-a0db1380-ec7d-4925-afbb-f9244f8307fd req-89b4306c-365d-4efd-b4b3-1d5fea8a551b tempest-VolumesActionsTest-1412122334 tempest-VolumesActionsTest-1412122334-project] 10.222.0.46 "GET /v2.0/ports?device_id=84914eb5-073b-4739-aa0d-61a370d82ad9 HTTP/1.1" status: 200 len: 944 time: 0.0701568 Jan 31 20:55:20.343423 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-a0db1380-ec7d-4925-afbb-f9244f8307fd req-152e6214-aacf-4c76-9e58-e246b6245a29 tempest-VolumesActionsTest-1412122334 tempest-VolumesActionsTest-1412122334-project] 10.222.0.46 "GET /v2.0/security-groups?id=b22fd3b9-8630-4635-8727-093fb8c2d7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678082 Jan 31 20:55:20.465705 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f804179-cb06-4f99-8553-3e0d39d5a644 req-b02f0a60-666a-4274-bd80-95ef90ddcbdb tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:55:20.467602 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-9f804179-cb06-4f99-8553-3e0d39d5a644 req-b02f0a60-666a-4274-bd80-95ef90ddcbdb tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] 10.222.0.46 "GET /v2.0/ports?device_id=27df420e-76b2-43cf-8c3d-cb81ce4e672f HTTP/1.1" status: 200 len: 946 time: 0.0682750 Jan 31 20:55:20.531225 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-9f804179-cb06-4f99-8553-3e0d39d5a644 req-d96699c6-aabe-4924-82bf-735479d88bd4 tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] 10.222.0.46 "GET /v2.0/security-groups?id=0bdd6188-2d8b-4b17-a788-ae2efdc28206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544071 Jan 31 20:55:21.493816 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a3e31e-2514-4c76-bc0a-09be75c7be60 req-99092316-00eb-4125-bdb8-eebf81be1bec tempest-VolumesActionsTest-1412122334 tempest-VolumesActionsTest-1412122334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:55:21.495385 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-00a3e31e-2514-4c76-bc0a-09be75c7be60 req-99092316-00eb-4125-bdb8-eebf81be1bec tempest-VolumesActionsTest-1412122334 tempest-VolumesActionsTest-1412122334-project] 10.222.0.46 "GET /v2.0/ports?device_id=84914eb5-073b-4739-aa0d-61a370d82ad9 HTTP/1.1" status: 200 len: 944 time: 0.0584211 Jan 31 20:55:21.544076 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-00a3e31e-2514-4c76-bc0a-09be75c7be60 req-52dcec13-a48f-4cdf-b831-99e47aba7602 tempest-VolumesActionsTest-1412122334 tempest-VolumesActionsTest-1412122334-project] 10.222.0.46 "GET /v2.0/security-groups?id=b22fd3b9-8630-4635-8727-093fb8c2d7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431166 Jan 31 20:55:21.656650 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32448f6a-4c77-4b33-8a90-6d86e96c88e6 req-84286716-b8de-4dc7-9b12-9f4310d3aea6 tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:55:21.658119 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-32448f6a-4c77-4b33-8a90-6d86e96c88e6 req-84286716-b8de-4dc7-9b12-9f4310d3aea6 tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] 10.222.0.46 "GET /v2.0/ports?device_id=27df420e-76b2-43cf-8c3d-cb81ce4e672f HTTP/1.1" status: 200 len: 946 time: 0.0557048 Jan 31 20:55:21.683302 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-bb61dfb5-8b86-4d36-876c-1c42f05fa0ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600486512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3401042'] for agent (7c18f3b4-4d02-4b01-9072-98fcd9008716), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:55:21.716097 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-32448f6a-4c77-4b33-8a90-6d86e96c88e6 req-148b2811-415b-4037-bfbf-e27bfbe2de80 tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] 10.222.0.46 "GET /v2.0/security-groups?id=0bdd6188-2d8b-4b17-a788-ae2efdc28206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511162 Jan 31 20:55:22.401187 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba24fc6-b18c-4570-b5af-20c0fc9ee115 req-220b6839-294e-4991-ba53-6cc08f206c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:55:22.403778 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-eba24fc6-b18c-4570-b5af-20c0fc9ee115 req-220b6839-294e-4991-ba53-6cc08f206c1b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=36b4f6393ec8462583ca1e173c79a484&device_id=84914eb5-073b-4739-aa0d-61a370d82ad9 HTTP/1.1" status: 200 len: 1128 time: 0.0694914 Jan 31 20:55:22.710994 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b460e58-4473-4e26-906e-0af7edcebe43 req-f304b2b3-c1c8-4e04-895d-85670ce90087 tempest-VolumesActionsTest-1412122334 tempest-VolumesActionsTest-1412122334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:55:22.713112 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-4b460e58-4473-4e26-906e-0af7edcebe43 req-f304b2b3-c1c8-4e04-895d-85670ce90087 tempest-VolumesActionsTest-1412122334 tempest-VolumesActionsTest-1412122334-project] 10.222.0.46 "GET /v2.0/ports?device_id=84914eb5-073b-4739-aa0d-61a370d82ad9 HTTP/1.1" status: 200 len: 944 time: 0.0923457 Jan 31 20:55:22.714210 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba24fc6-b18c-4570-b5af-20c0fc9ee115 req-53796654-9404-4cfd-8aee-199d225f94f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:55:22.716322 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-eba24fc6-b18c-4570-b5af-20c0fc9ee115 req-53796654-9404-4cfd-8aee-199d225f94f5 service neutron] 10.222.0.59 "GET /v2.0/networks?tenant_id=36b4f6393ec8462583ca1e173c79a484&shared=False HTTP/1.1" status: 200 len: 910 time: 0.2961380 Jan 31 20:55:22.801680 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-4b460e58-4473-4e26-906e-0af7edcebe43 req-b2f66b74-afb2-4083-af9b-6b8a61dbec67 tempest-VolumesActionsTest-1412122334 tempest-VolumesActionsTest-1412122334-project] 10.222.0.46 "GET /v2.0/security-groups?id=b22fd3b9-8630-4635-8727-093fb8c2d7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775054 Jan 31 20:55:22.976158 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-7eb716df-9c73-407a-9e83-210e7bcc67e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600486512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3401042'] for agent (289e5c83-71b6-47e7-bef9-287113943a12), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:55:23.113487 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c262fe59-13d8-4bed-8a33-f6c7845df0b5 req-d51d2cd6-f13f-4324-a22e-5d811863f3df tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:55:23.116443 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-c262fe59-13d8-4bed-8a33-f6c7845df0b5 req-d51d2cd6-f13f-4324-a22e-5d811863f3df tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] 10.222.0.46 "GET /v2.0/ports?device_id=27df420e-76b2-43cf-8c3d-cb81ce4e672f HTTP/1.1" status: 200 len: 946 time: 0.2340410 Jan 31 20:55:23.119227 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba24fc6-b18c-4570-b5af-20c0fc9ee115 req-b8f5e1fc-698e-4ee6-a2d6-5cdf4c6a5c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:55:23.124405 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-eba24fc6-b18c-4570-b5af-20c0fc9ee115 req-b8f5e1fc-698e-4ee6-a2d6-5cdf4c6a5c6a service neutron] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3955877 Jan 31 20:55:23.264658 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-c262fe59-13d8-4bed-8a33-f6c7845df0b5 req-85a40928-8a45-4af5-81c0-d2ceda2415ac tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] 10.222.0.46 "GET /v2.0/security-groups?id=0bdd6188-2d8b-4b17-a788-ae2efdc28206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341217 Jan 31 20:55:23.308990 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129aec1b-d3cf-4e61-81a9-0d7201768ebe req-3900b22d-cbf7-48be-ba95-804695be0614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:55:23.311436 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-129aec1b-d3cf-4e61-81a9-0d7201768ebe req-3900b22d-cbf7-48be-ba95-804695be0614 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=36b4f6393ec8462583ca1e173c79a484&device_id=84914eb5-073b-4739-aa0d-61a370d82ad9 HTTP/1.1" status: 200 len: 1128 time: 0.0976110 Jan 31 20:55:23.368563 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-129aec1b-d3cf-4e61-81a9-0d7201768ebe req-b9eb58ea-7098-4f65-acd6-1e5216a030f9 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bf4d3045-a8f7-42c7-bf40-ff9ef9af2b27 HTTP/1.1" status: 200 len: 217 time: 0.0439739 Jan 31 20:55:23.452588 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129aec1b-d3cf-4e61-81a9-0d7201768ebe req-5d928d8b-7d6d-462f-8dde-5e456d061afe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:55:23.455371 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-129aec1b-d3cf-4e61-81a9-0d7201768ebe req-5d928d8b-7d6d-462f-8dde-5e456d061afe service neutron] 10.222.0.59 "GET /v2.0/subnets?id=07c89dee-8fd9-4e0f-a6b2-a448c5962034 HTTP/1.1" status: 200 len: 849 time: 0.0753057 Jan 31 20:55:23.516821 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-129aec1b-d3cf-4e61-81a9-0d7201768ebe req-d928bfa1-edc7-4cee-b530-6794808b83be service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=fc325b36-fcfb-435a-a46c-0bf685a3990e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0442076 Jan 31 20:55:23.742831 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-129aec1b-d3cf-4e61-81a9-0d7201768ebe req-f2a9ba5a-c585-48d1-b03e-da73b6313769 service neutron] 10.222.0.59 "GET /v2.0/networks/fc325b36-fcfb-435a-a46c-0bf685a3990e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2077975 Jan 31 20:55:23.912281 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-129aec1b-d3cf-4e61-81a9-0d7201768ebe req-8bb1654e-54f6-489a-8f92-0623fac8bcc8 service neutron] 10.222.0.59 "GET /v2.0/networks/fc325b36-fcfb-435a-a46c-0bf685a3990e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1530037 Jan 31 20:55:24.026813 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfcefd2-8dc4-4f98-8bcb-392899015741 req-b43807a1-521b-4468-9554-5cfd5e5c0c5b tempest-VolumesActionsTest-1412122334 tempest-VolumesActionsTest-1412122334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:55:24.028835 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-3bfcefd2-8dc4-4f98-8bcb-392899015741 req-b43807a1-521b-4468-9554-5cfd5e5c0c5b tempest-VolumesActionsTest-1412122334 tempest-VolumesActionsTest-1412122334-project] 10.222.0.46 "GET /v2.0/ports?device_id=84914eb5-073b-4739-aa0d-61a370d82ad9 HTTP/1.1" status: 200 len: 944 time: 0.1002722 Jan 31 20:55:24.145285 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-3bfcefd2-8dc4-4f98-8bcb-392899015741 req-2d063bb1-51e4-444a-81d0-9353d09272a1 tempest-VolumesActionsTest-1412122334 tempest-VolumesActionsTest-1412122334-project] 10.222.0.46 "GET /v2.0/security-groups?id=b22fd3b9-8630-4635-8727-093fb8c2d7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010497 Jan 31 20:55:24.412429 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-ded4de29-c2d1-4616-9365-9981ea756e41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600486512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3401042'] for agent (bf9d83f7-9209-4252-b853-70feadeab726), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:55:24.456503 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adba120-a6c8-4023-80aa-34ddf427c6b0 req-b4393a2d-5573-41d9-9807-d51e332c3de0 tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:55:24.463499 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-4adba120-a6c8-4023-80aa-34ddf427c6b0 req-b4393a2d-5573-41d9-9807-d51e332c3de0 tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] 10.222.0.46 "GET /v2.0/ports?device_id=27df420e-76b2-43cf-8c3d-cb81ce4e672f HTTP/1.1" status: 200 len: 946 time: 0.1023500 Jan 31 20:55:24.546747 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-4adba120-a6c8-4023-80aa-34ddf427c6b0 req-04790925-a8b8-4fd2-a401-0db4e0179ef7 tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] 10.222.0.46 "GET /v2.0/security-groups?id=0bdd6188-2d8b-4b17-a788-ae2efdc28206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776393 Jan 31 20:55:24.558264 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.wsgi [-] (102449) accepted ('10.222.0.46', 38768) {{(pid=102449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 20:55:24.707726 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b56a5abe-cd1a-4faf-9750-59f716f2ce72 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:55:24.912797 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e842a1-c855-494c-9cc9-2e09a171eed5 req-0a833901-7e86-44ee-b413-b08749104eea tempest-AttachVolumeNegativeTest-36827424 tempest-AttachVolumeNegativeTest-36827424-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:55:24.914297 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-90e842a1-c855-494c-9cc9-2e09a171eed5 req-0a833901-7e86-44ee-b413-b08749104eea tempest-AttachVolumeNegativeTest-36827424 tempest-AttachVolumeNegativeTest-36827424-project] 10.222.0.46 "GET /v2.0/networks?id=7654a450-2e31-4398-8bf5-1ad3ee6cd04f HTTP/1.1" status: 200 len: 814 time: 0.1784260 Jan 31 20:55:24.919761 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b56a5abe-cd1a-4faf-9750-59f716f2ce72 admin admin] Publish callbacks [] for security_group (307559b9-b0e2-4a8a-a69a-f8a8ce3b6a9b), precommit_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:55:24.930927 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b56a5abe-cd1a-4faf-9750-59f716f2ce72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736509'] for security_group (307559b9-b0e2-4a8a-a69a-f8a8ce3b6a9b), after_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:55:24.935801 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-90e842a1-c855-494c-9cc9-2e09a171eed5 req-e5dfc5db-9264-46f5-8e0e-60ac0c17d769 tempest-AttachVolumeNegativeTest-36827424 tempest-AttachVolumeNegativeTest-36827424-project] 10.222.0.46 "GET /v2.0/quotas/d47558b0f9f34eaab8c09c34c2ff08d2 HTTP/1.1" status: 200 len: 375 time: 0.0145302 Jan 31 20:55:25.007517 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [None req-b56a5abe-cd1a-4faf-9750-59f716f2ce72 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=7a14f6c000664262a7748d4b24bfc909&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4478841 Jan 31 20:55:25.010588 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.wsgi [-] (102450) accepted ('10.222.0.46', 38792) {{(pid=102450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 20:55:25.013791 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56a5abe-cd1a-4faf-9750-59f716f2ce72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=307559b9-b0e2-4a8a-a69a-f8a8ce3b6a9b,revision_number=1']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:55:25.052409 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-90e842a1-c855-494c-9cc9-2e09a171eed5 req-f1eb5e6d-049f-4f9d-a874-2c3101ee5b7b tempest-AttachVolumeNegativeTest-36827424 tempest-AttachVolumeNegativeTest-36827424-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=d47558b0f9f34eaab8c09c34c2ff08d2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1027839 Jan 31 20:55:25.086032 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-5bcd3a6f-90ff-4131-ba65-181637515baf admin admin] Publish callbacks [] for security_group (307559b9-b0e2-4a8a-a69a-f8a8ce3b6a9b), before_delete {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:55:25.119701 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-5bcd3a6f-90ff-4131-ba65-181637515baf admin admin] Publish callbacks [] for security_group (307559b9-b0e2-4a8a-a69a-f8a8ce3b6a9b), precommit_delete {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:55:25.184260 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-90e842a1-c855-494c-9cc9-2e09a171eed5 req-d6805c7d-58ce-416b-9f9a-0cd8680feeb5 service neutron] 10.222.0.46 "GET /v2.0/networks/7654a450-2e31-4398-8bf5-1ad3ee6cd04f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235135 Jan 31 20:55:25.223734 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-5bcd3a6f-90ff-4131-ba65-181637515baf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736509'] for security_group (307559b9-b0e2-4a8a-a69a-f8a8ce3b6a9b), after_delete {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:55:25.234233 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-5bcd3a6f-90ff-4131-ba65-181637515baf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:55:25.234233 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [None req-5bcd3a6f-90ff-4131-ba65-181637515baf admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/307559b9-b0e2-4a8a-a69a-f8a8ce3b6a9b HTTP/1.1" status: 204 len: 168 time: 0.2188869 Jan 31 20:55:25.246869 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcd3a6f-90ff-4131-ba65-181637515baf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=307559b9-b0e2-4a8a-a69a-f8a8ce3b6a9b,revision_number=None']} {{(pid=102450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:55:25.328490 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283e692c-593f-41f5-b08e-159088b7b68c req-7b10e18d-a880-4a41-8d20-159c2d0999e5 tempest-VolumesActionsTest-1412122334 tempest-VolumesActionsTest-1412122334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:55:25.330084 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-283e692c-593f-41f5-b08e-159088b7b68c req-7b10e18d-a880-4a41-8d20-159c2d0999e5 tempest-VolumesActionsTest-1412122334 tempest-VolumesActionsTest-1412122334-project] 10.222.0.46 "GET /v2.0/ports?device_id=84914eb5-073b-4739-aa0d-61a370d82ad9 HTTP/1.1" status: 200 len: 944 time: 0.0777791 Jan 31 20:55:25.362710 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-90e842a1-c855-494c-9cc9-2e09a171eed5 req-325158c4-3e15-469d-8659-f085085693ff service neutron] 10.222.0.46 "GET /v2.0/networks/7654a450-2e31-4398-8bf5-1ad3ee6cd04f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1651304 Jan 31 20:55:25.390084 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-283e692c-593f-41f5-b08e-159088b7b68c req-c4935c2c-f6fc-428f-bcf0-c7a246e28166 tempest-VolumesActionsTest-1412122334 tempest-VolumesActionsTest-1412122334-project] 10.222.0.46 "GET /v2.0/security-groups?id=b22fd3b9-8630-4635-8727-093fb8c2d7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517552 Jan 31 20:55:25.581928 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-dfe09842-ee37-4277-8f04-3e35be46d94b req-e59d780d-8a3d-4877-9b5e-4550a753dc74 tempest-AttachVolumeNegativeTest-36827424 tempest-AttachVolumeNegativeTest-36827424-project] 10.222.0.46 "GET /v2.0/ports?device_id=2e3079a5-ea4f-4612-a909-b7eafd118365 HTTP/1.1" status: 200 len: 210 time: 0.0358412 Jan 31 20:55:25.616030 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.wsgi [-] (102449) accepted ('10.222.0.46', 38818) {{(pid=102449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 20:55:25.641646 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-13ca066f-d1e9-4e11-8086-d0fe853d717d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:55:25.789127 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b2bdb0-2f1d-43e0-bdf5-03f88e0e2001 req-351383f8-3aa6-4eff-9a43-85bdf66b7ed3 tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:55:25.790838 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-c2b2bdb0-2f1d-43e0-bdf5-03f88e0e2001 req-351383f8-3aa6-4eff-9a43-85bdf66b7ed3 tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] 10.222.0.46 "GET /v2.0/ports?device_id=27df420e-76b2-43cf-8c3d-cb81ce4e672f HTTP/1.1" status: 200 len: 946 time: 0.1163099 Jan 31 20:55:25.818344 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-13ca066f-d1e9-4e11-8086-d0fe853d717d admin admin] Publish callbacks [] for security_group (92fe15ba-4515-46fa-bd98-bb543c7d03a7), precommit_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:55:25.827162 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-13ca066f-d1e9-4e11-8086-d0fe853d717d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736509'] for security_group (92fe15ba-4515-46fa-bd98-bb543c7d03a7), after_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:55:25.903717 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [None req-13ca066f-d1e9-4e11-8086-d0fe853d717d admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=9db1cd3ac739452f9c5bcf3ad1b59b6d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2864449 Jan 31 20:55:25.904667 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ca066f-d1e9-4e11-8086-d0fe853d717d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92fe15ba-4515-46fa-bd98-bb543c7d03a7,revision_number=1']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:55:25.910302 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.wsgi [-] (102450) accepted ('10.222.0.46', 38824) {{(pid=102450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 20:55:25.913448 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-c2b2bdb0-2f1d-43e0-bdf5-03f88e0e2001 req-6824df22-eb48-4154-ae38-6b86b5bdc534 tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] 10.222.0.46 "GET /v2.0/security-groups?id=0bdd6188-2d8b-4b17-a788-ae2efdc28206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146686 Jan 31 20:55:25.969343 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600486512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3401042'] for agent (9ba4f6fe-000a-4ef5-9d61-ba62910ab5fe), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:55:26.009426 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-e21a30b4-a349-437b-a585-5e346c66d73f admin admin] Publish callbacks [] for security_group (92fe15ba-4515-46fa-bd98-bb543c7d03a7), before_delete {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:55:26.051005 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-e21a30b4-a349-437b-a585-5e346c66d73f admin admin] Publish callbacks [] for security_group (92fe15ba-4515-46fa-bd98-bb543c7d03a7), precommit_delete {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:55:26.122224 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-e21a30b4-a349-437b-a585-5e346c66d73f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736509'] for security_group (92fe15ba-4515-46fa-bd98-bb543c7d03a7), after_delete {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:55:26.125139 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-e21a30b4-a349-437b-a585-5e346c66d73f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:55:26.126368 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [None req-e21a30b4-a349-437b-a585-5e346c66d73f admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/92fe15ba-4515-46fa-bd98-bb543c7d03a7 HTTP/1.1" status: 204 len: 168 time: 0.2146173 Jan 31 20:55:26.139036 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21a30b4-a349-437b-a585-5e346c66d73f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92fe15ba-4515-46fa-bd98-bb543c7d03a7,revision_number=None']} {{(pid=102450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:55:26.556205 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5277036d-5766-4af9-8821-194e0c3eb34c req-9cd1a7bb-b535-4e49-b868-6a167198195f tempest-VolumesActionsTest-1412122334 tempest-VolumesActionsTest-1412122334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:55:26.557769 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-5277036d-5766-4af9-8821-194e0c3eb34c req-9cd1a7bb-b535-4e49-b868-6a167198195f tempest-VolumesActionsTest-1412122334 tempest-VolumesActionsTest-1412122334-project] 10.222.0.46 "GET /v2.0/ports?device_id=84914eb5-073b-4739-aa0d-61a370d82ad9 HTTP/1.1" status: 200 len: 944 time: 0.0660079 Jan 31 20:55:26.612257 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-5277036d-5766-4af9-8821-194e0c3eb34c req-87adefa3-a7cf-4d63-abdf-f0df80b1af29 tempest-VolumesActionsTest-1412122334 tempest-VolumesActionsTest-1412122334-project] 10.222.0.46 "GET /v2.0/security-groups?id=b22fd3b9-8630-4635-8727-093fb8c2d7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470047 Jan 31 20:55:26.751848 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-fa32c69a-57aa-4b45-a9cb-57b070a74a57 req-46139ee4-ccad-4631-a438-c0e2b75330c3 tempest-AttachVolumeNegativeTest-36827424 tempest-AttachVolumeNegativeTest-36827424-project] 10.222.0.46 "GET /v2.0/ports?device_id=2e3079a5-ea4f-4612-a909-b7eafd118365 HTTP/1.1" status: 200 len: 210 time: 0.0508728 Jan 31 20:55:27.091597 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28296c28-8fd7-4f22-8185-54033cb1af6b req-db7ae2b1-387d-45b5-81e4-deb1d5fa5e54 tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:55:27.093546 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-28296c28-8fd7-4f22-8185-54033cb1af6b req-db7ae2b1-387d-45b5-81e4-deb1d5fa5e54 tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] 10.222.0.46 "GET /v2.0/ports?device_id=27df420e-76b2-43cf-8c3d-cb81ce4e672f HTTP/1.1" status: 200 len: 946 time: 0.0943012 Jan 31 20:55:27.151551 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600486512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3401042'] for agent (e85cc1e2-8b4e-4549-a68e-d414072d4156), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:55:27.162141 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-28296c28-8fd7-4f22-8185-54033cb1af6b req-6f94cdcb-d0a3-48cc-99ba-bca814853c07 tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] 10.222.0.46 "GET /v2.0/security-groups?id=0bdd6188-2d8b-4b17-a788-ae2efdc28206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586054 Jan 31 20:55:27.777053 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06aeaae8-9fa7-41c6-8171-1ddd902b1bdd req-58a11be3-3f5a-4c29-9dac-1ed53522345a tempest-VolumesActionsTest-1412122334 tempest-VolumesActionsTest-1412122334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:55:27.780049 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-06aeaae8-9fa7-41c6-8171-1ddd902b1bdd req-58a11be3-3f5a-4c29-9dac-1ed53522345a tempest-VolumesActionsTest-1412122334 tempest-VolumesActionsTest-1412122334-project] 10.222.0.46 "GET /v2.0/ports?device_id=84914eb5-073b-4739-aa0d-61a370d82ad9 HTTP/1.1" status: 200 len: 944 time: 0.0789123 Jan 31 20:55:27.908915 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-06aeaae8-9fa7-41c6-8171-1ddd902b1bdd req-5f028cc2-796e-4eb5-94e6-9949f95c6074 tempest-VolumesActionsTest-1412122334 tempest-VolumesActionsTest-1412122334-project] 10.222.0.46 "GET /v2.0/security-groups?id=b22fd3b9-8630-4635-8727-093fb8c2d7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087470 Jan 31 20:55:27.915464 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-660a926b-4a21-4aac-84ac-fe67f49556ba req-ba11c069-3e5d-47e9-b05e-b78427b3c637 tempest-AttachVolumeNegativeTest-36827424 tempest-AttachVolumeNegativeTest-36827424-project] 10.222.0.46 "GET /v2.0/ports?device_id=2e3079a5-ea4f-4612-a909-b7eafd118365 HTTP/1.1" status: 200 len: 210 time: 0.0480890 Jan 31 20:55:28.361124 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832c1af8-b109-493d-b3ad-608d48379dd2 req-be04b56b-8057-4d05-b90a-3d301afeb2ca tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:55:28.364589 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-832c1af8-b109-493d-b3ad-608d48379dd2 req-be04b56b-8057-4d05-b90a-3d301afeb2ca tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] 10.222.0.46 "GET /v2.0/ports?device_id=27df420e-76b2-43cf-8c3d-cb81ce4e672f HTTP/1.1" status: 200 len: 946 time: 0.0894184 Jan 31 20:55:28.469606 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-832c1af8-b109-493d-b3ad-608d48379dd2 req-9d98b1ef-10c0-4151-b500-92b8b8d189c0 tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] 10.222.0.46 "GET /v2.0/security-groups?id=0bdd6188-2d8b-4b17-a788-ae2efdc28206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931993 Jan 31 20:55:28.894626 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e842a1-c855-494c-9cc9-2e09a171eed5 req-481b8b1f-c430-41fb-918b-87df2f06b91b tempest-AttachVolumeNegativeTest-36827424 tempest-AttachVolumeNegativeTest-36827424-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:55:28.897124 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-90e842a1-c855-494c-9cc9-2e09a171eed5 req-481b8b1f-c430-41fb-918b-87df2f06b91b tempest-AttachVolumeNegativeTest-36827424 tempest-AttachVolumeNegativeTest-36827424-project] 10.222.0.59 "GET /v2.0/networks?id=7654a450-2e31-4398-8bf5-1ad3ee6cd04f HTTP/1.1" status: 200 len: 814 time: 0.2013609 Jan 31 20:55:28.918466 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.v2.base [req-90e842a1-c855-494c-9cc9-2e09a171eed5 req-ea5e7ab9-7a86-420a-8931-4010be3dbd05 tempest-AttachVolumeNegativeTest-36827424 tempest-AttachVolumeNegativeTest-36827424-project] Request body: {'port': {'device_id': '2e3079a5-ea4f-4612-a909-b7eafd118365', 'network_id': '7654a450-2e31-4398-8bf5-1ad3ee6cd04f', 'admin_state_up': True, 'tenant_id': 'd47558b0f9f34eaab8c09c34c2ff08d2'}} {{(pid=102449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 20:55:29.086427 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-615f55c1-4aeb-467e-84e4-2ad421229fe2 req-07b9ceeb-44ba-422d-873c-9827c9d78a8d tempest-AttachVolumeNegativeTest-36827424 tempest-AttachVolumeNegativeTest-36827424-project] 10.222.0.46 "GET /v2.0/ports?device_id=2e3079a5-ea4f-4612-a909-b7eafd118365 HTTP/1.1" status: 200 len: 210 time: 0.0525396 Jan 31 20:55:29.132885 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90e842a1-c855-494c-9cc9-2e09a171eed5 req-ea5e7ab9-7a86-420a-8931-4010be3dbd05 tempest-AttachVolumeNegativeTest-36827424 tempest-AttachVolumeNegativeTest-36827424-project] Made reservation on behalf of d47558b0f9f34eaab8c09c34c2ff08d2 for: {'port': 1} {{(pid=102449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 20:55:29.136803 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [req-90e842a1-c855-494c-9cc9-2e09a171eed5 req-ea5e7ab9-7a86-420a-8931-4010be3dbd05 tempest-AttachVolumeNegativeTest-36827424 tempest-AttachVolumeNegativeTest-36827424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1026180'] for port (None), before_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:55:29.147833 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b17079-ce29-4022-8d17-5fdc7b705347 req-d1cf6544-94f0-4469-8bea-0eedb4843bf2 tempest-VolumesActionsTest-1412122334 tempest-VolumesActionsTest-1412122334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:55:29.149284 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-63b17079-ce29-4022-8d17-5fdc7b705347 req-d1cf6544-94f0-4469-8bea-0eedb4843bf2 tempest-VolumesActionsTest-1412122334 tempest-VolumesActionsTest-1412122334-project] 10.222.0.46 "GET /v2.0/ports?device_id=84914eb5-073b-4739-aa0d-61a370d82ad9 HTTP/1.1" status: 200 len: 944 time: 0.1081259 Jan 31 20:55:29.276183 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-63b17079-ce29-4022-8d17-5fdc7b705347 req-3683fb2e-238a-40ac-b7a7-271230998065 tempest-VolumesActionsTest-1412122334 tempest-VolumesActionsTest-1412122334-project] 10.222.0.46 "GET /v2.0/security-groups?id=b22fd3b9-8630-4635-8727-093fb8c2d7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168609 Jan 31 20:55:29.343733 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.rpc [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Device bf4d3045-a8f7-42c7-bf40-ff9ef9af2b27 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=102451) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 20:55:29.374705 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.db.db_base_plugin_common [req-90e842a1-c855-494c-9cc9-2e09a171eed5 req-ea5e7ab9-7a86-420a-8931-4010be3dbd05 tempest-AttachVolumeNegativeTest-36827424 tempest-AttachVolumeNegativeTest-36827424-project] Allocated IP 172.20.0.8 (7654a450-2e31-4398-8bf5-1ad3ee6cd04f/70f837bf-4dbc-49b3-a16a-2a9bab745253/7b3178c7-912f-4e21-9bd4-ad9b48b13d40) {{(pid=102449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 20:55:29.502096 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.db [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] For port bf4d3045-a8f7-42c7-bf40-ff9ef9af2b27, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=bf4d3045-a8f7-42c7-bf40-ff9ef9af2b27,segment=NetworkSegment(8f4fb049-57d1-4353-888e-c277d2e4d6b9),segment_id=8f4fb049-57d1-4353-888e-c277d2e4d6b9)] {{(pid=102451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 20:55:29.526372 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.rpc [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Returning: {'device': 'bf4d3045-a8f7-42c7-bf40-ff9ef9af2b27', 'network_id': 'fc325b36-fcfb-435a-a46c-0bf685a3990e', 'port_id': 'bf4d3045-a8f7-42c7-bf40-ff9ef9af2b27', 'mac_address': 'fa:16:3e:ea:ba:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 672, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07c89dee-8fd9-4e0f-a6b2-a448c5962034', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102451) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 20:55:29.631031 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.plugin [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Current status of the port bf4d3045-a8f7-42c7-bf40-ff9ef9af2b27 is: DOWN; New status is: BUILD {{(pid=102451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 20:55:29.631666 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1026180'] for port (bf4d3045-a8f7-42c7-bf40-ff9ef9af2b27), before_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:55:29.672099 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.notifiers.nova [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf4d3045-a8f7-42c7-bf40-ff9ef9af2b27 {{(pid=102451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 20:55:29.721571 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [req-90e842a1-c855-494c-9cc9-2e09a171eed5 req-ea5e7ab9-7a86-420a-8931-4010be3dbd05 tempest-AttachVolumeNegativeTest-36827424 tempest-AttachVolumeNegativeTest-36827424-project] Publish callbacks [] for port (7b3178c7-912f-4e21-9bd4-ad9b48b13d40), precommit_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:55:29.743692 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.db [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] For port bf4d3045-a8f7-42c7-bf40-ff9ef9af2b27, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=bf4d3045-a8f7-42c7-bf40-ff9ef9af2b27,segment=NetworkSegment(8f4fb049-57d1-4353-888e-c277d2e4d6b9),segment_id=8f4fb049-57d1-4353-888e-c277d2e4d6b9)] {{(pid=102451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 20:55:29.752422 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1029723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3769609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783600466378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783599971615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783599971633'] for port (bf4d3045-a8f7-42c7-bf40-ff9ef9af2b27), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:55:29.759336 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e6674f-6d4d-4a94-bcd6-128b6c32b412 req-ce88a234-6b23-48e7-83e0-e2922a3aef87 tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:55:29.786332 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-f6e6674f-6d4d-4a94-bcd6-128b6c32b412 req-ce88a234-6b23-48e7-83e0-e2922a3aef87 tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] 10.222.0.46 "GET /v2.0/ports?device_id=27df420e-76b2-43cf-8c3d-cb81ce4e672f HTTP/1.1" status: 200 len: 946 time: 0.1840210 Jan 31 20:55:29.791315 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [req-90e842a1-c855-494c-9cc9-2e09a171eed5 req-ea5e7ab9-7a86-420a-8931-4010be3dbd05 tempest-AttachVolumeNegativeTest-36827424 tempest-AttachVolumeNegativeTest-36827424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1029723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3769609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783599971597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29106256'] for port (7b3178c7-912f-4e21-9bd4-ad9b48b13d40), after_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:55:29.846231 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.db [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] get_ports_and_sgs() called for port_ids ['f52247a4-d6f9-4630-840b-d991c41d687c', '57823799-4738-4881-9829-5b56ce613794'] {{(pid=102451) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 20:55:29.918120 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90e842a1-c855-494c-9cc9-2e09a171eed5 req-ea5e7ab9-7a86-420a-8931-4010be3dbd05 tempest-AttachVolumeNegativeTest-36827424 tempest-AttachVolumeNegativeTest-36827424-project] Network 7654a450-2e31-4398-8bf5-1ad3ee6cd04f is already hosted by enough agents. {{(pid=102449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 20:55:29.919026 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-f6e6674f-6d4d-4a94-bcd6-128b6c32b412 req-a35833d0-3aae-4490-9861-db776f3fe462 tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] 10.222.0.46 "GET /v2.0/security-groups?id=0bdd6188-2d8b-4b17-a788-ae2efdc28206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278436 Jan 31 20:55:29.926285 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.scheduler.base_scheduler [req-90e842a1-c855-494c-9cc9-2e09a171eed5 req-ea5e7ab9-7a86-420a-8931-4010be3dbd05 tempest-AttachVolumeNegativeTest-36827424 tempest-AttachVolumeNegativeTest-36827424-project] Resources bound (agent type, host, resource id): {{(pid=102449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 20:55:29.929301 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [req-90e842a1-c855-494c-9cc9-2e09a171eed5 req-ea5e7ab9-7a86-420a-8931-4010be3dbd05 tempest-AttachVolumeNegativeTest-36827424 tempest-AttachVolumeNegativeTest-36827424-project] Received port after_create {{(pid=102449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 20:55:30.007749 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Pushing event updated for resources: {'Port': ['ID=bf4d3045-a8f7-42c7-bf40-ff9ef9af2b27,revision_number=4']} {{(pid=102451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:55:30.101018 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5e7ab9-7a86-420a-8931-4010be3dbd05 tempest-AttachVolumeNegativeTest-36827424 tempest-AttachVolumeNegativeTest-36827424-project] Pushing event updated for resources: {'Port': ['ID=7b3178c7-912f-4e21-9bd4-ad9b48b13d40,revision_number=1']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:55:30.147381 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.wsgi [-] (102450) accepted ('10.222.0.46', 38958) {{(pid=102450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 20:55:30.160545 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e842a1-c855-494c-9cc9-2e09a171eed5 req-ea5e7ab9-7a86-420a-8931-4010be3dbd05 tempest-AttachVolumeNegativeTest-36827424 tempest-AttachVolumeNegativeTest-36827424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:55:30.161081 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [req-90e842a1-c855-494c-9cc9-2e09a171eed5 req-ea5e7ab9-7a86-420a-8931-4010be3dbd05 tempest-AttachVolumeNegativeTest-36827424 tempest-AttachVolumeNegativeTest-36827424-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204375'] for port (None), before_response {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:55:30.193644 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbd96b1-433e-4ce4-86dd-742897a44f0e req-a284b3fc-0176-4245-8cd6-af3816493ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:55:30.198049 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-3cbd96b1-433e-4ce4-86dd-742897a44f0e req-a284b3fc-0176-4245-8cd6-af3816493ebd service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=27df420e-76b2-43cf-8c3d-cb81ce4e672f HTTP/1.1" status: 200 len: 1130 time: 0.1742597 Jan 31 20:55:30.209273 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-90e842a1-c855-494c-9cc9-2e09a171eed5 req-ea5e7ab9-7a86-420a-8931-4010be3dbd05 tempest-AttachVolumeNegativeTest-36827424 tempest-AttachVolumeNegativeTest-36827424-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2959795 Jan 31 20:55:30.242608 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.v2.base [req-90e842a1-c855-494c-9cc9-2e09a171eed5 req-9fdb6393-2d8a-450e-a194-c34d01ee1492 service neutron] Request body: {'port': {'device_id': '2e3079a5-ea4f-4612-a909-b7eafd118365', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=102449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 20:55:30.400059 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-3cbd96b1-433e-4ce4-86dd-742897a44f0e req-ff70e177-0505-4a06-b2aa-b56e90dd5156 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=0bdd6188-2d8b-4b17-a788-ae2efdc28206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726723 Jan 31 20:55:30.407107 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [req-90e842a1-c855-494c-9cc9-2e09a171eed5 req-9fdb6393-2d8a-450e-a194-c34d01ee1492 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1026180'] for port (7b3178c7-912f-4e21-9bd4-ad9b48b13d40), before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:55:30.444040 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.db [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] get_ports_and_sgs() called for port_ids ['bf4d3045-a8f7-42c7-bf40-ff9ef9af2b27'] {{(pid=102451) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 20:55:30.461028 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-5cda8df9-4f8d-4f13-85b4-12a7fd3ab18e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:55:30.464085 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2cd180-a99a-4810-897d-c01c07ab782d req-4c8e5670-ce51-4db6-b6dc-b196baf872c3 tempest-AttachVolumeNegativeTest-36827424 tempest-AttachVolumeNegativeTest-36827424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:55:30.465743 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-cb2cd180-a99a-4810-897d-c01c07ab782d req-4c8e5670-ce51-4db6-b6dc-b196baf872c3 tempest-AttachVolumeNegativeTest-36827424 tempest-AttachVolumeNegativeTest-36827424-project] 10.222.0.46 "GET /v2.0/ports?device_id=2e3079a5-ea4f-4612-a909-b7eafd118365 HTTP/1.1" status: 200 len: 931 time: 0.2371244 Jan 31 20:55:30.634730 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-cb2cd180-a99a-4810-897d-c01c07ab782d req-8558d3a7-c756-4e90-87d7-458a773f2eb1 tempest-AttachVolumeNegativeTest-36827424 tempest-AttachVolumeNegativeTest-36827424-project] 10.222.0.46 "GET /v2.0/security-groups?id=a32f4031-bf0a-46cb-9ad4-290c9574bdbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525645 Jan 31 20:55:30.730760 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913fc5f3-0974-4fd3-8b90-49370a0b31cc req-42adde70-a3c6-460f-aaf3-acf59f12e644 tempest-VolumesActionsTest-1412122334 tempest-VolumesActionsTest-1412122334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:55:30.735391 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-913fc5f3-0974-4fd3-8b90-49370a0b31cc req-42adde70-a3c6-460f-aaf3-acf59f12e644 tempest-VolumesActionsTest-1412122334 tempest-VolumesActionsTest-1412122334-project] 10.222.0.46 "GET /v2.0/ports?device_id=84914eb5-073b-4739-aa0d-61a370d82ad9 HTTP/1.1" status: 200 len: 945 time: 0.2557912 Jan 31 20:55:30.788695 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-5cda8df9-4f8d-4f13-85b4-12a7fd3ab18e admin admin] Publish callbacks [] for security_group (216ca2d6-882f-42a3-b110-3859970f2984), precommit_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:55:30.794703 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-5cda8df9-4f8d-4f13-85b4-12a7fd3ab18e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736509'] for security_group (216ca2d6-882f-42a3-b110-3859970f2984), after_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:55:30.867030 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [None req-5cda8df9-4f8d-4f13-85b4-12a7fd3ab18e admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=96fa812ec45b4d82a96aa96a5a4eb425&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7177231 Jan 31 20:55:30.873888 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cda8df9-4f8d-4f13-85b4-12a7fd3ab18e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=216ca2d6-882f-42a3-b110-3859970f2984,revision_number=1']} {{(pid=102450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:55:30.874245 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.wsgi [-] (102449) accepted ('10.222.0.46', 38966) {{(pid=102449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 20:55:30.886187 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-913fc5f3-0974-4fd3-8b90-49370a0b31cc req-c312f9b1-0bf7-49b3-b7f7-c156b4b22e90 tempest-VolumesActionsTest-1412122334 tempest-VolumesActionsTest-1412122334-project] 10.222.0.46 "GET /v2.0/security-groups?id=b22fd3b9-8630-4635-8727-093fb8c2d7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362400 Jan 31 20:55:30.998187 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-bd6b7fb5-016d-4183-b25f-cd90bdbf94db admin admin] Publish callbacks [] for security_group (216ca2d6-882f-42a3-b110-3859970f2984), before_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:55:31.007107 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.notifiers.nova [req-90e842a1-c855-494c-9cc9-2e09a171eed5 req-9fdb6393-2d8a-450e-a194-c34d01ee1492 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b3178c7-912f-4e21-9bd4-ad9b48b13d40 {{(pid=102449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 20:55:31.024410 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [req-90e842a1-c855-494c-9cc9-2e09a171eed5 req-9fdb6393-2d8a-450e-a194-c34d01ee1492 service neutron] Publish callbacks [] for port (7b3178c7-912f-4e21-9bd4-ad9b48b13d40), precommit_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:55:31.323671 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-bd6b7fb5-016d-4183-b25f-cd90bdbf94db admin admin] Publish callbacks [] for security_group (216ca2d6-882f-42a3-b110-3859970f2984), precommit_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:55:31.325722 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [req-90e842a1-c855-494c-9cc9-2e09a171eed5 req-9fdb6393-2d8a-450e-a194-c34d01ee1492 service neutron] Transition to ACTIVE for port object 7b3178c7-912f-4e21-9bd4-ad9b48b13d40 will not be triggered until provisioned by entity L2. {{(pid=102449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 20:55:31.339641 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [req-90e842a1-c855-494c-9cc9-2e09a171eed5 req-9fdb6393-2d8a-450e-a194-c34d01ee1492 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1029723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3769609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783600466378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783599971615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783599971633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29106247'] for port (7b3178c7-912f-4e21-9bd4-ad9b48b13d40), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:55:31.474042 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5f2a01-c072-484d-a776-b09aba068eaf req-4c59c02e-202c-4091-ad19-88b7068ba85c tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:55:31.476635 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-5c5f2a01-c072-484d-a776-b09aba068eaf req-4c59c02e-202c-4091-ad19-88b7068ba85c tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] 10.222.0.46 "GET /v2.0/ports?device_id=27df420e-76b2-43cf-8c3d-cb81ce4e672f HTTP/1.1" status: 200 len: 946 time: 0.4551151 Jan 31 20:55:31.477622 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdb6393-2d8a-450e-a194-c34d01ee1492 service neutron] Pushing event updated for resources: {'Port': ['ID=7b3178c7-912f-4e21-9bd4-ad9b48b13d40,revision_number=2']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:55:31.563562 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-bd6b7fb5-016d-4183-b25f-cd90bdbf94db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736509'] for security_group (216ca2d6-882f-42a3-b110-3859970f2984), after_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:55:31.567855 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-bd6b7fb5-016d-4183-b25f-cd90bdbf94db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:55:31.573159 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [None req-bd6b7fb5-016d-4183-b25f-cd90bdbf94db admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/216ca2d6-882f-42a3-b110-3859970f2984 HTTP/1.1" status: 204 len: 168 time: 0.6939964 Jan 31 20:55:31.574251 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.wsgi [-] (102450) accepted ('10.222.0.46', 38990) {{(pid=102450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 20:55:31.603002 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6b7fb5-016d-4183-b25f-cd90bdbf94db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=216ca2d6-882f-42a3-b110-3859970f2984,revision_number=None']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:55:31.641821 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [req-90e842a1-c855-494c-9cc9-2e09a171eed5 req-9fdb6393-2d8a-450e-a194-c34d01ee1492 service neutron] Attempting to bind port 7b3178c7-912f-4e21-9bd4-ad9b48b13d40 on host hv-cinder-81322 for vnic_type normal with profile {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 20:55:31.642164 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [req-90e842a1-c855-494c-9cc9-2e09a171eed5 req-9fdb6393-2d8a-450e-a194-c34d01ee1492 service neutron] Attempting to bind port 7b3178c7-912f-4e21-9bd4-ad9b48b13d40 by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': '3aa49904-0c32-4795-9b71-de073484ac3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '7654a450-2e31-4398-8bf5-1ad3ee6cd04f'}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 20:55:31.642492 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90e842a1-c855-494c-9cc9-2e09a171eed5 req-9fdb6393-2d8a-450e-a194-c34d01ee1492 service neutron] Attempting to bind port 7b3178c7-912f-4e21-9bd4-ad9b48b13d40 on network 7654a450-2e31-4398-8bf5-1ad3ee6cd04f {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 20:55:31.648303 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-5c5f2a01-c072-484d-a776-b09aba068eaf req-aa6824ae-6ffc-42b3-aeda-3187490e6e80 tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] 10.222.0.46 "GET /v2.0/security-groups?id=0bdd6188-2d8b-4b17-a788-ae2efdc28206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395175 Jan 31 20:55:31.652306 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90e842a1-c855-494c-9cc9-2e09a171eed5 req-9fdb6393-2d8a-450e-a194-c34d01ee1492 service neutron] Port 7b3178c7-912f-4e21-9bd4-ad9b48b13d40 on network 7654a450-2e31-4398-8bf5-1ad3ee6cd04f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 20:55:31.653165 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90e842a1-c855-494c-9cc9-2e09a171eed5 req-9fdb6393-2d8a-450e-a194-c34d01ee1492 service neutron] Attempting to bind port 7b3178c7-912f-4e21-9bd4-ad9b48b13d40 on network 7654a450-2e31-4398-8bf5-1ad3ee6cd04f {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 20:55:31.659042 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90e842a1-c855-494c-9cc9-2e09a171eed5 req-9fdb6393-2d8a-450e-a194-c34d01ee1492 service neutron] Checking agent: {'id': 'e85cc1e2-8b4e-4549-a68e-d414072d4156', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 20, 51, 57), 'started_at': datetime.datetime(2022, 1, 31, 20, 51, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 20, 55, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 20:55:31.659789 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90e842a1-c855-494c-9cc9-2e09a171eed5 req-9fdb6393-2d8a-450e-a194-c34d01ee1492 service neutron] Checking segment: {'id': '3aa49904-0c32-4795-9b71-de073484ac3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '7654a450-2e31-4398-8bf5-1ad3ee6cd04f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 20:55:31.660364 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90e842a1-c855-494c-9cc9-2e09a171eed5 req-9fdb6393-2d8a-450e-a194-c34d01ee1492 service neutron] Bound using segment: {'id': '3aa49904-0c32-4795-9b71-de073484ac3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '7654a450-2e31-4398-8bf5-1ad3ee6cd04f'} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 20:55:31.660878 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [req-90e842a1-c855-494c-9cc9-2e09a171eed5 req-9fdb6393-2d8a-450e-a194-c34d01ee1492 service neutron] Bound port: 7b3178c7-912f-4e21-9bd4-ad9b48b13d40, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3aa49904-0c32-4795-9b71-de073484ac3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '7654a450-2e31-4398-8bf5-1ad3ee6cd04f'}}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 20:55:31.662007 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [req-90e842a1-c855-494c-9cc9-2e09a171eed5 req-9fdb6393-2d8a-450e-a194-c34d01ee1492 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1026180'] for port (7b3178c7-912f-4e21-9bd4-ad9b48b13d40), before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:55:31.806321 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.db [req-90e842a1-c855-494c-9cc9-2e09a171eed5 req-9fdb6393-2d8a-450e-a194-c34d01ee1492 service neutron] For port 7b3178c7-912f-4e21-9bd4-ad9b48b13d40, host hv-cinder-81322, cleared binding levels {{(pid=102449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 20:55:31.815772 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.db [req-90e842a1-c855-494c-9cc9-2e09a171eed5 req-9fdb6393-2d8a-450e-a194-c34d01ee1492 service neutron] For port 7b3178c7-912f-4e21-9bd4-ad9b48b13d40, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=7b3178c7-912f-4e21-9bd4-ad9b48b13d40,segment=NetworkSegment(3aa49904-0c32-4795-9b71-de073484ac3d),segment_id=3aa49904-0c32-4795-9b71-de073484ac3d)] {{(pid=102449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 20:55:31.827195 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [req-90e842a1-c855-494c-9cc9-2e09a171eed5 req-9fdb6393-2d8a-450e-a194-c34d01ee1492 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1029723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3769609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783600466378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783599971615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783599971633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29106247'] for port (7b3178c7-912f-4e21-9bd4-ad9b48b13d40), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:55:31.866829 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e842a1-c855-494c-9cc9-2e09a171eed5 req-9fdb6393-2d8a-450e-a194-c34d01ee1492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:55:31.867455 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [req-90e842a1-c855-494c-9cc9-2e09a171eed5 req-9fdb6393-2d8a-450e-a194-c34d01ee1492 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204375'] for port (None), before_response {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:55:31.868949 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-90e842a1-c855-494c-9cc9-2e09a171eed5 req-9fdb6393-2d8a-450e-a194-c34d01ee1492 service neutron] 10.222.0.59 "PUT /v2.0/ports/7b3178c7-912f-4e21-9bd4-ad9b48b13d40 HTTP/1.1" status: 200 len: 1093 time: 1.6331253 Jan 31 20:55:31.869395 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e3079a5-ea4f-4612-a909-b7eafd118365', 'tag': '7b3178c7-912f-4e21-9bd4-ad9b48b13d40'}] {{(pid=102449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 20:55:31.871704 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba30590511e0408980e1e78341b94ae353025d2904c3e8034e675cc5aff8c4ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8da6b36e-63c8-4b6a-82ad-16e55d0f01f1" -d '{"events": [{"name": "network-changed", "server_uuid": "2e3079a5-ea4f-4612-a909-b7eafd118365", "tag": "7b3178c7-912f-4e21-9bd4-ad9b48b13d40"}]}' {{(pid=102449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 20:55:31.872170 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dea4a7b-c842-4b9a-a888-4f8e5127ebb2 req-92a92c3a-84e4-4d1a-844a-92d29bd584c2 tempest-AttachVolumeNegativeTest-36827424 tempest-AttachVolumeNegativeTest-36827424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:55:31.885118 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-6dea4a7b-c842-4b9a-a888-4f8e5127ebb2 req-92a92c3a-84e4-4d1a-844a-92d29bd584c2 tempest-AttachVolumeNegativeTest-36827424 tempest-AttachVolumeNegativeTest-36827424-project] 10.222.0.46 "GET /v2.0/ports?device_id=2e3079a5-ea4f-4612-a909-b7eafd118365 HTTP/1.1" status: 200 len: 943 time: 0.1225011 Jan 31 20:55:31.958390 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdb6393-2d8a-450e-a194-c34d01ee1492 service neutron] Pushing event updated for resources: {'Port': ['ID=7b3178c7-912f-4e21-9bd4-ad9b48b13d40,revision_number=3']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:55:31.961924 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-6dea4a7b-c842-4b9a-a888-4f8e5127ebb2 req-54cc45ac-0235-40ed-9693-f611a794f70b tempest-AttachVolumeNegativeTest-36827424 tempest-AttachVolumeNegativeTest-36827424-project] 10.222.0.46 "GET /v2.0/security-groups?id=a32f4031-bf0a-46cb-9ad4-290c9574bdbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692058 Jan 31 20:55:31.980576 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 20:55:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a4cf7b3-cea4-4503-b875-182d847c89d1 x-openstack-request-id: req-1a4cf7b3-cea4-4503-b875-182d847c89d1 {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 20:55:31.981090 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e3079a5-ea4f-4612-a909-b7eafd118365", "tag": "7b3178c7-912f-4e21-9bd4-ad9b48b13d40", "status": "completed", "code": 200}]} {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 20:55:31.981356 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-1a4cf7b3-cea4-4503-b875-182d847c89d1 {{(pid=102449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 20:55:31.981875 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e3079a5-ea4f-4612-a909-b7eafd118365', 'tag': '7b3178c7-912f-4e21-9bd4-ad9b48b13d40', 'status': 'completed', 'code': 200} Jan 31 20:55:32.122891 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e842a1-c855-494c-9cc9-2e09a171eed5 req-538ace66-eccd-4253-a754-13c834411b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:55:32.125359 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-90e842a1-c855-494c-9cc9-2e09a171eed5 req-538ace66-eccd-4253-a754-13c834411b28 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d47558b0f9f34eaab8c09c34c2ff08d2&device_id=2e3079a5-ea4f-4612-a909-b7eafd118365 HTTP/1.1" status: 200 len: 1127 time: 0.1425960 Jan 31 20:55:32.177703 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96760a1-f6b9-425e-be22-58585f6b258f req-0bd45501-9a11-4334-b625-4794f8effc97 tempest-VolumesActionsTest-1412122334 tempest-VolumesActionsTest-1412122334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:55:32.178864 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-d96760a1-f6b9-425e-be22-58585f6b258f req-0bd45501-9a11-4334-b625-4794f8effc97 tempest-VolumesActionsTest-1412122334 tempest-VolumesActionsTest-1412122334-project] 10.222.0.46 "GET /v2.0/ports?device_id=84914eb5-073b-4739-aa0d-61a370d82ad9 HTTP/1.1" status: 200 len: 945 time: 0.1300056 Jan 31 20:55:32.182338 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-190a545a-3a30-4c82-99c7-16a866d1d8ef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:55:32.211818 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-90e842a1-c855-494c-9cc9-2e09a171eed5 req-bf1450b4-50c4-4d0e-b7a2-268dac0c9679 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7b3178c7-912f-4e21-9bd4-ad9b48b13d40 HTTP/1.1" status: 200 len: 217 time: 0.0678892 Jan 31 20:55:32.360482 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-190a545a-3a30-4c82-99c7-16a866d1d8ef admin admin] Publish callbacks [] for security_group (8b4056fc-2cc7-41d6-9108-58ae4376b876), precommit_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:55:32.369538 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-190a545a-3a30-4c82-99c7-16a866d1d8ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736509'] for security_group (8b4056fc-2cc7-41d6-9108-58ae4376b876), after_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:55:32.384116 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e842a1-c855-494c-9cc9-2e09a171eed5 req-b8f99f17-8216-4e89-b75c-f646c2f2185a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:55:32.385843 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-90e842a1-c855-494c-9cc9-2e09a171eed5 req-b8f99f17-8216-4e89-b75c-f646c2f2185a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=70f837bf-4dbc-49b3-a16a-2a9bab745253 HTTP/1.1" status: 200 len: 854 time: 0.1508763 Jan 31 20:55:32.389618 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-d96760a1-f6b9-425e-be22-58585f6b258f req-0959c401-d9c8-4346-b38d-1d6657f56b27 tempest-VolumesActionsTest-1412122334 tempest-VolumesActionsTest-1412122334-project] 10.222.0.46 "GET /v2.0/security-groups?id=b22fd3b9-8630-4635-8727-093fb8c2d7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1800139 Jan 31 20:55:32.444626 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.wsgi [-] (102449) accepted ('10.222.0.46', 39028) {{(pid=102449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 20:55:32.446099 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [None req-190a545a-3a30-4c82-99c7-16a866d1d8ef admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=f7bc7d15072e4e7fb8ab9bafcb29eae2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8684447 Jan 31 20:55:32.447684 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190a545a-3a30-4c82-99c7-16a866d1d8ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b4056fc-2cc7-41d6-9108-58ae4376b876,revision_number=1']} {{(pid=102450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:55:32.461494 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-90e842a1-c855-494c-9cc9-2e09a171eed5 req-50d2c821-bbab-4e30-b5bf-616c009744e5 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=7654a450-2e31-4398-8bf5-1ad3ee6cd04f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0576615 Jan 31 20:55:32.780418 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-90e842a1-c855-494c-9cc9-2e09a171eed5 req-95491743-dae4-4dba-b0b9-fcb237e7c5fd service neutron] 10.222.0.59 "GET /v2.0/networks/7654a450-2e31-4398-8bf5-1ad3ee6cd04f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3005612 Jan 31 20:55:32.791992 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-93b998ac-f0e5-4b3e-9b25-be232b24d14b admin admin] Publish callbacks [] for security_group (8b4056fc-2cc7-41d6-9108-58ae4376b876), before_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:55:32.870855 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-93b998ac-f0e5-4b3e-9b25-be232b24d14b admin admin] Publish callbacks [] for security_group (8b4056fc-2cc7-41d6-9108-58ae4376b876), precommit_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:55:32.960106 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-90e842a1-c855-494c-9cc9-2e09a171eed5 req-46999d5d-b72b-4fe2-91d0-821a89882325 service neutron] 10.222.0.59 "GET /v2.0/networks/7654a450-2e31-4398-8bf5-1ad3ee6cd04f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1575196 Jan 31 20:55:32.983389 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-93b998ac-f0e5-4b3e-9b25-be232b24d14b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736509'] for security_group (8b4056fc-2cc7-41d6-9108-58ae4376b876), after_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:55:32.988388 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-93b998ac-f0e5-4b3e-9b25-be232b24d14b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:55:32.990143 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [None req-93b998ac-f0e5-4b3e-9b25-be232b24d14b admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/8b4056fc-2cc7-41d6-9108-58ae4376b876 HTTP/1.1" status: 204 len: 168 time: 0.5445006 Jan 31 20:55:33.018423 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b998ac-f0e5-4b3e-9b25-be232b24d14b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b4056fc-2cc7-41d6-9108-58ae4376b876,revision_number=None']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:55:33.101330 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203447ef-b3ee-49dc-aa99-7c1c63e421b2 req-d5b27232-e33c-4139-8a10-5df1dadd7bd8 tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:55:33.103486 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-203447ef-b3ee-49dc-aa99-7c1c63e421b2 req-d5b27232-e33c-4139-8a10-5df1dadd7bd8 tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] 10.222.0.46 "GET /v2.0/ports?device_id=27df420e-76b2-43cf-8c3d-cb81ce4e672f HTTP/1.1" status: 200 len: 946 time: 0.2012010 Jan 31 20:55:33.199929 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-203447ef-b3ee-49dc-aa99-7c1c63e421b2 req-6e933e96-1681-4372-8d2c-78a40993d5b0 tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] 10.222.0.46 "GET /v2.0/security-groups?id=0bdd6188-2d8b-4b17-a788-ae2efdc28206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855563 Jan 31 20:55:33.340586 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.rpc [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Device bf4d3045-a8f7-42c7-bf40-ff9ef9af2b27 up at agent hyperv_hv-cinder-81322 {{(pid=102451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 20:55:33.433272 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee26c4c-af3f-4455-ada5-6948850cfd0e req-cafe1ac2-0552-47f5-be34-faca4456e1db tempest-AttachVolumeNegativeTest-36827424 tempest-AttachVolumeNegativeTest-36827424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:55:33.440310 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-1ee26c4c-af3f-4455-ada5-6948850cfd0e req-cafe1ac2-0552-47f5-be34-faca4456e1db tempest-AttachVolumeNegativeTest-36827424 tempest-AttachVolumeNegativeTest-36827424-project] 10.222.0.46 "GET /v2.0/ports?device_id=2e3079a5-ea4f-4612-a909-b7eafd118365 HTTP/1.1" status: 200 len: 943 time: 0.3171499 Jan 31 20:55:33.467699 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.db.provisioning_blocks [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Provisioning for port bf4d3045-a8f7-42c7-bf40-ff9ef9af2b27 completed by entity L2. {{(pid=102451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 20:55:33.475625 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.db.provisioning_blocks [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Provisioning complete for port bf4d3045-a8f7-42c7-bf40-ff9ef9af2b27 triggered by entity L2. {{(pid=102451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 20:55:33.476667 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3401144'] for port (bf4d3045-a8f7-42c7-bf40-ff9ef9af2b27), provisioning_complete {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:55:33.501417 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da6b36e-63c8-4b6a-82ad-16e55d0f01f1 req-4319b7e4-e779-4e31-804f-aa8ee4b83d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:55:33.507458 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-8da6b36e-63c8-4b6a-82ad-16e55d0f01f1 req-4319b7e4-e779-4e31-804f-aa8ee4b83d78 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d47558b0f9f34eaab8c09c34c2ff08d2&device_id=2e3079a5-ea4f-4612-a909-b7eafd118365 HTTP/1.1" status: 200 len: 1127 time: 0.4092391 Jan 31 20:55:33.667903 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b906f1b-94d7-4cee-96d0-df007f28e2b6 req-452e0cd2-1e2a-4982-a036-e1f97ab64196 tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:55:33.673740 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-1b906f1b-94d7-4cee-96d0-df007f28e2b6 req-452e0cd2-1e2a-4982-a036-e1f97ab64196 tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] 10.222.0.46 "GET /v2.0/ports?device_id=4b21c9e1-251e-4780-a88f-01f20f420dac HTTP/1.1" status: 200 len: 946 time: 0.1898935 Jan 31 20:55:33.798048 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.plugin [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Current status of the port bf4d3045-a8f7-42c7-bf40-ff9ef9af2b27 is: BUILD; New status is: ACTIVE {{(pid=102451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 20:55:33.798632 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1026180'] for port (bf4d3045-a8f7-42c7-bf40-ff9ef9af2b27), before_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:55:33.835288 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-1ee26c4c-af3f-4455-ada5-6948850cfd0e req-bc32687b-05cb-464b-ad42-213f61b94574 tempest-AttachVolumeNegativeTest-36827424 tempest-AttachVolumeNegativeTest-36827424-project] 10.222.0.46 "GET /v2.0/security-groups?id=a32f4031-bf0a-46cb-9ad4-290c9574bdbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3852272 Jan 31 20:55:33.929622 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-1b906f1b-94d7-4cee-96d0-df007f28e2b6 req-86ff120d-d94a-4bb3-b88d-bce35e5cedcd tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] 10.222.0.46 "GET /v2.0/security-groups?id=0bdd6188-2d8b-4b17-a788-ae2efdc28206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2437904 Jan 31 20:55:33.949678 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da6b36e-63c8-4b6a-82ad-16e55d0f01f1 req-3c40d0ce-7282-406d-be71-52704a3149a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:55:33.954813 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-8da6b36e-63c8-4b6a-82ad-16e55d0f01f1 req-3c40d0ce-7282-406d-be71-52704a3149a6 service neutron] 10.222.0.59 "GET /v2.0/networks?id=7654a450-2e31-4398-8bf5-1ad3ee6cd04f HTTP/1.1" status: 200 len: 915 time: 0.4298022 Jan 31 20:55:33.965067 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.db [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] For port bf4d3045-a8f7-42c7-bf40-ff9ef9af2b27, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=bf4d3045-a8f7-42c7-bf40-ff9ef9af2b27,segment=NetworkSegment(8f4fb049-57d1-4353-888e-c277d2e4d6b9),segment_id=8f4fb049-57d1-4353-888e-c277d2e4d6b9)] {{(pid=102451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 20:55:33.968410 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84914eb5-073b-4739-aa0d-61a370d82ad9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf4d3045-a8f7-42c7-bf40-ff9ef9af2b27'}] {{(pid=102451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 20:55:33.998357 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c23f90a41664c3b077a95f51e37b0059f8aa38e98bc0260eca12d616ac4420be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88d0103a-ec54-47f0-87ad-0c31df14de2f" -d '{"events": [{"server_uuid": "84914eb5-073b-4739-aa0d-61a370d82ad9", "name": "network-vif-plugged", "status": "completed", "tag": "bf4d3045-a8f7-42c7-bf40-ff9ef9af2b27"}]}' {{(pid=102451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 20:55:34.014312 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1029723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3769609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783600466378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783599971615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783599971633'] for port (bf4d3045-a8f7-42c7-bf40-ff9ef9af2b27), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:55:34.091327 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-8da6b36e-63c8-4b6a-82ad-16e55d0f01f1 req-35ebccfd-32b7-493a-8153-c2f6866b2873 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7b3178c7-912f-4e21-9bd4-ad9b48b13d40 HTTP/1.1" status: 200 len: 217 time: 0.1189396 Jan 31 20:55:34.103630 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 20:55:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41e0976f-d6c2-40d9-bda6-5c58e86f0325 x-openstack-request-id: req-41e0976f-d6c2-40d9-bda6-5c58e86f0325 {{(pid=102451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 20:55:34.104433 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84914eb5-073b-4739-aa0d-61a370d82ad9", "name": "network-vif-plugged", "status": "completed", "tag": "bf4d3045-a8f7-42c7-bf40-ff9ef9af2b27", "code": 200}]} {{(pid=102451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 20:55:34.105699 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-41e0976f-d6c2-40d9-bda6-5c58e86f0325 {{(pid=102451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 20:55:34.106530 dv-cinder-813229-5-iscsi neutron-server[102451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84914eb5-073b-4739-aa0d-61a370d82ad9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf4d3045-a8f7-42c7-bf40-ff9ef9af2b27', 'code': 200} Jan 31 20:55:34.166451 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Pushing event updated for resources: {'Port': ['ID=bf4d3045-a8f7-42c7-bf40-ff9ef9af2b27,revision_number=5']} {{(pid=102451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:55:34.206029 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da6b36e-63c8-4b6a-82ad-16e55d0f01f1 req-e2350597-a585-4560-bb31-e6ec7926296b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:55:34.210517 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-8da6b36e-63c8-4b6a-82ad-16e55d0f01f1 req-e2350597-a585-4560-bb31-e6ec7926296b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=70f837bf-4dbc-49b3-a16a-2a9bab745253 HTTP/1.1" status: 200 len: 854 time: 0.1034093 Jan 31 20:55:34.325149 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-8da6b36e-63c8-4b6a-82ad-16e55d0f01f1 req-70af02a9-684a-4c74-8da0-8d379f8ecc59 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=7654a450-2e31-4398-8bf5-1ad3ee6cd04f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0708463 Jan 31 20:55:34.445230 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a2f623-f597-40a5-9f38-711b214db5e4 req-1044ae04-d81a-4e7d-8c70-ebc36c0ee213 tempest-VolumesActionsTest-1412122334 tempest-VolumesActionsTest-1412122334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:55:34.448022 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-36a2f623-f597-40a5-9f38-711b214db5e4 req-1044ae04-d81a-4e7d-8c70-ebc36c0ee213 tempest-VolumesActionsTest-1412122334 tempest-VolumesActionsTest-1412122334-project] 10.222.0.46 "GET /v2.0/ports?device_id=84914eb5-073b-4739-aa0d-61a370d82ad9 HTTP/1.1" status: 200 len: 946 time: 0.3607249 Jan 31 20:55:34.615491 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbbec70-40ae-478a-bdaa-426486a21bc9 req-b9991fe0-af76-4625-a911-a536a77bad19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:55:34.617766 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-7cbbec70-40ae-478a-bdaa-426486a21bc9 req-b9991fe0-af76-4625-a911-a536a77bad19 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=84914eb5-073b-4739-aa0d-61a370d82ad9 HTTP/1.1" status: 200 len: 1130 time: 0.2724895 Jan 31 20:55:34.702581 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-36a2f623-f597-40a5-9f38-711b214db5e4 req-ec625c75-72e6-4b52-a591-a9bd06626aa3 tempest-VolumesActionsTest-1412122334 tempest-VolumesActionsTest-1412122334-project] 10.222.0.46 "GET /v2.0/security-groups?id=b22fd3b9-8630-4635-8727-093fb8c2d7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1983140 Jan 31 20:55:34.708868 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-8da6b36e-63c8-4b6a-82ad-16e55d0f01f1 req-df9b0ad6-241f-41b3-9d69-45431fda54f4 service neutron] 10.222.0.59 "GET /v2.0/networks/7654a450-2e31-4398-8bf5-1ad3ee6cd04f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3496802 Jan 31 20:55:34.831356 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-7cbbec70-40ae-478a-bdaa-426486a21bc9 req-736026dd-0fa5-4e12-bcd1-4d00acecf58b service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=b22fd3b9-8630-4635-8727-093fb8c2d7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1978347 Jan 31 20:55:34.873638 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-8da6b36e-63c8-4b6a-82ad-16e55d0f01f1 req-ed15c063-596d-4896-a601-a1046efcbf28 service neutron] 10.222.0.59 "GET /v2.0/networks/7654a450-2e31-4398-8bf5-1ad3ee6cd04f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1486588 Jan 31 20:55:35.037318 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56411dce-40c9-497e-ac96-be3773603031 req-78575a2f-7e32-4851-b1cc-9bbdc7dea90b tempest-AttachVolumeNegativeTest-36827424 tempest-AttachVolumeNegativeTest-36827424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:55:35.040508 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-56411dce-40c9-497e-ac96-be3773603031 req-78575a2f-7e32-4851-b1cc-9bbdc7dea90b tempest-AttachVolumeNegativeTest-36827424 tempest-AttachVolumeNegativeTest-36827424-project] 10.222.0.46 "GET /v2.0/ports?device_id=2e3079a5-ea4f-4612-a909-b7eafd118365 HTTP/1.1" status: 200 len: 943 time: 0.0842755 Jan 31 20:55:35.123971 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-56411dce-40c9-497e-ac96-be3773603031 req-60f40d4e-d147-4a87-af53-f4570881d5da tempest-AttachVolumeNegativeTest-36827424 tempest-AttachVolumeNegativeTest-36827424-project] 10.222.0.46 "GET /v2.0/security-groups?id=a32f4031-bf0a-46cb-9ad4-290c9574bdbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740509 Jan 31 20:55:35.361601 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.rpc [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Device 7b3178c7-912f-4e21-9bd4-ad9b48b13d40 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=102451) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 20:55:35.615524 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.db [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] For port 7b3178c7-912f-4e21-9bd4-ad9b48b13d40, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=7b3178c7-912f-4e21-9bd4-ad9b48b13d40,segment=NetworkSegment(3aa49904-0c32-4795-9b71-de073484ac3d),segment_id=3aa49904-0c32-4795-9b71-de073484ac3d)] {{(pid=102451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 20:55:35.629472 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.rpc [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Returning: {'device': '7b3178c7-912f-4e21-9bd4-ad9b48b13d40', 'network_id': '7654a450-2e31-4398-8bf5-1ad3ee6cd04f', 'port_id': '7b3178c7-912f-4e21-9bd4-ad9b48b13d40', 'mac_address': 'fa:16:3e:27:b9:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 661, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70f837bf-4dbc-49b3-a16a-2a9bab745253', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102451) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 20:55:35.672716 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.plugin [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Current status of the port 7b3178c7-912f-4e21-9bd4-ad9b48b13d40 is: DOWN; New status is: BUILD {{(pid=102451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 20:55:35.673109 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1026180'] for port (7b3178c7-912f-4e21-9bd4-ad9b48b13d40), before_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:55:35.688659 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.notifiers.nova [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b3178c7-912f-4e21-9bd4-ad9b48b13d40 {{(pid=102451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 20:55:35.722597 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.db [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] For port 7b3178c7-912f-4e21-9bd4-ad9b48b13d40, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=7b3178c7-912f-4e21-9bd4-ad9b48b13d40,segment=NetworkSegment(3aa49904-0c32-4795-9b71-de073484ac3d),segment_id=3aa49904-0c32-4795-9b71-de073484ac3d)] {{(pid=102451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 20:55:35.728839 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1029723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3769609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783600466378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783599971615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783599971633'] for port (7b3178c7-912f-4e21-9bd4-ad9b48b13d40), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:55:35.838338 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Pushing event updated for resources: {'Port': ['ID=7b3178c7-912f-4e21-9bd4-ad9b48b13d40,revision_number=4']} {{(pid=102451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:55:35.882121 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.wsgi [-] (102450) accepted ('10.222.0.46', 39162) {{(pid=102450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 20:55:35.948068 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3534a2-af2b-4541-a3a2-1c88754a81b7 req-200d414c-f045-4a24-a3a6-d1351327b070 tempest-VolumesActionsTest-1412122334 tempest-VolumesActionsTest-1412122334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:55:35.958471 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-3e3534a2-af2b-4541-a3a2-1c88754a81b7 req-200d414c-f045-4a24-a3a6-d1351327b070 tempest-VolumesActionsTest-1412122334 tempest-VolumesActionsTest-1412122334-project] 10.222.0.46 "GET /v2.0/ports?device_id=84914eb5-073b-4739-aa0d-61a370d82ad9 HTTP/1.1" status: 200 len: 946 time: 0.1213722 Jan 31 20:55:36.087979 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-3e3534a2-af2b-4541-a3a2-1c88754a81b7 req-bc8bcafe-c9bb-417c-8076-d33334b9af68 tempest-VolumesActionsTest-1412122334 tempest-VolumesActionsTest-1412122334-project] 10.222.0.46 "GET /v2.0/security-groups?id=b22fd3b9-8630-4635-8727-093fb8c2d7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273575 Jan 31 20:55:36.106255 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-249e2731-b33a-4f0a-adc4-0d802460b79b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:55:36.113932 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab3fffe-5491-4024-9173-150687486db7 req-baaa07fd-fda3-4cdd-9370-30c46402db96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:55:36.117365 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-dab3fffe-5491-4024-9173-150687486db7 req-baaa07fd-fda3-4cdd-9370-30c46402db96 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0338b91214f04c0ea3b3105e707d550a&device_id=4b21c9e1-251e-4780-a88f-01f20f420dac HTTP/1.1" status: 200 len: 1130 time: 0.1076183 Jan 31 20:55:36.148783 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7103c2-6b46-48f0-91e7-87a0e1e3b034 req-ae24d32b-3e53-4a36-a61f-8928fc8c0dd6 tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:55:36.150386 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-ad7103c2-6b46-48f0-91e7-87a0e1e3b034 req-ae24d32b-3e53-4a36-a61f-8928fc8c0dd6 tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] 10.222.0.46 "GET /v2.0/ports?device_id=4b21c9e1-251e-4780-a88f-01f20f420dac HTTP/1.1" status: 200 len: 946 time: 0.1123703 Jan 31 20:55:36.257790 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.db [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] get_ports_and_sgs() called for port_ids ['7b3178c7-912f-4e21-9bd4-ad9b48b13d40'] {{(pid=102451) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 20:55:36.298449 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab3fffe-5491-4024-9173-150687486db7 req-9e2c3f7f-d711-483a-94dc-682d36a6818a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:55:36.300118 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-dab3fffe-5491-4024-9173-150687486db7 req-9e2c3f7f-d711-483a-94dc-682d36a6818a service neutron] 10.222.0.59 "GET /v2.0/networks?id=65673a31-2d3e-4d05-b20c-5dc9b3003e1f HTTP/1.1" status: 200 len: 920 time: 0.1646595 Jan 31 20:55:36.346369 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-ad7103c2-6b46-48f0-91e7-87a0e1e3b034 req-e9648e52-ee51-4790-ad8a-51906f3e1ba8 tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] 10.222.0.46 "GET /v2.0/security-groups?id=0bdd6188-2d8b-4b17-a788-ae2efdc28206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758761 Jan 31 20:55:36.362071 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee66ba92-4bdf-4164-963b-55541b97a305 req-3b51e5b5-deb3-41ef-a2c8-69708498bc67 tempest-AttachVolumeNegativeTest-36827424 tempest-AttachVolumeNegativeTest-36827424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:55:36.363868 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-ee66ba92-4bdf-4164-963b-55541b97a305 req-3b51e5b5-deb3-41ef-a2c8-69708498bc67 tempest-AttachVolumeNegativeTest-36827424 tempest-AttachVolumeNegativeTest-36827424-project] 10.222.0.46 "GET /v2.0/ports?device_id=2e3079a5-ea4f-4612-a909-b7eafd118365 HTTP/1.1" status: 200 len: 944 time: 0.1177161 Jan 31 20:55:36.366253 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-dab3fffe-5491-4024-9173-150687486db7 req-271185c3-5867-482e-ba61-50c856a566f5 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dfba6eda-5d1b-4027-9aee-bf29f39c876d HTTP/1.1" status: 200 len: 217 time: 0.0556164 Jan 31 20:55:36.386566 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-249e2731-b33a-4f0a-adc4-0d802460b79b admin admin] Publish callbacks [] for security_group (9134bbe9-4095-4503-8e8d-11d149fa1aeb), precommit_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:55:36.393290 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-249e2731-b33a-4f0a-adc4-0d802460b79b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736509'] for security_group (9134bbe9-4095-4503-8e8d-11d149fa1aeb), after_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:55:36.453167 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab3fffe-5491-4024-9173-150687486db7 req-88e54997-8b51-4241-8465-9e906ad0e13e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:55:36.455222 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-dab3fffe-5491-4024-9173-150687486db7 req-88e54997-8b51-4241-8465-9e906ad0e13e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=192371ce-29b6-4188-9b71-f88453dc95b3 HTTP/1.1" status: 200 len: 859 time: 0.0800211 Jan 31 20:55:36.478671 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [None req-249e2731-b33a-4f0a-adc4-0d802460b79b admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=81190b43dddd407498a46570dd3203fc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5927367 Jan 31 20:55:36.479964 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.wsgi [-] (102450) accepted ('10.222.0.46', 39178) {{(pid=102450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 20:55:36.488084 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249e2731-b33a-4f0a-adc4-0d802460b79b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9134bbe9-4095-4503-8e8d-11d149fa1aeb,revision_number=1']} {{(pid=102450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:55:36.501844 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-ee66ba92-4bdf-4164-963b-55541b97a305 req-2059eedf-2283-416e-828e-039e86b64fa9 tempest-AttachVolumeNegativeTest-36827424 tempest-AttachVolumeNegativeTest-36827424-project] 10.222.0.46 "GET /v2.0/security-groups?id=a32f4031-bf0a-46cb-9ad4-290c9574bdbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172731 Jan 31 20:55:36.525887 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-dab3fffe-5491-4024-9173-150687486db7 req-9d32c750-bebb-4c95-b43d-913219c9646b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=65673a31-2d3e-4d05-b20c-5dc9b3003e1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0516951 Jan 31 20:55:36.552222 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-dee55c57-725e-4398-b95c-3fcad060a413 admin admin] Publish callbacks [] for security_group (9134bbe9-4095-4503-8e8d-11d149fa1aeb), before_delete {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:55:36.580445 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-dee55c57-725e-4398-b95c-3fcad060a413 admin admin] Publish callbacks [] for security_group (9134bbe9-4095-4503-8e8d-11d149fa1aeb), precommit_delete {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:55:36.667673 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-dab3fffe-5491-4024-9173-150687486db7 req-e7bde1b9-5141-4d23-9b43-f2c3f9b7ca51 service neutron] 10.222.0.59 "GET /v2.0/networks/65673a31-2d3e-4d05-b20c-5dc9b3003e1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301494 Jan 31 20:55:36.677789 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-dee55c57-725e-4398-b95c-3fcad060a413 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736509'] for security_group (9134bbe9-4095-4503-8e8d-11d149fa1aeb), after_delete {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:55:36.680793 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-dee55c57-725e-4398-b95c-3fcad060a413 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:55:36.682448 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [None req-dee55c57-725e-4398-b95c-3fcad060a413 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/9134bbe9-4095-4503-8e8d-11d149fa1aeb HTTP/1.1" status: 204 len: 168 time: 0.2014780 Jan 31 20:55:36.696750 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee55c57-725e-4398-b95c-3fcad060a413 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9134bbe9-4095-4503-8e8d-11d149fa1aeb,revision_number=None']} {{(pid=102450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:55:36.895669 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-dab3fffe-5491-4024-9173-150687486db7 req-28de2f28-9054-4b1a-b7dc-128056a5f963 service neutron] 10.222.0.59 "GET /v2.0/networks/65673a31-2d3e-4d05-b20c-5dc9b3003e1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2094638 Jan 31 20:55:37.253701 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.wsgi [-] (102450) accepted ('10.222.0.46', 39198) {{(pid=102450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 20:55:37.284374 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-66e567a7-1c04-445b-aff2-ce86a34a0762 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:55:37.329882 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b68c894-8d0c-4484-a120-5a3fadc8549d req-da239726-7dc9-4342-b6ad-7a0f5323c18b tempest-VolumesActionsTest-1412122334 tempest-VolumesActionsTest-1412122334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:55:37.332557 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-4b68c894-8d0c-4484-a120-5a3fadc8549d req-da239726-7dc9-4342-b6ad-7a0f5323c18b tempest-VolumesActionsTest-1412122334 tempest-VolumesActionsTest-1412122334-project] 10.222.0.46 "GET /v2.0/ports?device_id=84914eb5-073b-4739-aa0d-61a370d82ad9 HTTP/1.1" status: 200 len: 946 time: 0.1280212 Jan 31 20:55:37.434361 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-4b68c894-8d0c-4484-a120-5a3fadc8549d req-053c6a22-a51c-4eb3-9f02-b4ab8543b3ea tempest-VolumesActionsTest-1412122334 tempest-VolumesActionsTest-1412122334-project] 10.222.0.46 "GET /v2.0/security-groups?id=b22fd3b9-8630-4635-8727-093fb8c2d7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895848 Jan 31 20:55:37.457469 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-66e567a7-1c04-445b-aff2-ce86a34a0762 admin admin] Publish callbacks [] for security_group (93e7027f-2ba6-410c-9992-684acfdc4ef4), precommit_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:55:37.464114 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-66e567a7-1c04-445b-aff2-ce86a34a0762 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736509'] for security_group (93e7027f-2ba6-410c-9992-684acfdc4ef4), after_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:55:37.533956 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0101a55-04db-414f-a3f3-58b547f89307 req-b07729d5-26d9-4902-a4c5-08c1fced8559 tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:55:37.537983 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-b0101a55-04db-414f-a3f3-58b547f89307 req-b07729d5-26d9-4902-a4c5-08c1fced8559 tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] 10.222.0.46 "GET /v2.0/ports?device_id=4b21c9e1-251e-4780-a88f-01f20f420dac HTTP/1.1" status: 200 len: 946 time: 0.0748041 Jan 31 20:55:37.566137 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e567a7-1c04-445b-aff2-ce86a34a0762 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93e7027f-2ba6-410c-9992-684acfdc4ef4,revision_number=1']} {{(pid=102450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:55:37.587771 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [None req-66e567a7-1c04-445b-aff2-ce86a34a0762 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=a5baa77d70294578891ec41b312a4f7e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3322978 Jan 31 20:55:37.592676 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.wsgi [-] (102450) accepted ('10.222.0.46', 39210) {{(pid=102450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 20:55:37.643591 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-b0101a55-04db-414f-a3f3-58b547f89307 req-e83d085c-fc78-4f39-8a05-879eb770a391 tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] 10.222.0.46 "GET /v2.0/security-groups?id=0bdd6188-2d8b-4b17-a788-ae2efdc28206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986207 Jan 31 20:55:37.694737 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-6c7212e4-7270-44e2-9084-9d43b490795e admin admin] Publish callbacks [] for security_group (93e7027f-2ba6-410c-9992-684acfdc4ef4), before_delete {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:55:37.725787 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-6c7212e4-7270-44e2-9084-9d43b490795e admin admin] Publish callbacks [] for security_group (93e7027f-2ba6-410c-9992-684acfdc4ef4), precommit_delete {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:55:37.758238 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87357736-437e-4fb0-b21c-cdb18f4feb11 req-bbffaef8-ad60-465d-8faf-9bfd31c35c78 tempest-AttachVolumeNegativeTest-36827424 tempest-AttachVolumeNegativeTest-36827424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:55:37.759996 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-87357736-437e-4fb0-b21c-cdb18f4feb11 req-bbffaef8-ad60-465d-8faf-9bfd31c35c78 tempest-AttachVolumeNegativeTest-36827424 tempest-AttachVolumeNegativeTest-36827424-project] 10.222.0.46 "GET /v2.0/ports?device_id=2e3079a5-ea4f-4612-a909-b7eafd118365 HTTP/1.1" status: 200 len: 944 time: 0.1087730 Jan 31 20:55:37.848517 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-6c7212e4-7270-44e2-9084-9d43b490795e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736509'] for security_group (93e7027f-2ba6-410c-9992-684acfdc4ef4), after_delete {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:55:37.853336 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-6c7212e4-7270-44e2-9084-9d43b490795e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:55:37.858217 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [None req-6c7212e4-7270-44e2-9084-9d43b490795e admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/93e7027f-2ba6-410c-9992-684acfdc4ef4 HTTP/1.1" status: 204 len: 168 time: 0.2595267 Jan 31 20:55:37.871635 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-87357736-437e-4fb0-b21c-cdb18f4feb11 req-8c2c804b-6340-4936-abd9-088adf951a2e tempest-AttachVolumeNegativeTest-36827424 tempest-AttachVolumeNegativeTest-36827424-project] 10.222.0.46 "GET /v2.0/security-groups?id=a32f4031-bf0a-46cb-9ad4-290c9574bdbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045899 Jan 31 20:55:37.873472 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7212e4-7270-44e2-9084-9d43b490795e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93e7027f-2ba6-410c-9992-684acfdc4ef4,revision_number=None']} {{(pid=102450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:55:38.386189 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.wsgi [-] (102450) accepted ('10.222.0.46', 39236) {{(pid=102450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 20:55:38.621558 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-6bdb70ea-e8db-4513-91a0-10c04261f383 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:55:38.709502 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa1a618-19a1-4834-8579-6aea2bdf56b4 req-a0bf2b01-de02-4b80-8eea-e307fd24729f tempest-VolumesActionsTest-1412122334 tempest-VolumesActionsTest-1412122334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:55:38.711403 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-bfa1a618-19a1-4834-8579-6aea2bdf56b4 req-a0bf2b01-de02-4b80-8eea-e307fd24729f tempest-VolumesActionsTest-1412122334 tempest-VolumesActionsTest-1412122334-project] 10.222.0.46 "GET /v2.0/ports?device_id=84914eb5-073b-4739-aa0d-61a370d82ad9 HTTP/1.1" status: 200 len: 946 time: 0.1366363 Jan 31 20:55:38.802443 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-bfa1a618-19a1-4834-8579-6aea2bdf56b4 req-e0d8cdee-64a2-4b4e-9fc7-0b0150f35aef tempest-VolumesActionsTest-1412122334 tempest-VolumesActionsTest-1412122334-project] 10.222.0.46 "GET /v2.0/security-groups?id=b22fd3b9-8630-4635-8727-093fb8c2d7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808461 Jan 31 20:55:38.807770 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-6bdb70ea-e8db-4513-91a0-10c04261f383 admin admin] Publish callbacks [] for security_group (46fa4a2e-4e01-47ce-9b19-a0decc4e67e4), precommit_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:55:38.830554 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-6bdb70ea-e8db-4513-91a0-10c04261f383 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736509'] for security_group (46fa4a2e-4e01-47ce-9b19-a0decc4e67e4), after_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:55:38.886725 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a22e3e-939d-4d8f-a450-f58d12f02262 req-4a90a86a-778e-4d2c-803d-50f43dc98790 tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:55:38.889425 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-79a22e3e-939d-4d8f-a450-f58d12f02262 req-4a90a86a-778e-4d2c-803d-50f43dc98790 tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] 10.222.0.46 "GET /v2.0/ports?device_id=4b21c9e1-251e-4780-a88f-01f20f420dac HTTP/1.1" status: 200 len: 946 time: 0.0926971 Jan 31 20:55:38.930271 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [None req-6bdb70ea-e8db-4513-91a0-10c04261f383 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=4efa9f1e0e0347438ace66b7d0cc833c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5376811 Jan 31 20:55:38.930271 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bdb70ea-e8db-4513-91a0-10c04261f383 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46fa4a2e-4e01-47ce-9b19-a0decc4e67e4,revision_number=1']} {{(pid=102450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:55:38.946619 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.wsgi [-] (102450) accepted ('10.222.0.46', 39264) {{(pid=102450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 20:55:39.039172 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-79a22e3e-939d-4d8f-a450-f58d12f02262 req-0c3b6b21-aaf1-4189-b164-67de7e7a88a5 tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] 10.222.0.46 "GET /v2.0/security-groups?id=0bdd6188-2d8b-4b17-a788-ae2efdc28206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394949 Jan 31 20:55:39.109937 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-6ff81af4-b5d2-4b82-81c8-26260e0a3a9e admin admin] Publish callbacks [] for security_group (46fa4a2e-4e01-47ce-9b19-a0decc4e67e4), before_delete {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:55:39.170349 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0ba1ba-7f5d-436b-9b00-d5d7a6bc5160 req-3298acb8-d17e-4637-86cc-25151e052f41 tempest-AttachVolumeNegativeTest-36827424 tempest-AttachVolumeNegativeTest-36827424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:55:39.172857 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-5e0ba1ba-7f5d-436b-9b00-d5d7a6bc5160 req-3298acb8-d17e-4637-86cc-25151e052f41 tempest-AttachVolumeNegativeTest-36827424 tempest-AttachVolumeNegativeTest-36827424-project] 10.222.0.46 "GET /v2.0/ports?device_id=2e3079a5-ea4f-4612-a909-b7eafd118365 HTTP/1.1" status: 200 len: 944 time: 0.1381600 Jan 31 20:55:39.176168 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-6ff81af4-b5d2-4b82-81c8-26260e0a3a9e admin admin] Publish callbacks [] for security_group (46fa4a2e-4e01-47ce-9b19-a0decc4e67e4), precommit_delete {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:55:39.288339 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-5e0ba1ba-7f5d-436b-9b00-d5d7a6bc5160 req-ba32d629-7d75-43c2-bb33-63a02b35eaf1 tempest-AttachVolumeNegativeTest-36827424 tempest-AttachVolumeNegativeTest-36827424-project] 10.222.0.46 "GET /v2.0/security-groups?id=a32f4031-bf0a-46cb-9ad4-290c9574bdbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016929 Jan 31 20:55:39.303181 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-6ff81af4-b5d2-4b82-81c8-26260e0a3a9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736509'] for security_group (46fa4a2e-4e01-47ce-9b19-a0decc4e67e4), after_delete {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:55:39.306566 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-6ff81af4-b5d2-4b82-81c8-26260e0a3a9e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:55:39.311414 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [None req-6ff81af4-b5d2-4b82-81c8-26260e0a3a9e admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/46fa4a2e-4e01-47ce-9b19-a0decc4e67e4 HTTP/1.1" status: 204 len: 168 time: 0.3597870 Jan 31 20:55:39.323085 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff81af4-b5d2-4b82-81c8-26260e0a3a9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46fa4a2e-4e01-47ce-9b19-a0decc4e67e4,revision_number=None']} {{(pid=102450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:55:39.396736 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.rpc [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Device 7b3178c7-912f-4e21-9bd4-ad9b48b13d40 up at agent hyperv_hv-cinder-81322 {{(pid=102451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 20:55:39.472607 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.db.provisioning_blocks [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Provisioning for port 7b3178c7-912f-4e21-9bd4-ad9b48b13d40 completed by entity L2. {{(pid=102451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 20:55:39.479424 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.db.provisioning_blocks [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Provisioning complete for port 7b3178c7-912f-4e21-9bd4-ad9b48b13d40 triggered by entity L2. {{(pid=102451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 20:55:39.480028 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3401144'] for port (7b3178c7-912f-4e21-9bd4-ad9b48b13d40), provisioning_complete {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:55:39.588967 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.plugin [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Current status of the port 7b3178c7-912f-4e21-9bd4-ad9b48b13d40 is: BUILD; New status is: ACTIVE {{(pid=102451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 20:55:39.589589 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1026180'] for port (7b3178c7-912f-4e21-9bd4-ad9b48b13d40), before_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:55:39.620256 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e3079a5-ea4f-4612-a909-b7eafd118365', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b3178c7-912f-4e21-9bd4-ad9b48b13d40'}] {{(pid=102451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 20:55:39.622680 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c23f90a41664c3b077a95f51e37b0059f8aa38e98bc0260eca12d616ac4420be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a77a29e-5d7b-4f65-a7c0-00eb8a7bfab2" -d '{"events": [{"server_uuid": "2e3079a5-ea4f-4612-a909-b7eafd118365", "name": "network-vif-plugged", "status": "completed", "tag": "7b3178c7-912f-4e21-9bd4-ad9b48b13d40"}]}' {{(pid=102451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 20:55:39.641779 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.db [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] For port 7b3178c7-912f-4e21-9bd4-ad9b48b13d40, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=7b3178c7-912f-4e21-9bd4-ad9b48b13d40,segment=NetworkSegment(3aa49904-0c32-4795-9b71-de073484ac3d),segment_id=3aa49904-0c32-4795-9b71-de073484ac3d)] {{(pid=102451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 20:55:39.646572 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1029723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3769609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783600466378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783599971615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783599971633'] for port (7b3178c7-912f-4e21-9bd4-ad9b48b13d40), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:55:39.711882 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 20:55:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a18478fc-9dde-48d7-86ad-e72bebd5f5c8 x-openstack-request-id: req-a18478fc-9dde-48d7-86ad-e72bebd5f5c8 {{(pid=102451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 20:55:39.712197 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e3079a5-ea4f-4612-a909-b7eafd118365", "name": "network-vif-plugged", "status": "completed", "tag": "7b3178c7-912f-4e21-9bd4-ad9b48b13d40", "code": 200}]} {{(pid=102451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 20:55:39.712655 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-a18478fc-9dde-48d7-86ad-e72bebd5f5c8 {{(pid=102451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 20:55:39.713053 dv-cinder-813229-5-iscsi neutron-server[102451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e3079a5-ea4f-4612-a909-b7eafd118365', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b3178c7-912f-4e21-9bd4-ad9b48b13d40', 'code': 200} Jan 31 20:55:39.725496 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Pushing event updated for resources: {'Port': ['ID=7b3178c7-912f-4e21-9bd4-ad9b48b13d40,revision_number=5']} {{(pid=102451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:55:39.779503 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.wsgi [-] (102450) accepted ('10.222.0.46', 39282) {{(pid=102450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 20:55:39.802948 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-f06e9715-70b3-4073-8fda-8cc7ef61d3ae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:55:39.998948 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-f06e9715-70b3-4073-8fda-8cc7ef61d3ae admin admin] Publish callbacks [] for security_group (587e57a5-3c5d-4e5e-babc-fdb00d696f06), precommit_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:55:40.010675 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-f06e9715-70b3-4073-8fda-8cc7ef61d3ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736509'] for security_group (587e57a5-3c5d-4e5e-babc-fdb00d696f06), after_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:55:40.044524 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8753ba-abb5-42ac-b7f2-9e26da77deb8 req-f3b54c71-fe13-4115-bc71-4c784aba9e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:55:40.047005 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-7d8753ba-abb5-42ac-b7f2-9e26da77deb8 req-f3b54c71-fe13-4115-bc71-4c784aba9e15 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=2e3079a5-ea4f-4612-a909-b7eafd118365 HTTP/1.1" status: 200 len: 1129 time: 0.0660610 Jan 31 20:55:40.090206 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [None req-f06e9715-70b3-4073-8fda-8cc7ef61d3ae admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=01949b6a9b1d452697c97c1734d99a27&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3090723 Jan 31 20:55:40.116179 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.wsgi [-] (102449) accepted ('10.222.0.46', 39294) {{(pid=102449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 20:55:40.116955 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06e9715-70b3-4073-8fda-8cc7ef61d3ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=587e57a5-3c5d-4e5e-babc-fdb00d696f06,revision_number=1']} {{(pid=102450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:55:40.147179 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9425e9d9-857e-4e0e-b5ef-f3da695cf8c1 req-61e9738e-3b7b-45b7-a59b-89760d700c2c tempest-VolumesActionsTest-1412122334 tempest-VolumesActionsTest-1412122334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:55:40.150238 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-9425e9d9-857e-4e0e-b5ef-f3da695cf8c1 req-61e9738e-3b7b-45b7-a59b-89760d700c2c tempest-VolumesActionsTest-1412122334 tempest-VolumesActionsTest-1412122334-project] 10.222.0.46 "GET /v2.0/ports?device_id=84914eb5-073b-4739-aa0d-61a370d82ad9 HTTP/1.1" status: 200 len: 946 time: 0.1930330 Jan 31 20:55:40.232792 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-9425e9d9-857e-4e0e-b5ef-f3da695cf8c1 req-7ff7f85a-3990-424a-9fe9-d2fa0a69c10f tempest-VolumesActionsTest-1412122334 tempest-VolumesActionsTest-1412122334-project] 10.222.0.46 "GET /v2.0/security-groups?id=b22fd3b9-8630-4635-8727-093fb8c2d7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708380 Jan 31 20:55:40.323990 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-7d8753ba-abb5-42ac-b7f2-9e26da77deb8 req-8e57a93d-21d0-4c9a-955f-6bc69c0574ee service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=a32f4031-bf0a-46cb-9ad4-290c9574bdbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2586281 Jan 31 20:55:40.366221 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-06bc49d4-33f5-4914-8840-e1694f0a4839 admin admin] Publish callbacks [] for security_group (587e57a5-3c5d-4e5e-babc-fdb00d696f06), before_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:55:40.415458 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7406c90a-7d22-4675-ba1e-91ebb25fdb28 req-4a765f77-ede9-4911-8496-e54adc69b643 tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:55:40.424268 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-7406c90a-7d22-4675-ba1e-91ebb25fdb28 req-4a765f77-ede9-4911-8496-e54adc69b643 tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] 10.222.0.46 "GET /v2.0/ports?device_id=4b21c9e1-251e-4780-a88f-01f20f420dac HTTP/1.1" status: 200 len: 946 time: 0.1839848 Jan 31 20:55:40.449456 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-06bc49d4-33f5-4914-8840-e1694f0a4839 admin admin] Publish callbacks [] for security_group (587e57a5-3c5d-4e5e-babc-fdb00d696f06), precommit_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:55:40.487651 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec369479-24a4-40e2-aba6-a4ea66662e25 req-b3eceb6a-4bff-414c-8f65-cc203402b0da tempest-AttachVolumeNegativeTest-36827424 tempest-AttachVolumeNegativeTest-36827424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:55:40.490076 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-ec369479-24a4-40e2-aba6-a4ea66662e25 req-b3eceb6a-4bff-414c-8f65-cc203402b0da tempest-AttachVolumeNegativeTest-36827424 tempest-AttachVolumeNegativeTest-36827424-project] 10.222.0.46 "GET /v2.0/ports?device_id=2e3079a5-ea4f-4612-a909-b7eafd118365 HTTP/1.1" status: 200 len: 945 time: 0.0823004 Jan 31 20:55:40.551592 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-7406c90a-7d22-4675-ba1e-91ebb25fdb28 req-4efb9578-0701-4eac-aae2-842d5501b763 tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] 10.222.0.46 "GET /v2.0/security-groups?id=0bdd6188-2d8b-4b17-a788-ae2efdc28206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253726 Jan 31 20:55:40.577247 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-ec369479-24a4-40e2-aba6-a4ea66662e25 req-a905c5c9-4a33-459e-8b2b-7bfa7aba487e tempest-AttachVolumeNegativeTest-36827424 tempest-AttachVolumeNegativeTest-36827424-project] 10.222.0.46 "GET /v2.0/security-groups?id=a32f4031-bf0a-46cb-9ad4-290c9574bdbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764465 Jan 31 20:55:40.586911 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-06bc49d4-33f5-4914-8840-e1694f0a4839 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736509'] for security_group (587e57a5-3c5d-4e5e-babc-fdb00d696f06), after_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:55:40.589823 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-06bc49d4-33f5-4914-8840-e1694f0a4839 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:55:40.591231 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [None req-06bc49d4-33f5-4914-8840-e1694f0a4839 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/587e57a5-3c5d-4e5e-babc-fdb00d696f06 HTTP/1.1" status: 204 len: 168 time: 0.4671962 Jan 31 20:55:40.603832 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bc49d4-33f5-4914-8840-e1694f0a4839 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=587e57a5-3c5d-4e5e-babc-fdb00d696f06,revision_number=None']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:55:41.487608 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d89df0-280b-4a36-a238-de1c70208f58 req-555310bd-982a-40e7-89c8-be9c5880701d tempest-VolumesActionsTest-1412122334 tempest-VolumesActionsTest-1412122334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:55:41.495749 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-f1d89df0-280b-4a36-a238-de1c70208f58 req-555310bd-982a-40e7-89c8-be9c5880701d tempest-VolumesActionsTest-1412122334 tempest-VolumesActionsTest-1412122334-project] 10.222.0.46 "GET /v2.0/ports?device_id=84914eb5-073b-4739-aa0d-61a370d82ad9 HTTP/1.1" status: 200 len: 946 time: 0.1232159 Jan 31 20:55:41.572543 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-f1d89df0-280b-4a36-a238-de1c70208f58 req-300e3144-77ba-4d03-8c50-265467cd7f1d tempest-VolumesActionsTest-1412122334 tempest-VolumesActionsTest-1412122334-project] 10.222.0.46 "GET /v2.0/security-groups?id=b22fd3b9-8630-4635-8727-093fb8c2d7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706542 Jan 31 20:55:41.733637 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58795c99-e0a6-4c9f-9aca-0895bdb105cf req-11373f4b-3139-4c29-aac7-9a9288da7f74 tempest-VolumesActionsTest-1412122334 tempest-VolumesActionsTest-1412122334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:55:41.739563 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-58795c99-e0a6-4c9f-9aca-0895bdb105cf req-11373f4b-3139-4c29-aac7-9a9288da7f74 tempest-VolumesActionsTest-1412122334 tempest-VolumesActionsTest-1412122334-project] 10.222.0.59 "GET /v2.0/ports?device_id=84914eb5-073b-4739-aa0d-61a370d82ad9 HTTP/1.1" status: 200 len: 946 time: 0.1371536 Jan 31 20:55:41.798860 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8885e8-e915-497d-8e32-00c5db43c8b9 req-20ecee26-5f30-43cb-9fd4-45944ae48430 tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:55:41.807441 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-1a8885e8-e915-497d-8e32-00c5db43c8b9 req-20ecee26-5f30-43cb-9fd4-45944ae48430 tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] 10.222.0.46 "GET /v2.0/ports?device_id=4b21c9e1-251e-4780-a88f-01f20f420dac HTTP/1.1" status: 200 len: 946 time: 0.1415348 Jan 31 20:55:41.865316 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-1a8885e8-e915-497d-8e32-00c5db43c8b9 req-e8eba35a-8d1b-4508-950e-b368eed3aa72 tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] 10.222.0.46 "GET /v2.0/security-groups?id=0bdd6188-2d8b-4b17-a788-ae2efdc28206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565286 Jan 31 20:55:41.887767 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c483328-30aa-4f1e-9ba0-d6924c1143bd req-38ffa65a-92d3-4aaf-9b1d-f4f123eaba3f tempest-AttachVolumeNegativeTest-36827424 tempest-AttachVolumeNegativeTest-36827424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:55:41.890755 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-2c483328-30aa-4f1e-9ba0-d6924c1143bd req-38ffa65a-92d3-4aaf-9b1d-f4f123eaba3f tempest-AttachVolumeNegativeTest-36827424 tempest-AttachVolumeNegativeTest-36827424-project] 10.222.0.46 "GET /v2.0/ports?device_id=2e3079a5-ea4f-4612-a909-b7eafd118365 HTTP/1.1" status: 200 len: 945 time: 0.1805589 Jan 31 20:55:41.975471 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-2c483328-30aa-4f1e-9ba0-d6924c1143bd req-e1daef33-b47e-4263-aea9-ad2de87e6dff tempest-AttachVolumeNegativeTest-36827424 tempest-AttachVolumeNegativeTest-36827424-project] 10.222.0.46 "GET /v2.0/security-groups?id=a32f4031-bf0a-46cb-9ad4-290c9574bdbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752800 Jan 31 20:55:41.984437 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [req-58795c99-e0a6-4c9f-9aca-0895bdb105cf req-3b739f36-c3df-4290-befc-b3178a57f4dc tempest-VolumesActionsTest-1412122334 tempest-VolumesActionsTest-1412122334-project] Deleting port bf4d3045-a8f7-42c7-bf40-ff9ef9af2b27 {{(pid=102449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 20:55:41.984956 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [req-58795c99-e0a6-4c9f-9aca-0895bdb105cf req-3b739f36-c3df-4290-befc-b3178a57f4dc tempest-VolumesActionsTest-1412122334 tempest-VolumesActionsTest-1412122334-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783600463454'] for port (bf4d3045-a8f7-42c7-bf40-ff9ef9af2b27), before_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:55:42.031180 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.wsgi [-] (102450) accepted ('10.222.0.46', 39358) {{(pid=102450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 20:55:42.131479 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.db [req-58795c99-e0a6-4c9f-9aca-0895bdb105cf req-3b739f36-c3df-4290-befc-b3178a57f4dc tempest-VolumesActionsTest-1412122334 tempest-VolumesActionsTest-1412122334-project] For port bf4d3045-a8f7-42c7-bf40-ff9ef9af2b27, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=bf4d3045-a8f7-42c7-bf40-ff9ef9af2b27,segment=NetworkSegment(8f4fb049-57d1-4353-888e-c277d2e4d6b9),segment_id=8f4fb049-57d1-4353-888e-c277d2e4d6b9)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 20:55:42.132356 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [req-58795c99-e0a6-4c9f-9aca-0895bdb105cf req-3b739f36-c3df-4290-befc-b3178a57f4dc tempest-VolumesActionsTest-1412122334 tempest-VolumesActionsTest-1412122334-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696268'] for port (bf4d3045-a8f7-42c7-bf40-ff9ef9af2b27), precommit_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:55:42.163093 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [req-58795c99-e0a6-4c9f-9aca-0895bdb105cf req-3b739f36-c3df-4290-befc-b3178a57f4dc tempest-VolumesActionsTest-1412122334 tempest-VolumesActionsTest-1412122334-project] Calling delete_port for bf4d3045-a8f7-42c7-bf40-ff9ef9af2b27 owned by compute:nova {{(pid=102449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 20:55:42.164054 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-c387c4da-66cf-4ab4-b041-7102d159c620 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:55:42.264564 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-c387c4da-66cf-4ab4-b041-7102d159c620 admin admin] Publish callbacks [] for security_group (db44d848-bb64-4493-8c7a-aa816b5e0a1c), precommit_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:55:42.270175 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-c387c4da-66cf-4ab4-b041-7102d159c620 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736509'] for security_group (db44d848-bb64-4493-8c7a-aa816b5e0a1c), after_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:55:42.317160 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c387c4da-66cf-4ab4-b041-7102d159c620 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db44d848-bb64-4493-8c7a-aa816b5e0a1c,revision_number=1']} {{(pid=102450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:55:42.328794 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [None req-c387c4da-66cf-4ab4-b041-7102d159c620 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=e3055dc73e674148befb9a79ecdc28d1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2955668 Jan 31 20:55:42.333140 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.wsgi [-] (102450) accepted ('10.222.0.46', 39362) {{(pid=102450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 20:55:42.389596 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [req-58795c99-e0a6-4c9f-9aca-0895bdb105cf req-3b739f36-c3df-4290-befc-b3178a57f4dc tempest-VolumesActionsTest-1412122334 tempest-VolumesActionsTest-1412122334-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1029723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3769609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783600466360', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783599971606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29106256'] for port (bf4d3045-a8f7-42c7-bf40-ff9ef9af2b27), after_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:55:42.397088 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-faf857da-a38b-49fc-8aa2-3ee48dab3185 admin admin] Publish callbacks [] for security_group (db44d848-bb64-4493-8c7a-aa816b5e0a1c), before_delete {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:55:42.430943 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b739f36-c3df-4290-befc-b3178a57f4dc tempest-VolumesActionsTest-1412122334 tempest-VolumesActionsTest-1412122334-project] Pushing event deleted for resources: {'Port': ['ID=bf4d3045-a8f7-42c7-bf40-ff9ef9af2b27,revision_number=None']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:55:42.504088 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [req-58795c99-e0a6-4c9f-9aca-0895bdb105cf req-3b739f36-c3df-4290-befc-b3178a57f4dc tempest-VolumesActionsTest-1412122334 tempest-VolumesActionsTest-1412122334-project] No DVR routers for this DVR port bf4d3045-a8f7-42c7-bf40-ff9ef9af2b27 on host hv-cinder-81322 {{(pid=102449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 20:55:42.507162 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [req-58795c99-e0a6-4c9f-9aca-0895bdb105cf req-3b739f36-c3df-4290-befc-b3178a57f4dc tempest-VolumesActionsTest-1412122334 tempest-VolumesActionsTest-1412122334-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204375'] for port (None), before_response {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:55:42.510600 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-58795c99-e0a6-4c9f-9aca-0895bdb105cf req-3b739f36-c3df-4290-befc-b3178a57f4dc tempest-VolumesActionsTest-1412122334 tempest-VolumesActionsTest-1412122334-project] 10.222.0.59 "DELETE /v2.0/ports/bf4d3045-a8f7-42c7-bf40-ff9ef9af2b27 HTTP/1.1" status: 204 len: 173 time: 0.7430027 Jan 31 20:55:42.511089 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84914eb5-073b-4739-aa0d-61a370d82ad9', 'name': 'network-vif-deleted', 'tag': 'bf4d3045-a8f7-42c7-bf40-ff9ef9af2b27'}] {{(pid=102449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 20:55:42.513373 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba30590511e0408980e1e78341b94ae353025d2904c3e8034e675cc5aff8c4ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14bac87e-e2ce-4db4-a534-5842e3a4c735" -d '{"events": [{"server_uuid": "84914eb5-073b-4739-aa0d-61a370d82ad9", "name": "network-vif-deleted", "tag": "bf4d3045-a8f7-42c7-bf40-ff9ef9af2b27"}]}' {{(pid=102449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 20:55:42.554586 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 20:55:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-873bddcd-e2b6-4ac2-a660-7fc66483ec00 x-openstack-request-id: req-873bddcd-e2b6-4ac2-a660-7fc66483ec00 {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 20:55:42.554923 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84914eb5-073b-4739-aa0d-61a370d82ad9", "name": "network-vif-deleted", "tag": "bf4d3045-a8f7-42c7-bf40-ff9ef9af2b27", "status": "completed", "code": 200}]} {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 20:55:42.555182 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-873bddcd-e2b6-4ac2-a660-7fc66483ec00 {{(pid=102449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 20:55:42.555589 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84914eb5-073b-4739-aa0d-61a370d82ad9', 'name': 'network-vif-deleted', 'tag': 'bf4d3045-a8f7-42c7-bf40-ff9ef9af2b27', 'status': 'completed', 'code': 200} Jan 31 20:55:42.644518 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-faf857da-a38b-49fc-8aa2-3ee48dab3185 admin admin] Publish callbacks [] for security_group (db44d848-bb64-4493-8c7a-aa816b5e0a1c), precommit_delete {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:55:42.695816 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-b8ee5e90-e75e-40d2-9ca2-572ba42a80c8 req-90c072f0-839d-4165-ba03-f56818afed22 tempest-VolumesActionsTest-1412122334 tempest-VolumesActionsTest-1412122334-project] 10.222.0.46 "GET /v2.0/ports?device_id=84914eb5-073b-4739-aa0d-61a370d82ad9 HTTP/1.1" status: 200 len: 210 time: 0.0347705 Jan 31 20:55:42.708821 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-faf857da-a38b-49fc-8aa2-3ee48dab3185 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736509'] for security_group (db44d848-bb64-4493-8c7a-aa816b5e0a1c), after_delete {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:55:42.711750 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-faf857da-a38b-49fc-8aa2-3ee48dab3185 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:55:42.713021 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [None req-faf857da-a38b-49fc-8aa2-3ee48dab3185 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/db44d848-bb64-4493-8c7a-aa816b5e0a1c HTTP/1.1" status: 204 len: 168 time: 0.3784761 Jan 31 20:55:42.729242 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf857da-a38b-49fc-8aa2-3ee48dab3185 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db44d848-bb64-4493-8c7a-aa816b5e0a1c,revision_number=None']} {{(pid=102450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:55:43.034550 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4cf37d-dda3-4802-835c-28bf9bdc5c05 req-f6d213dd-203f-4d90-a0fa-4381739489ec tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:55:43.036341 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-6a4cf37d-dda3-4802-835c-28bf9bdc5c05 req-f6d213dd-203f-4d90-a0fa-4381739489ec tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] 10.222.0.46 "GET /v2.0/ports?device_id=4b21c9e1-251e-4780-a88f-01f20f420dac HTTP/1.1" status: 200 len: 946 time: 0.0604272 Jan 31 20:55:43.083180 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.wsgi [-] (102450) accepted ('10.222.0.46', 39378) {{(pid=102450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 20:55:43.104227 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-9d1115d0-6d0f-4f90-bbc6-b27e9c93ded6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:55:43.118859 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-6a4cf37d-dda3-4802-835c-28bf9bdc5c05 req-87e8604d-835c-4d5e-9559-4573de6793b7 tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] 10.222.0.46 "GET /v2.0/security-groups?id=0bdd6188-2d8b-4b17-a788-ae2efdc28206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759573 Jan 31 20:55:43.148528 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41252360-95cb-4a18-8cfa-8d5b43e968a0 req-6f5e89bb-ed82-46ab-b6a2-bf114f8d00eb tempest-AttachVolumeNegativeTest-36827424 tempest-AttachVolumeNegativeTest-36827424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:55:43.150877 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-41252360-95cb-4a18-8cfa-8d5b43e968a0 req-6f5e89bb-ed82-46ab-b6a2-bf114f8d00eb tempest-AttachVolumeNegativeTest-36827424 tempest-AttachVolumeNegativeTest-36827424-project] 10.222.0.46 "GET /v2.0/ports?device_id=2e3079a5-ea4f-4612-a909-b7eafd118365 HTTP/1.1" status: 200 len: 945 time: 0.0805202 Jan 31 20:55:43.210952 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-9d1115d0-6d0f-4f90-bbc6-b27e9c93ded6 admin admin] Publish callbacks [] for security_group (11088d82-a2a1-435d-ba64-b57b74c23c61), precommit_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:55:43.216193 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-9d1115d0-6d0f-4f90-bbc6-b27e9c93ded6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736509'] for security_group (11088d82-a2a1-435d-ba64-b57b74c23c61), after_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:55:43.242419 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-41252360-95cb-4a18-8cfa-8d5b43e968a0 req-f80babf7-be06-4404-accc-79ccc2635466 tempest-AttachVolumeNegativeTest-36827424 tempest-AttachVolumeNegativeTest-36827424-project] 10.222.0.46 "GET /v2.0/security-groups?id=a32f4031-bf0a-46cb-9ad4-290c9574bdbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848086 Jan 31 20:55:43.273527 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1115d0-6d0f-4f90-bbc6-b27e9c93ded6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11088d82-a2a1-435d-ba64-b57b74c23c61,revision_number=1']} {{(pid=102450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:55:43.281379 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [None req-9d1115d0-6d0f-4f90-bbc6-b27e9c93ded6 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=4368a2df6d69469aa665837a2565cd67&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1969993 Jan 31 20:55:43.285791 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.wsgi [-] (102450) accepted ('10.222.0.46', 39380) {{(pid=102450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 20:55:43.336621 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-ab4389b2-3e81-4de4-a184-b5f680e46d1e admin admin] Publish callbacks [] for security_group (11088d82-a2a1-435d-ba64-b57b74c23c61), before_delete {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:55:43.360632 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-ab4389b2-3e81-4de4-a184-b5f680e46d1e admin admin] Publish callbacks [] for security_group (11088d82-a2a1-435d-ba64-b57b74c23c61), precommit_delete {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:55:43.413952 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-ab4389b2-3e81-4de4-a184-b5f680e46d1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736509'] for security_group (11088d82-a2a1-435d-ba64-b57b74c23c61), after_delete {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:55:43.418306 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-ab4389b2-3e81-4de4-a184-b5f680e46d1e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:55:43.420209 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [None req-ab4389b2-3e81-4de4-a184-b5f680e46d1e admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/11088d82-a2a1-435d-ba64-b57b74c23c61 HTTP/1.1" status: 204 len: 168 time: 0.1332941 Jan 31 20:55:43.434066 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4389b2-3e81-4de4-a184-b5f680e46d1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11088d82-a2a1-435d-ba64-b57b74c23c61,revision_number=None']} {{(pid=102450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:55:43.825475 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-0caa559d-7e20-4daf-a404-d06784e33a04 req-520f7169-fc28-4040-8e21-60bcabc90357 tempest-VolumesActionsTest-1412122334 tempest-VolumesActionsTest-1412122334-project] 10.222.0.46 "GET /v2.0/ports?device_id=84914eb5-073b-4739-aa0d-61a370d82ad9 HTTP/1.1" status: 200 len: 210 time: 0.0329823 Jan 31 20:55:44.166006 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.db [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] get_ports_and_sgs() called for port_ids ['bf4d3045-a8f7-42c7-bf40-ff9ef9af2b27'] {{(pid=102451) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 20:55:44.281898 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7310773c-7249-4c73-bc6b-92280bbffcc9 req-1b4245d8-1610-49d7-aaa4-35d56dc7a0da tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:55:44.283513 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-7310773c-7249-4c73-bc6b-92280bbffcc9 req-1b4245d8-1610-49d7-aaa4-35d56dc7a0da tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] 10.222.0.46 "GET /v2.0/ports?device_id=4b21c9e1-251e-4780-a88f-01f20f420dac HTTP/1.1" status: 200 len: 946 time: 0.0671031 Jan 31 20:55:44.350741 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-7310773c-7249-4c73-bc6b-92280bbffcc9 req-e3781196-4036-476d-aaf1-dc0af1b72901 tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] 10.222.0.46 "GET /v2.0/security-groups?id=0bdd6188-2d8b-4b17-a788-ae2efdc28206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561225 Jan 31 20:55:44.396545 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f36ddc3-dd16-4fd7-ad22-8c3feecc8b69 req-70c29c0a-a16a-49dd-a94a-0cf1f18074ef tempest-AttachVolumeNegativeTest-36827424 tempest-AttachVolumeNegativeTest-36827424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:55:44.398085 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-4f36ddc3-dd16-4fd7-ad22-8c3feecc8b69 req-70c29c0a-a16a-49dd-a94a-0cf1f18074ef tempest-AttachVolumeNegativeTest-36827424 tempest-AttachVolumeNegativeTest-36827424-project] 10.222.0.46 "GET /v2.0/ports?device_id=2e3079a5-ea4f-4612-a909-b7eafd118365 HTTP/1.1" status: 200 len: 945 time: 0.0597928 Jan 31 20:55:44.453290 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-4f36ddc3-dd16-4fd7-ad22-8c3feecc8b69 req-fb223d70-8b14-4e8f-973d-4b8fe6e9ce7d tempest-AttachVolumeNegativeTest-36827424 tempest-AttachVolumeNegativeTest-36827424-project] 10.222.0.46 "GET /v2.0/security-groups?id=a32f4031-bf0a-46cb-9ad4-290c9574bdbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485947 Jan 31 20:55:44.927648 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-740a024e-c80e-44bb-ab23-f8dabddb9a81 req-8cb52675-7254-479e-ac21-72c7cc55aed9 tempest-VolumesActionsTest-1412122334 tempest-VolumesActionsTest-1412122334-project] 10.222.0.46 "GET /v2.0/ports?device_id=84914eb5-073b-4739-aa0d-61a370d82ad9 HTTP/1.1" status: 200 len: 210 time: 0.0323079 Jan 31 20:55:45.524366 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32b7537-7634-43bf-a927-0eccc00994fd req-8d86508a-8602-490f-ba8b-75c1e7b151b3 tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:55:45.525908 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-f32b7537-7634-43bf-a927-0eccc00994fd req-8d86508a-8602-490f-ba8b-75c1e7b151b3 tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] 10.222.0.46 "GET /v2.0/ports?device_id=4b21c9e1-251e-4780-a88f-01f20f420dac HTTP/1.1" status: 200 len: 946 time: 0.0713987 Jan 31 20:55:45.596160 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-f32b7537-7634-43bf-a927-0eccc00994fd req-ce23ffb4-f5fb-4a7a-a843-5ebb0190d796 tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] 10.222.0.46 "GET /v2.0/security-groups?id=0bdd6188-2d8b-4b17-a788-ae2efdc28206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597839 Jan 31 20:55:45.630945 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84963a8e-0992-4e9c-91d8-d7e62c2e83af req-36d6a2a7-ee87-4143-8fef-c1497e17e674 tempest-AttachVolumeNegativeTest-36827424 tempest-AttachVolumeNegativeTest-36827424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:55:45.632685 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-84963a8e-0992-4e9c-91d8-d7e62c2e83af req-36d6a2a7-ee87-4143-8fef-c1497e17e674 tempest-AttachVolumeNegativeTest-36827424 tempest-AttachVolumeNegativeTest-36827424-project] 10.222.0.46 "GET /v2.0/ports?device_id=2e3079a5-ea4f-4612-a909-b7eafd118365 HTTP/1.1" status: 200 len: 945 time: 0.0709934 Jan 31 20:55:45.692392 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-84963a8e-0992-4e9c-91d8-d7e62c2e83af req-9adf3110-7e1d-434f-9d54-7386909754ec tempest-AttachVolumeNegativeTest-36827424 tempest-AttachVolumeNegativeTest-36827424-project] 10.222.0.46 "GET /v2.0/security-groups?id=a32f4031-bf0a-46cb-9ad4-290c9574bdbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492997 Jan 31 20:55:46.081817 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-311d7349-fed2-4136-986e-80a6f340c8d1 req-8c364af1-b070-4ed8-b939-158b8aedae2c tempest-VolumesActionsTest-1412122334 tempest-VolumesActionsTest-1412122334-project] 10.222.0.46 "GET /v2.0/ports?device_id=84914eb5-073b-4739-aa0d-61a370d82ad9 HTTP/1.1" status: 200 len: 210 time: 0.0321009 Jan 31 20:55:46.725968 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c359ec-fe86-4eaf-a706-209834734e17 req-6efef012-042c-49e9-a1c5-4a30613de9f1 tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:55:46.727358 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-97c359ec-fe86-4eaf-a706-209834734e17 req-6efef012-042c-49e9-a1c5-4a30613de9f1 tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] 10.222.0.46 "GET /v2.0/ports?device_id=4b21c9e1-251e-4780-a88f-01f20f420dac HTTP/1.1" status: 200 len: 946 time: 0.0586226 Jan 31 20:55:46.780089 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-97c359ec-fe86-4eaf-a706-209834734e17 req-b5a384bc-a6b8-4463-8b8b-9a1556342653 tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] 10.222.0.46 "GET /v2.0/security-groups?id=0bdd6188-2d8b-4b17-a788-ae2efdc28206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469491 Jan 31 20:55:47.224242 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-afe9d71c-e1bf-4168-8f07-f5f638bbe6e5 req-5cef0246-5019-4a8f-b178-4991ddd420a2 tempest-VolumesActionsTest-1412122334 tempest-VolumesActionsTest-1412122334-project] 10.222.0.46 "GET /v2.0/ports?device_id=84914eb5-073b-4739-aa0d-61a370d82ad9 HTTP/1.1" status: 200 len: 210 time: 0.0333116 Jan 31 20:55:47.918448 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ec4845-861b-49b9-8ae8-10f194269201 req-27c2beab-953a-4a48-a4e1-ceff7487ab63 tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:55:47.919994 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-72ec4845-861b-49b9-8ae8-10f194269201 req-27c2beab-953a-4a48-a4e1-ceff7487ab63 tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] 10.222.0.46 "GET /v2.0/ports?device_id=4b21c9e1-251e-4780-a88f-01f20f420dac HTTP/1.1" status: 200 len: 946 time: 0.0553925 Jan 31 20:55:47.969393 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-72ec4845-861b-49b9-8ae8-10f194269201 req-f929acce-8ad9-44f9-8946-8f77ada02ab7 tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] 10.222.0.46 "GET /v2.0/security-groups?id=0bdd6188-2d8b-4b17-a788-ae2efdc28206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431209 Jan 31 20:55:48.334605 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-5fa54315-ca14-4c18-9e5f-5afef7e923c7 req-fc8af2b5-5af4-48f1-9fa8-4009751f4a62 tempest-VolumesActionsTest-1412122334 tempest-VolumesActionsTest-1412122334-project] 10.222.0.46 "GET /v2.0/ports?device_id=84914eb5-073b-4739-aa0d-61a370d82ad9 HTTP/1.1" status: 200 len: 210 time: 0.0283833 Jan 31 20:55:48.672032 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.rpc [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Device bf4d3045-a8f7-42c7-bf40-ff9ef9af2b27 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=102451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 20:55:48.714100 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.plugin [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] No Port match for: bf4d3045-a8f7-42c7-bf40-ff9ef9af2b27 {{(pid=102451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 20:55:48.714909 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.rpc [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Device bf4d3045-a8f7-42c7-bf40-ff9ef9af2b27 not bound to the agent host hv-cinder-81322 {{(pid=102451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 20:55:49.187726 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6135c22-3be9-4737-87a4-390796fb269f req-ac1f9501-b43f-41d5-a32c-cf6dccadb219 tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:55:49.190814 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-f6135c22-3be9-4737-87a4-390796fb269f req-ac1f9501-b43f-41d5-a32c-cf6dccadb219 tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] 10.222.0.46 "GET /v2.0/ports?device_id=4b21c9e1-251e-4780-a88f-01f20f420dac HTTP/1.1" status: 200 len: 946 time: 0.0933256 Jan 31 20:55:49.256500 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-f6135c22-3be9-4737-87a4-390796fb269f req-c613b950-47ed-47c2-956c-b7a5d05f607a tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] 10.222.0.46 "GET /v2.0/security-groups?id=0bdd6188-2d8b-4b17-a788-ae2efdc28206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533352 Jan 31 20:55:49.492045 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-ad138619-6387-4933-be70-c1d89c450763 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600486512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3401042'] for agent (34ef0204-81d1-4f5e-89d1-b08d0f866641), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:55:50.450179 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fc540c-8e99-40cf-b5a7-b8cff5ecd329 req-4f9d6c54-35d6-4a5d-ab13-6f4de207b49b tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:55:50.451978 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-69fc540c-8e99-40cf-b5a7-b8cff5ecd329 req-4f9d6c54-35d6-4a5d-ab13-6f4de207b49b tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] 10.222.0.46 "GET /v2.0/ports?device_id=4b21c9e1-251e-4780-a88f-01f20f420dac HTTP/1.1" status: 200 len: 946 time: 0.0868444 Jan 31 20:55:50.532383 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-69fc540c-8e99-40cf-b5a7-b8cff5ecd329 req-745de8da-ac3c-4a57-a221-7215a5b80d81 tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] 10.222.0.46 "GET /v2.0/security-groups?id=0bdd6188-2d8b-4b17-a788-ae2efdc28206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693374 Jan 31 20:55:51.668346 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084831e4-4d9a-4168-bd63-8ed9afe2f884 req-b445a303-61b3-4867-afe5-bcd64d43609d tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:55:51.670454 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-084831e4-4d9a-4168-bd63-8ed9afe2f884 req-b445a303-61b3-4867-afe5-bcd64d43609d tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] 10.222.0.46 "GET /v2.0/ports?device_id=4b21c9e1-251e-4780-a88f-01f20f420dac HTTP/1.1" status: 200 len: 946 time: 0.0611615 Jan 31 20:55:51.680735 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-9a34be3b-3ae6-45f5-993a-84175534958c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600486512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3401042'] for agent (7c18f3b4-4d02-4b01-9072-98fcd9008716), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:55:51.749643 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-084831e4-4d9a-4168-bd63-8ed9afe2f884 req-37f5f3ef-7eec-4002-bde1-ba04031ec458 tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] 10.222.0.46 "GET /v2.0/security-groups?id=0bdd6188-2d8b-4b17-a788-ae2efdc28206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678856 Jan 31 20:55:52.921342 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f89867-ac0d-425b-88d1-dec27304f8b0 req-7209a885-0dde-40b4-a2f1-cb14398f5388 tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:55:52.923182 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-a9f89867-ac0d-425b-88d1-dec27304f8b0 req-7209a885-0dde-40b4-a2f1-cb14398f5388 tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] 10.222.0.46 "GET /v2.0/ports?device_id=4b21c9e1-251e-4780-a88f-01f20f420dac HTTP/1.1" status: 200 len: 946 time: 0.0743420 Jan 31 20:55:52.969231 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-7eb716df-9c73-407a-9e83-210e7bcc67e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600486512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3401042'] for agent (289e5c83-71b6-47e7-bef9-287113943a12), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:55:52.979498 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-a9f89867-ac0d-425b-88d1-dec27304f8b0 req-670dbd62-c8d6-42a3-952f-d9eec0ca7f98 tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] 10.222.0.46 "GET /v2.0/security-groups?id=0bdd6188-2d8b-4b17-a788-ae2efdc28206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494998 Jan 31 20:55:53.570285 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836ea1aa-cb2d-4749-81b6-5a139aa9538b req-3bf6755b-4975-472e-82a2-dedd3c974fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:55:53.571866 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-836ea1aa-cb2d-4749-81b6-5a139aa9538b req-3bf6755b-4975-472e-82a2-dedd3c974fbc service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0338b91214f04c0ea3b3105e707d550a&device_id=4b21c9e1-251e-4780-a88f-01f20f420dac HTTP/1.1" status: 200 len: 1130 time: 0.0492480 Jan 31 20:55:53.719877 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836ea1aa-cb2d-4749-81b6-5a139aa9538b req-82d18eb0-0b7c-4057-85b7-9719738c556b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:55:53.721948 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-836ea1aa-cb2d-4749-81b6-5a139aa9538b req-82d18eb0-0b7c-4057-85b7-9719738c556b service neutron] 10.222.0.59 "GET /v2.0/networks?id=65673a31-2d3e-4d05-b20c-5dc9b3003e1f HTTP/1.1" status: 200 len: 920 time: 0.1224473 Jan 31 20:55:53.781950 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-836ea1aa-cb2d-4749-81b6-5a139aa9538b req-85b1de2c-4c18-416d-b2d8-e1115a9f67e3 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dfba6eda-5d1b-4027-9aee-bf29f39c876d HTTP/1.1" status: 200 len: 217 time: 0.0488751 Jan 31 20:55:53.856891 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836ea1aa-cb2d-4749-81b6-5a139aa9538b req-929e54cc-5a8d-4e1d-9917-54386f657247 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:55:53.859472 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-836ea1aa-cb2d-4749-81b6-5a139aa9538b req-929e54cc-5a8d-4e1d-9917-54386f657247 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=192371ce-29b6-4188-9b71-f88453dc95b3 HTTP/1.1" status: 200 len: 859 time: 0.0663288 Jan 31 20:55:53.904144 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-836ea1aa-cb2d-4749-81b6-5a139aa9538b req-c75a7a76-2bb9-41b2-b9f6-74557d4a1210 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=65673a31-2d3e-4d05-b20c-5dc9b3003e1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0366764 Jan 31 20:55:54.030584 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-836ea1aa-cb2d-4749-81b6-5a139aa9538b req-0c6700d3-7ed3-4fc5-a93e-684c82035e2e service neutron] 10.222.0.59 "GET /v2.0/networks/65673a31-2d3e-4d05-b20c-5dc9b3003e1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1176646 Jan 31 20:55:54.152007 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82037022-7222-4c71-a030-cdf88cd7e00b req-caedb5a0-84bb-4ce6-885d-7cb3648f5680 tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:55:54.153634 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-82037022-7222-4c71-a030-cdf88cd7e00b req-caedb5a0-84bb-4ce6-885d-7cb3648f5680 tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] 10.222.0.46 "GET /v2.0/ports?device_id=4b21c9e1-251e-4780-a88f-01f20f420dac HTTP/1.1" status: 200 len: 946 time: 0.0722432 Jan 31 20:55:54.252834 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-82037022-7222-4c71-a030-cdf88cd7e00b req-1c3ef4dd-4d52-4a67-a654-942166932d6b tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] 10.222.0.46 "GET /v2.0/security-groups?id=0bdd6188-2d8b-4b17-a788-ae2efdc28206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829041 Jan 31 20:55:54.412319 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-ded4de29-c2d1-4616-9365-9981ea756e41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600486512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3401042'] for agent (bf9d83f7-9209-4252-b853-70feadeab726), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:55:54.452027 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-836ea1aa-cb2d-4749-81b6-5a139aa9538b req-6c84f4e6-e5a6-44ec-a49e-917ea6a04c35 service neutron] 10.222.0.59 "GET /v2.0/networks/65673a31-2d3e-4d05-b20c-5dc9b3003e1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4054704 Jan 31 20:55:54.963144 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.db.agents_db [None req-9f73b596-de3f-4c4d-980f-1f0b0f14bd7d None None] Agent healthcheck: found 6 active agents {{(pid=102454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 20:55:55.483106 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a84ef9-0025-4734-b1dd-cd232c43f503 req-27be23bd-b53c-460f-bae7-fe17ffe59ab1 tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:55:55.485465 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-47a84ef9-0025-4734-b1dd-cd232c43f503 req-27be23bd-b53c-460f-bae7-fe17ffe59ab1 tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] 10.222.0.46 "GET /v2.0/ports?device_id=4b21c9e1-251e-4780-a88f-01f20f420dac HTTP/1.1" status: 200 len: 946 time: 0.1046958 Jan 31 20:55:55.614132 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-47a84ef9-0025-4734-b1dd-cd232c43f503 req-f20f4945-6603-4093-afcf-2dd65e7d0526 tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] 10.222.0.46 "GET /v2.0/security-groups?id=0bdd6188-2d8b-4b17-a788-ae2efdc28206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171751 Jan 31 20:55:55.978723 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600486512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3401042'] for agent (9ba4f6fe-000a-4ef5-9d61-ba62910ab5fe), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:55:56.828510 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea15617-88f1-4944-a515-45842ee2c6b7 req-fddc9737-c462-4f45-9870-541731a4bd59 tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:55:56.832002 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-0ea15617-88f1-4944-a515-45842ee2c6b7 req-fddc9737-c462-4f45-9870-541731a4bd59 tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] 10.222.0.46 "GET /v2.0/ports?device_id=4b21c9e1-251e-4780-a88f-01f20f420dac HTTP/1.1" status: 200 len: 946 time: 0.0922017 Jan 31 20:55:56.941122 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-0ea15617-88f1-4944-a515-45842ee2c6b7 req-38868377-1fb3-48a7-938e-1628c0903813 tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] 10.222.0.46 "GET /v2.0/security-groups?id=0bdd6188-2d8b-4b17-a788-ae2efdc28206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018350 Jan 31 20:55:57.169866 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600486512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3401042'] for agent (e85cc1e2-8b4e-4549-a68e-d414072d4156), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:55:58.168243 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b421def5-fefc-4c96-b07b-f1e5beeb4a9f req-094d71c5-d97d-480c-8a14-0929a89ab2bf tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:55:58.170230 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-b421def5-fefc-4c96-b07b-f1e5beeb4a9f req-094d71c5-d97d-480c-8a14-0929a89ab2bf tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] 10.222.0.46 "GET /v2.0/ports?device_id=4b21c9e1-251e-4780-a88f-01f20f420dac HTTP/1.1" status: 200 len: 946 time: 0.1100922 Jan 31 20:55:58.254194 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-b421def5-fefc-4c96-b07b-f1e5beeb4a9f req-c081e8a4-2046-4be0-b75a-8b118c1fa12b tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] 10.222.0.46 "GET /v2.0/security-groups?id=0bdd6188-2d8b-4b17-a788-ae2efdc28206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712228 Jan 31 20:55:59.467603 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8743a078-2052-4796-b996-40dbeec678df req-73b54b07-07b9-44b2-b24d-af8bb802d950 tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:55:59.469587 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-8743a078-2052-4796-b996-40dbeec678df req-73b54b07-07b9-44b2-b24d-af8bb802d950 tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] 10.222.0.46 "GET /v2.0/ports?device_id=4b21c9e1-251e-4780-a88f-01f20f420dac HTTP/1.1" status: 200 len: 946 time: 0.0939598 Jan 31 20:55:59.564263 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-8743a078-2052-4796-b996-40dbeec678df req-20b058de-cce5-40d7-9731-0b9d2dc091ba tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] 10.222.0.46 "GET /v2.0/security-groups?id=0bdd6188-2d8b-4b17-a788-ae2efdc28206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843756 Jan 31 20:56:00.788255 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0ed017-433d-4333-828f-7ec6fbe4a999 req-cef7c28d-bba7-4d72-be31-e3b665e13e6b tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:56:00.790095 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-ff0ed017-433d-4333-828f-7ec6fbe4a999 req-cef7c28d-bba7-4d72-be31-e3b665e13e6b tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] 10.222.0.46 "GET /v2.0/ports?device_id=4b21c9e1-251e-4780-a88f-01f20f420dac HTTP/1.1" status: 200 len: 946 time: 0.1062062 Jan 31 20:56:00.863422 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-ff0ed017-433d-4333-828f-7ec6fbe4a999 req-ba5772cf-692e-4fa1-b390-c57473c91ed4 tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] 10.222.0.46 "GET /v2.0/security-groups?id=0bdd6188-2d8b-4b17-a788-ae2efdc28206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662112 Jan 31 20:56:02.041710 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7d0b92-5ec8-4bfd-9209-62d282e4b964 req-29c30bd9-e61f-4a22-b180-608e7ac06627 tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:56:02.044087 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-9b7d0b92-5ec8-4bfd-9209-62d282e4b964 req-29c30bd9-e61f-4a22-b180-608e7ac06627 tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] 10.222.0.46 "GET /v2.0/ports?device_id=4b21c9e1-251e-4780-a88f-01f20f420dac HTTP/1.1" status: 200 len: 946 time: 0.0747826 Jan 31 20:56:02.114300 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-9b7d0b92-5ec8-4bfd-9209-62d282e4b964 req-8cefd87c-346b-4c2d-a581-c1cd798a9d35 tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] 10.222.0.46 "GET /v2.0/security-groups?id=0bdd6188-2d8b-4b17-a788-ae2efdc28206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617733 Jan 31 20:56:03.276057 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1c7173-98b5-426a-bdc8-9c4d41d430e9 req-79ed579b-a54a-4e9d-964b-41ca7ac76944 tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:56:03.278010 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-8c1c7173-98b5-426a-bdc8-9c4d41d430e9 req-79ed579b-a54a-4e9d-964b-41ca7ac76944 tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] 10.222.0.46 "GET /v2.0/ports?device_id=4b21c9e1-251e-4780-a88f-01f20f420dac HTTP/1.1" status: 200 len: 946 time: 0.0749817 Jan 31 20:56:03.358964 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-8c1c7173-98b5-426a-bdc8-9c4d41d430e9 req-7b7747d0-0e70-4648-8c62-e165dee86dbf tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] 10.222.0.46 "GET /v2.0/security-groups?id=0bdd6188-2d8b-4b17-a788-ae2efdc28206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735993 Jan 31 20:56:04.555355 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dba2a67-18aa-4c65-92fb-712f2ed99140 req-449fd229-d157-4cfd-8cff-cbf22f8f5b1c tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:56:04.557047 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-3dba2a67-18aa-4c65-92fb-712f2ed99140 req-449fd229-d157-4cfd-8cff-cbf22f8f5b1c tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] 10.222.0.46 "GET /v2.0/ports?device_id=4b21c9e1-251e-4780-a88f-01f20f420dac HTTP/1.1" status: 200 len: 946 time: 0.0829232 Jan 31 20:56:04.646817 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-3dba2a67-18aa-4c65-92fb-712f2ed99140 req-3ded6b2e-833d-4b1f-88f5-cf108162c416 tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] 10.222.0.46 "GET /v2.0/security-groups?id=0bdd6188-2d8b-4b17-a788-ae2efdc28206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792825 Jan 31 20:56:05.265989 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aedbfa5-b3fc-4905-9c39-a8ae7662353c req-8c229e4e-4278-4691-a93a-43cffc8d7fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:56:05.270430 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-5aedbfa5-b3fc-4905-9c39-a8ae7662353c req-8c229e4e-4278-4691-a93a-43cffc8d7fa0 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=4b21c9e1-251e-4780-a88f-01f20f420dac HTTP/1.1" status: 200 len: 1130 time: 0.0827844 Jan 31 20:56:05.382854 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-5aedbfa5-b3fc-4905-9c39-a8ae7662353c req-3d02b74e-2c06-4ac8-b840-4471eeefcce2 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=0bdd6188-2d8b-4b17-a788-ae2efdc28206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009054 Jan 31 20:56:05.911078 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2198bb52-798c-4f68-a7b0-f741642305c4 req-11fc7017-38dc-4e41-aeef-bc25292df3d5 tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:56:05.928169 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-2198bb52-798c-4f68-a7b0-f741642305c4 req-11fc7017-38dc-4e41-aeef-bc25292df3d5 tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] 10.222.0.46 "GET /v2.0/ports?device_id=4b21c9e1-251e-4780-a88f-01f20f420dac HTTP/1.1" status: 200 len: 946 time: 0.2002392 Jan 31 20:56:06.061901 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-2198bb52-798c-4f68-a7b0-f741642305c4 req-158b3e2e-6413-412f-9d36-c7dff826041d tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] 10.222.0.46 "GET /v2.0/security-groups?id=0bdd6188-2d8b-4b17-a788-ae2efdc28206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267743 Jan 31 20:56:07.297439 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea52ec7-cc57-4035-81f6-f9f7cd1b2fd8 req-9212c6fd-8ec5-4030-9c25-f994fe47e559 tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:56:07.301496 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-eea52ec7-cc57-4035-81f6-f9f7cd1b2fd8 req-9212c6fd-8ec5-4030-9c25-f994fe47e559 tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] 10.222.0.46 "GET /v2.0/ports?device_id=4b21c9e1-251e-4780-a88f-01f20f420dac HTTP/1.1" status: 200 len: 946 time: 0.1107514 Jan 31 20:56:07.415740 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-eea52ec7-cc57-4035-81f6-f9f7cd1b2fd8 req-2f7a2c40-12a4-42b9-b78c-2e4c36e4d75a tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] 10.222.0.46 "GET /v2.0/security-groups?id=0bdd6188-2d8b-4b17-a788-ae2efdc28206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022878 Jan 31 20:56:08.687020 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a914b9-de05-4bfd-b2cf-7542f735d983 req-c03a942c-f979-408a-a42d-8fff9736a149 tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:56:08.703544 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-46a914b9-de05-4bfd-b2cf-7542f735d983 req-c03a942c-f979-408a-a42d-8fff9736a149 tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] 10.222.0.46 "GET /v2.0/ports?device_id=4b21c9e1-251e-4780-a88f-01f20f420dac HTTP/1.1" status: 200 len: 946 time: 0.1666138 Jan 31 20:56:08.799699 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-46a914b9-de05-4bfd-b2cf-7542f735d983 req-2a7f94c3-801f-417a-9a93-25ae9d790fb1 tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] 10.222.0.46 "GET /v2.0/security-groups?id=0bdd6188-2d8b-4b17-a788-ae2efdc28206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944769 Jan 31 20:56:09.488255 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567e692d-20f6-40b4-9388-d28b9b2eded9 req-5ae9dd25-eafb-4041-bfcc-a1ed57ae3be3 tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:56:09.495352 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-567e692d-20f6-40b4-9388-d28b9b2eded9 req-5ae9dd25-eafb-4041-bfcc-a1ed57ae3be3 tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] 10.222.0.46 "GET /v2.0/ports?device_id=4b21c9e1-251e-4780-a88f-01f20f420dac HTTP/1.1" status: 200 len: 946 time: 0.1564915 Jan 31 20:56:09.531120 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abaf419d-f776-4ac6-95c8-8ffc4c7e8ece req-f39c4abe-4e87-49b1-91d0-623cbf19cb57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:56:09.533988 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-abaf419d-f776-4ac6-95c8-8ffc4c7e8ece req-f39c4abe-4e87-49b1-91d0-623cbf19cb57 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0338b91214f04c0ea3b3105e707d550a&device_id=4b21c9e1-251e-4780-a88f-01f20f420dac HTTP/1.1" status: 200 len: 1130 time: 0.2759907 Jan 31 20:56:09.701179 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-567e692d-20f6-40b4-9388-d28b9b2eded9 req-3df9c43e-96b1-494b-a962-7d2d02fe3f67 tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] 10.222.0.46 "GET /v2.0/security-groups?id=0bdd6188-2d8b-4b17-a788-ae2efdc28206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1982186 Jan 31 20:56:09.898049 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abaf419d-f776-4ac6-95c8-8ffc4c7e8ece req-8e22dbfb-c3d8-4e3c-ad36-500c230050ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:56:09.900968 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-abaf419d-f776-4ac6-95c8-8ffc4c7e8ece req-8e22dbfb-c3d8-4e3c-ad36-500c230050ba service neutron] 10.222.0.59 "GET /v2.0/networks?id=65673a31-2d3e-4d05-b20c-5dc9b3003e1f HTTP/1.1" status: 200 len: 920 time: 0.3031099 Jan 31 20:56:10.005556 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1592d871-32d5-4679-bf6b-66e1b4f52859 req-c331c5e3-d0da-4c7f-b7fb-dfdc20b7e613 tempest-AttachVolumeNegativeTest-36827424 tempest-AttachVolumeNegativeTest-36827424-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:56:10.019436 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-1592d871-32d5-4679-bf6b-66e1b4f52859 req-c331c5e3-d0da-4c7f-b7fb-dfdc20b7e613 tempest-AttachVolumeNegativeTest-36827424 tempest-AttachVolumeNegativeTest-36827424-project] 10.222.0.46 "GET /v2.0/networks?id=7654a450-2e31-4398-8bf5-1ad3ee6cd04f HTTP/1.1" status: 200 len: 814 time: 0.2133625 Jan 31 20:56:10.040593 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-abaf419d-f776-4ac6-95c8-8ffc4c7e8ece req-2c0b3a6c-9cc3-42dd-8580-589afd83611a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dfba6eda-5d1b-4027-9aee-bf29f39c876d HTTP/1.1" status: 200 len: 217 time: 0.1171501 Jan 31 20:56:10.054324 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-1592d871-32d5-4679-bf6b-66e1b4f52859 req-1e206305-7d26-4679-b91c-a41a7b199a75 tempest-AttachVolumeNegativeTest-36827424 tempest-AttachVolumeNegativeTest-36827424-project] 10.222.0.46 "GET /v2.0/quotas/d47558b0f9f34eaab8c09c34c2ff08d2 HTTP/1.1" status: 200 len: 375 time: 0.0264347 Jan 31 20:56:10.154975 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-1592d871-32d5-4679-bf6b-66e1b4f52859 req-b5420717-42e5-451e-b158-63d4957c3fba tempest-AttachVolumeNegativeTest-36827424 tempest-AttachVolumeNegativeTest-36827424-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=d47558b0f9f34eaab8c09c34c2ff08d2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0970323 Jan 31 20:56:10.174563 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abaf419d-f776-4ac6-95c8-8ffc4c7e8ece req-dbd2fc9f-b687-43db-9b84-66915181fcbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:56:10.177563 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-abaf419d-f776-4ac6-95c8-8ffc4c7e8ece req-dbd2fc9f-b687-43db-9b84-66915181fcbe service neutron] 10.222.0.59 "GET /v2.0/subnets?id=192371ce-29b6-4188-9b71-f88453dc95b3 HTTP/1.1" status: 200 len: 859 time: 0.1197131 Jan 31 20:56:10.201903 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.wsgi [-] (102449) accepted ('10.222.0.46', 39864) {{(pid=102449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 20:56:10.266884 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-abaf419d-f776-4ac6-95c8-8ffc4c7e8ece req-58d095ef-b274-4d11-a058-6cbe9d22e94c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=65673a31-2d3e-4d05-b20c-5dc9b3003e1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0633750 Jan 31 20:56:10.322116 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-1592d871-32d5-4679-bf6b-66e1b4f52859 req-465a87c2-f252-482f-80e0-4d1faa4bd61a service neutron] 10.222.0.46 "GET /v2.0/networks/7654a450-2e31-4398-8bf5-1ad3ee6cd04f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1454613 Jan 31 20:56:10.450608 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-abaf419d-f776-4ac6-95c8-8ffc4c7e8ece req-2a6a3c5a-47a2-4d02-98b2-3ae3d6b892ec service neutron] 10.222.0.59 "GET /v2.0/networks/65673a31-2d3e-4d05-b20c-5dc9b3003e1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1682823 Jan 31 20:56:10.509203 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-a8079f00-3a9b-4424-9bde-9d18fd69b15e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:56:10.522409 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-1592d871-32d5-4679-bf6b-66e1b4f52859 req-dbe59491-27fc-4035-af6b-1112dff134c5 service neutron] 10.222.0.46 "GET /v2.0/networks/7654a450-2e31-4398-8bf5-1ad3ee6cd04f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1862974 Jan 31 20:56:10.729850 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-abaf419d-f776-4ac6-95c8-8ffc4c7e8ece req-27143f66-ee33-4d54-8d95-3d3e9f3816c0 service neutron] 10.222.0.59 "GET /v2.0/networks/65673a31-2d3e-4d05-b20c-5dc9b3003e1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2414577 Jan 31 20:56:10.864144 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-a8079f00-3a9b-4424-9bde-9d18fd69b15e admin admin] Publish callbacks [] for security_group (ffddf35f-42a7-4388-8992-b0ca15b87c54), precommit_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:56:10.870251 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-a8079f00-3a9b-4424-9bde-9d18fd69b15e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736509'] for security_group (ffddf35f-42a7-4388-8992-b0ca15b87c54), after_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:56:10.929791 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-0ffe25c3-ca71-4d88-9bb7-03657e666cb2 req-2bab55b8-70f2-4126-ae37-3e922826b90d tempest-AttachVolumeNegativeTest-36827424 tempest-AttachVolumeNegativeTest-36827424-project] 10.222.0.46 "GET /v2.0/ports?device_id=b64f8303-c27f-4bee-ad2c-a84f981dcf6c HTTP/1.1" status: 200 len: 210 time: 0.0420172 Jan 31 20:56:11.016360 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.wsgi [-] (102450) accepted ('10.222.0.46', 39874) {{(pid=102450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 20:56:11.020144 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [None req-a8079f00-3a9b-4424-9bde-9d18fd69b15e admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=e943dd79f47b44a99d4d2763e2a08516&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7924552 Jan 31 20:56:11.027590 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8079f00-3a9b-4424-9bde-9d18fd69b15e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffddf35f-42a7-4388-8992-b0ca15b87c54,revision_number=1']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:56:11.055590 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8079f00-3a9b-4424-9bde-9d18fd69b15e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:56:11.055974 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8079f00-3a9b-4424-9bde-9d18fd69b15e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:56:11.056352 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8079f00-3a9b-4424-9bde-9d18fd69b15e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:56:11.057132 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8079f00-3a9b-4424-9bde-9d18fd69b15e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:56:11.057132 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8079f00-3a9b-4424-9bde-9d18fd69b15e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:56:11.057585 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8079f00-3a9b-4424-9bde-9d18fd69b15e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:56:11.057585 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8079f00-3a9b-4424-9bde-9d18fd69b15e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:56:11.058605 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8079f00-3a9b-4424-9bde-9d18fd69b15e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:56:11.058605 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8079f00-3a9b-4424-9bde-9d18fd69b15e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:56:11.058605 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8079f00-3a9b-4424-9bde-9d18fd69b15e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:56:11.065665 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8079f00-3a9b-4424-9bde-9d18fd69b15e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:56:11.066600 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8079f00-3a9b-4424-9bde-9d18fd69b15e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:56:11.068384 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8079f00-3a9b-4424-9bde-9d18fd69b15e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:56:11.128444 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732ee156-d178-4921-b9cb-d8d80959ca00 req-7d99dff0-c472-482d-a41c-dd1bd5cf1190 tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:56:11.144585 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-732ee156-d178-4921-b9cb-d8d80959ca00 req-7d99dff0-c472-482d-a41c-dd1bd5cf1190 tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] 10.222.0.46 "GET /v2.0/ports?device_id=4b21c9e1-251e-4780-a88f-01f20f420dac HTTP/1.1" status: 200 len: 946 time: 0.2166131 Jan 31 20:56:11.191284 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-1687c9ad-a28d-4058-b9c2-c08fa1738453 admin admin] Publish callbacks [] for security_group (ffddf35f-42a7-4388-8992-b0ca15b87c54), before_delete {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:56:11.237130 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-732ee156-d178-4921-b9cb-d8d80959ca00 req-c115c3ee-546a-4343-824a-71600cbcacfe tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] 10.222.0.46 "GET /v2.0/security-groups?id=0bdd6188-2d8b-4b17-a788-ae2efdc28206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910153 Jan 31 20:56:11.240728 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-1687c9ad-a28d-4058-b9c2-c08fa1738453 admin admin] Publish callbacks [] for security_group (ffddf35f-42a7-4388-8992-b0ca15b87c54), precommit_delete {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:56:11.359003 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-1687c9ad-a28d-4058-b9c2-c08fa1738453 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736509'] for security_group (ffddf35f-42a7-4388-8992-b0ca15b87c54), after_delete {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:56:11.361942 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-1687c9ad-a28d-4058-b9c2-c08fa1738453 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:56:11.366140 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [None req-1687c9ad-a28d-4058-b9c2-c08fa1738453 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/ffddf35f-42a7-4388-8992-b0ca15b87c54 HTTP/1.1" status: 204 len: 168 time: 0.3482265 Jan 31 20:56:11.382687 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1687c9ad-a28d-4058-b9c2-c08fa1738453 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffddf35f-42a7-4388-8992-b0ca15b87c54,revision_number=None']} {{(pid=102450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:56:11.398603 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1687c9ad-a28d-4058-b9c2-c08fa1738453 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:56:11.399009 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1687c9ad-a28d-4058-b9c2-c08fa1738453 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:56:11.399320 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1687c9ad-a28d-4058-b9c2-c08fa1738453 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:56:11.399661 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1687c9ad-a28d-4058-b9c2-c08fa1738453 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:56:11.399993 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1687c9ad-a28d-4058-b9c2-c08fa1738453 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:56:11.400326 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1687c9ad-a28d-4058-b9c2-c08fa1738453 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:56:11.400658 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1687c9ad-a28d-4058-b9c2-c08fa1738453 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:56:11.401183 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1687c9ad-a28d-4058-b9c2-c08fa1738453 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:56:11.401347 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1687c9ad-a28d-4058-b9c2-c08fa1738453 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:56:11.401626 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1687c9ad-a28d-4058-b9c2-c08fa1738453 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:56:11.401957 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1687c9ad-a28d-4058-b9c2-c08fa1738453 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:56:11.402275 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1687c9ad-a28d-4058-b9c2-c08fa1738453 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:56:11.402590 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1687c9ad-a28d-4058-b9c2-c08fa1738453 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:56:12.187535 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.wsgi [-] (102449) accepted ('10.222.0.46', 39896) {{(pid=102449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 20:56:12.212351 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-9abb9e97-7484-4d99-92db-d3defc65ec5c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:56:12.238353 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-6d332642-eb46-49da-bb2e-9fdf093800d2 req-7f37095b-2f28-4681-8975-8cb26105af87 tempest-AttachVolumeNegativeTest-36827424 tempest-AttachVolumeNegativeTest-36827424-project] 10.222.0.46 "GET /v2.0/ports?device_id=b64f8303-c27f-4bee-ad2c-a84f981dcf6c HTTP/1.1" status: 200 len: 210 time: 0.0754845 Jan 31 20:56:12.376060 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-9abb9e97-7484-4d99-92db-d3defc65ec5c admin admin] Publish callbacks [] for security_group (e5df358d-e4d0-44a9-90d1-3861f2433448), precommit_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:56:12.396266 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-9abb9e97-7484-4d99-92db-d3defc65ec5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736509'] for security_group (e5df358d-e4d0-44a9-90d1-3861f2433448), after_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:56:12.515379 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [None req-9abb9e97-7484-4d99-92db-d3defc65ec5c admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=08cc507cb1d246b2873d2f22a919ea8b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3266671 Jan 31 20:56:12.520385 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.wsgi [-] (102450) accepted ('10.222.0.46', 39900) {{(pid=102450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 20:56:12.522580 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abb9e97-7484-4d99-92db-d3defc65ec5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5df358d-e4d0-44a9-90d1-3861f2433448,revision_number=1']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:56:12.539553 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0703013c-4a10-48e8-8c19-7bd14900908f req-fe905012-aabd-465c-85f7-79c19cfe72b7 tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:56:12.541265 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-0703013c-4a10-48e8-8c19-7bd14900908f req-fe905012-aabd-465c-85f7-79c19cfe72b7 tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] 10.222.0.46 "GET /v2.0/ports?device_id=4b21c9e1-251e-4780-a88f-01f20f420dac HTTP/1.1" status: 200 len: 946 time: 0.1607277 Jan 31 20:56:12.620277 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-0703013c-4a10-48e8-8c19-7bd14900908f req-9afa0c36-f995-477a-afce-cb8a05be5fe3 tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] 10.222.0.46 "GET /v2.0/security-groups?id=0bdd6188-2d8b-4b17-a788-ae2efdc28206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719187 Jan 31 20:56:12.621824 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-5a7fa792-c288-46fa-af79-ef9c9bfb7feb admin admin] Publish callbacks [] for security_group (e5df358d-e4d0-44a9-90d1-3861f2433448), before_delete {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:56:12.653590 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-5a7fa792-c288-46fa-af79-ef9c9bfb7feb admin admin] Publish callbacks [] for security_group (e5df358d-e4d0-44a9-90d1-3861f2433448), precommit_delete {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:56:12.731534 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-5a7fa792-c288-46fa-af79-ef9c9bfb7feb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736509'] for security_group (e5df358d-e4d0-44a9-90d1-3861f2433448), after_delete {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:56:12.735489 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-5a7fa792-c288-46fa-af79-ef9c9bfb7feb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:56:12.740372 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [None req-5a7fa792-c288-46fa-af79-ef9c9bfb7feb admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/e5df358d-e4d0-44a9-90d1-3861f2433448 HTTP/1.1" status: 204 len: 168 time: 0.2155807 Jan 31 20:56:12.752527 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7fa792-c288-46fa-af79-ef9c9bfb7feb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5df358d-e4d0-44a9-90d1-3861f2433448,revision_number=None']} {{(pid=102450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:56:13.148826 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1592d871-32d5-4679-bf6b-66e1b4f52859 req-9bc7e01a-f836-4a0a-8729-dd2efd494b40 tempest-AttachVolumeNegativeTest-36827424 tempest-AttachVolumeNegativeTest-36827424-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:56:13.150591 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-1592d871-32d5-4679-bf6b-66e1b4f52859 req-9bc7e01a-f836-4a0a-8729-dd2efd494b40 tempest-AttachVolumeNegativeTest-36827424 tempest-AttachVolumeNegativeTest-36827424-project] 10.222.0.59 "GET /v2.0/networks?id=7654a450-2e31-4398-8bf5-1ad3ee6cd04f HTTP/1.1" status: 200 len: 814 time: 0.1964614 Jan 31 20:56:13.173253 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.v2.base [req-1592d871-32d5-4679-bf6b-66e1b4f52859 req-88b3043c-8dbd-4e21-8d23-9f4d409f32cd tempest-AttachVolumeNegativeTest-36827424 tempest-AttachVolumeNegativeTest-36827424-project] Request body: {'port': {'device_id': 'b64f8303-c27f-4bee-ad2c-a84f981dcf6c', 'network_id': '7654a450-2e31-4398-8bf5-1ad3ee6cd04f', 'admin_state_up': True, 'tenant_id': 'd47558b0f9f34eaab8c09c34c2ff08d2'}} {{(pid=102449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 20:56:13.461994 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1592d871-32d5-4679-bf6b-66e1b4f52859 req-88b3043c-8dbd-4e21-8d23-9f4d409f32cd tempest-AttachVolumeNegativeTest-36827424 tempest-AttachVolumeNegativeTest-36827424-project] Made reservation on behalf of d47558b0f9f34eaab8c09c34c2ff08d2 for: {'port': 1} {{(pid=102449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 20:56:13.476505 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [req-1592d871-32d5-4679-bf6b-66e1b4f52859 req-88b3043c-8dbd-4e21-8d23-9f4d409f32cd tempest-AttachVolumeNegativeTest-36827424 tempest-AttachVolumeNegativeTest-36827424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1026180'] for port (None), before_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:56:13.508870 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-df47e9bc-aaac-481a-aa16-76e3872f8424 req-6d60d281-3819-4ebc-a755-ff7dd9463eed tempest-AttachVolumeNegativeTest-36827424 tempest-AttachVolumeNegativeTest-36827424-project] 10.222.0.46 "GET /v2.0/ports?device_id=b64f8303-c27f-4bee-ad2c-a84f981dcf6c HTTP/1.1" status: 200 len: 210 time: 0.1045101 Jan 31 20:56:13.739552 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.db.db_base_plugin_common [req-1592d871-32d5-4679-bf6b-66e1b4f52859 req-88b3043c-8dbd-4e21-8d23-9f4d409f32cd tempest-AttachVolumeNegativeTest-36827424 tempest-AttachVolumeNegativeTest-36827424-project] Allocated IP 172.20.0.4 (7654a450-2e31-4398-8bf5-1ad3ee6cd04f/70f837bf-4dbc-49b3-a16a-2a9bab745253/aa7d70de-d646-4d4a-9ca0-ad32fb02d4c4) {{(pid=102449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 20:56:14.005397 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022c0e2e-03e5-4e37-9a5d-1b3643615c9a req-ac2182f9-c67e-43ac-9247-bae909675fd5 tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:56:14.013518 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-022c0e2e-03e5-4e37-9a5d-1b3643615c9a req-ac2182f9-c67e-43ac-9247-bae909675fd5 tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] 10.222.0.46 "GET /v2.0/ports?device_id=4b21c9e1-251e-4780-a88f-01f20f420dac HTTP/1.1" status: 200 len: 946 time: 0.2328925 Jan 31 20:56:14.134461 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-022c0e2e-03e5-4e37-9a5d-1b3643615c9a req-ff31f4ef-0abe-40df-8519-293fd5e2beaf tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] 10.222.0.46 "GET /v2.0/security-groups?id=0bdd6188-2d8b-4b17-a788-ae2efdc28206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197457 Jan 31 20:56:14.143789 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [req-1592d871-32d5-4679-bf6b-66e1b4f52859 req-88b3043c-8dbd-4e21-8d23-9f4d409f32cd tempest-AttachVolumeNegativeTest-36827424 tempest-AttachVolumeNegativeTest-36827424-project] Publish callbacks [] for port (aa7d70de-d646-4d4a-9ca0-ad32fb02d4c4), precommit_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:56:14.241455 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [req-1592d871-32d5-4679-bf6b-66e1b4f52859 req-88b3043c-8dbd-4e21-8d23-9f4d409f32cd tempest-AttachVolumeNegativeTest-36827424 tempest-AttachVolumeNegativeTest-36827424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1029723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3769609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783599971597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29106256'] for port (aa7d70de-d646-4d4a-9ca0-ad32fb02d4c4), after_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:56:14.284286 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.db [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] get_ports_and_sgs() called for port_ids ['f52247a4-d6f9-4630-840b-d991c41d687c', '57823799-4738-4881-9829-5b56ce613794', '7b3178c7-912f-4e21-9bd4-ad9b48b13d40'] {{(pid=102451) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 20:56:14.311113 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1592d871-32d5-4679-bf6b-66e1b4f52859 req-88b3043c-8dbd-4e21-8d23-9f4d409f32cd tempest-AttachVolumeNegativeTest-36827424 tempest-AttachVolumeNegativeTest-36827424-project] Network 7654a450-2e31-4398-8bf5-1ad3ee6cd04f is already hosted by enough agents. {{(pid=102449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 20:56:14.316481 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.scheduler.base_scheduler [req-1592d871-32d5-4679-bf6b-66e1b4f52859 req-88b3043c-8dbd-4e21-8d23-9f4d409f32cd tempest-AttachVolumeNegativeTest-36827424 tempest-AttachVolumeNegativeTest-36827424-project] Resources bound (agent type, host, resource id): {{(pid=102449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 20:56:14.319501 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [req-1592d871-32d5-4679-bf6b-66e1b4f52859 req-88b3043c-8dbd-4e21-8d23-9f4d409f32cd tempest-AttachVolumeNegativeTest-36827424 tempest-AttachVolumeNegativeTest-36827424-project] Received port after_create {{(pid=102449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 20:56:14.387313 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b3043c-8dbd-4e21-8d23-9f4d409f32cd tempest-AttachVolumeNegativeTest-36827424 tempest-AttachVolumeNegativeTest-36827424-project] Pushing event updated for resources: {'Port': ['ID=aa7d70de-d646-4d4a-9ca0-ad32fb02d4c4,revision_number=1']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:56:14.461253 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1592d871-32d5-4679-bf6b-66e1b4f52859 req-88b3043c-8dbd-4e21-8d23-9f4d409f32cd tempest-AttachVolumeNegativeTest-36827424 tempest-AttachVolumeNegativeTest-36827424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:56:14.461913 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [req-1592d871-32d5-4679-bf6b-66e1b4f52859 req-88b3043c-8dbd-4e21-8d23-9f4d409f32cd tempest-AttachVolumeNegativeTest-36827424 tempest-AttachVolumeNegativeTest-36827424-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204375'] for port (None), before_response {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:56:14.493714 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-1592d871-32d5-4679-bf6b-66e1b4f52859 req-88b3043c-8dbd-4e21-8d23-9f4d409f32cd tempest-AttachVolumeNegativeTest-36827424 tempest-AttachVolumeNegativeTest-36827424-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3244808 Jan 31 20:56:14.521258 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.v2.base [req-1592d871-32d5-4679-bf6b-66e1b4f52859 req-c759b98a-110e-4347-a25b-45c248c1e3f4 service neutron] Request body: {'port': {'device_id': 'b64f8303-c27f-4bee-ad2c-a84f981dcf6c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=102449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 20:56:14.664025 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [req-1592d871-32d5-4679-bf6b-66e1b4f52859 req-c759b98a-110e-4347-a25b-45c248c1e3f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1026180'] for port (aa7d70de-d646-4d4a-9ca0-ad32fb02d4c4), before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:56:14.743151 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e91e61-765e-48a2-abb8-35a852cc4833 req-b08395b8-c7ec-4635-8d7a-27153205ebaf tempest-AttachVolumeNegativeTest-36827424 tempest-AttachVolumeNegativeTest-36827424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:56:14.756102 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-a6e91e61-765e-48a2-abb8-35a852cc4833 req-b08395b8-c7ec-4635-8d7a-27153205ebaf tempest-AttachVolumeNegativeTest-36827424 tempest-AttachVolumeNegativeTest-36827424-project] 10.222.0.46 "GET /v2.0/ports?device_id=b64f8303-c27f-4bee-ad2c-a84f981dcf6c HTTP/1.1" status: 200 len: 931 time: 0.1315489 Jan 31 20:56:14.871180 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-a6e91e61-765e-48a2-abb8-35a852cc4833 req-103d55f9-8bfc-4464-909f-a11483107d5b tempest-AttachVolumeNegativeTest-36827424 tempest-AttachVolumeNegativeTest-36827424-project] 10.222.0.46 "GET /v2.0/security-groups?id=a32f4031-bf0a-46cb-9ad4-290c9574bdbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132891 Jan 31 20:56:15.304224 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.notifiers.nova [req-1592d871-32d5-4679-bf6b-66e1b4f52859 req-c759b98a-110e-4347-a25b-45c248c1e3f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa7d70de-d646-4d4a-9ca0-ad32fb02d4c4 {{(pid=102449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 20:56:15.314418 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [req-1592d871-32d5-4679-bf6b-66e1b4f52859 req-c759b98a-110e-4347-a25b-45c248c1e3f4 service neutron] Publish callbacks [] for port (aa7d70de-d646-4d4a-9ca0-ad32fb02d4c4), precommit_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:56:15.330398 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [req-1592d871-32d5-4679-bf6b-66e1b4f52859 req-c759b98a-110e-4347-a25b-45c248c1e3f4 service neutron] Transition to ACTIVE for port object aa7d70de-d646-4d4a-9ca0-ad32fb02d4c4 will not be triggered until provisioned by entity L2. {{(pid=102449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 20:56:15.344748 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [req-1592d871-32d5-4679-bf6b-66e1b4f52859 req-c759b98a-110e-4347-a25b-45c248c1e3f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1029723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3769609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783600466378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783599971615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783599971633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29106247'] for port (aa7d70de-d646-4d4a-9ca0-ad32fb02d4c4), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:56:15.428904 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c759b98a-110e-4347-a25b-45c248c1e3f4 service neutron] Pushing event updated for resources: {'Port': ['ID=aa7d70de-d646-4d4a-9ca0-ad32fb02d4c4,revision_number=2']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:56:15.508814 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb8c0ea-c1aa-41c6-9355-ac387180dbaa req-c8e17365-7d58-4239-bd49-dc15d6e9dfbb tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:56:15.524482 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-5bb8c0ea-c1aa-41c6-9355-ac387180dbaa req-c8e17365-7d58-4239-bd49-dc15d6e9dfbb tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] 10.222.0.46 "GET /v2.0/ports?device_id=4b21c9e1-251e-4780-a88f-01f20f420dac HTTP/1.1" status: 200 len: 946 time: 0.1915686 Jan 31 20:56:15.669345 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-5bb8c0ea-c1aa-41c6-9355-ac387180dbaa req-d2e268df-77d2-4873-893f-66949c1d3c21 tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] 10.222.0.46 "GET /v2.0/security-groups?id=0bdd6188-2d8b-4b17-a788-ae2efdc28206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420619 Jan 31 20:56:15.708997 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [req-1592d871-32d5-4679-bf6b-66e1b4f52859 req-c759b98a-110e-4347-a25b-45c248c1e3f4 service neutron] Attempting to bind port aa7d70de-d646-4d4a-9ca0-ad32fb02d4c4 on host hv-cinder-81322 for vnic_type normal with profile {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 20:56:15.709885 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [req-1592d871-32d5-4679-bf6b-66e1b4f52859 req-c759b98a-110e-4347-a25b-45c248c1e3f4 service neutron] Attempting to bind port aa7d70de-d646-4d4a-9ca0-ad32fb02d4c4 by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': '3aa49904-0c32-4795-9b71-de073484ac3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '7654a450-2e31-4398-8bf5-1ad3ee6cd04f'}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 20:56:15.710669 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1592d871-32d5-4679-bf6b-66e1b4f52859 req-c759b98a-110e-4347-a25b-45c248c1e3f4 service neutron] Attempting to bind port aa7d70de-d646-4d4a-9ca0-ad32fb02d4c4 on network 7654a450-2e31-4398-8bf5-1ad3ee6cd04f {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 20:56:15.731963 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1592d871-32d5-4679-bf6b-66e1b4f52859 req-c759b98a-110e-4347-a25b-45c248c1e3f4 service neutron] Port aa7d70de-d646-4d4a-9ca0-ad32fb02d4c4 on network 7654a450-2e31-4398-8bf5-1ad3ee6cd04f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 20:56:15.732283 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1592d871-32d5-4679-bf6b-66e1b4f52859 req-c759b98a-110e-4347-a25b-45c248c1e3f4 service neutron] Attempting to bind port aa7d70de-d646-4d4a-9ca0-ad32fb02d4c4 on network 7654a450-2e31-4398-8bf5-1ad3ee6cd04f {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 20:56:15.750153 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1592d871-32d5-4679-bf6b-66e1b4f52859 req-c759b98a-110e-4347-a25b-45c248c1e3f4 service neutron] Checking agent: {'id': 'e85cc1e2-8b4e-4549-a68e-d414072d4156', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 20, 51, 57), 'started_at': datetime.datetime(2022, 1, 31, 20, 51, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 20, 55, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 20:56:15.750508 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1592d871-32d5-4679-bf6b-66e1b4f52859 req-c759b98a-110e-4347-a25b-45c248c1e3f4 service neutron] Checking segment: {'id': '3aa49904-0c32-4795-9b71-de073484ac3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '7654a450-2e31-4398-8bf5-1ad3ee6cd04f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 20:56:15.759296 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1592d871-32d5-4679-bf6b-66e1b4f52859 req-c759b98a-110e-4347-a25b-45c248c1e3f4 service neutron] Bound using segment: {'id': '3aa49904-0c32-4795-9b71-de073484ac3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '7654a450-2e31-4398-8bf5-1ad3ee6cd04f'} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 20:56:15.760151 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [req-1592d871-32d5-4679-bf6b-66e1b4f52859 req-c759b98a-110e-4347-a25b-45c248c1e3f4 service neutron] Bound port: aa7d70de-d646-4d4a-9ca0-ad32fb02d4c4, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3aa49904-0c32-4795-9b71-de073484ac3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '7654a450-2e31-4398-8bf5-1ad3ee6cd04f'}}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 20:56:15.760917 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [req-1592d871-32d5-4679-bf6b-66e1b4f52859 req-c759b98a-110e-4347-a25b-45c248c1e3f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1026180'] for port (aa7d70de-d646-4d4a-9ca0-ad32fb02d4c4), before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:56:15.985643 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.db [req-1592d871-32d5-4679-bf6b-66e1b4f52859 req-c759b98a-110e-4347-a25b-45c248c1e3f4 service neutron] For port aa7d70de-d646-4d4a-9ca0-ad32fb02d4c4, host hv-cinder-81322, cleared binding levels {{(pid=102449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 20:56:15.999822 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.db [req-1592d871-32d5-4679-bf6b-66e1b4f52859 req-c759b98a-110e-4347-a25b-45c248c1e3f4 service neutron] For port aa7d70de-d646-4d4a-9ca0-ad32fb02d4c4, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=aa7d70de-d646-4d4a-9ca0-ad32fb02d4c4,segment=NetworkSegment(3aa49904-0c32-4795-9b71-de073484ac3d),segment_id=3aa49904-0c32-4795-9b71-de073484ac3d)] {{(pid=102449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 20:56:16.014682 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [req-1592d871-32d5-4679-bf6b-66e1b4f52859 req-c759b98a-110e-4347-a25b-45c248c1e3f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1029723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3769609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783600466378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783599971615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783599971633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29106247'] for port (aa7d70de-d646-4d4a-9ca0-ad32fb02d4c4), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:56:16.087945 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06f2956-bd56-4932-9aa1-fdf90c1d5b60 req-ad797e03-243b-46dc-9c51-97e183b8e556 tempest-AttachVolumeNegativeTest-36827424 tempest-AttachVolumeNegativeTest-36827424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:56:16.097832 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-f06f2956-bd56-4932-9aa1-fdf90c1d5b60 req-ad797e03-243b-46dc-9c51-97e183b8e556 tempest-AttachVolumeNegativeTest-36827424 tempest-AttachVolumeNegativeTest-36827424-project] 10.222.0.46 "GET /v2.0/ports?device_id=b64f8303-c27f-4bee-ad2c-a84f981dcf6c HTTP/1.1" status: 200 len: 943 time: 0.0870607 Jan 31 20:56:16.199168 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-f06f2956-bd56-4932-9aa1-fdf90c1d5b60 req-b6bf8f97-e883-4c8d-bae6-b00c47c7f564 tempest-AttachVolumeNegativeTest-36827424 tempest-AttachVolumeNegativeTest-36827424-project] 10.222.0.46 "GET /v2.0/security-groups?id=a32f4031-bf0a-46cb-9ad4-290c9574bdbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995963 Jan 31 20:56:16.249110 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1592d871-32d5-4679-bf6b-66e1b4f52859 req-c759b98a-110e-4347-a25b-45c248c1e3f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:56:16.250379 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [req-1592d871-32d5-4679-bf6b-66e1b4f52859 req-c759b98a-110e-4347-a25b-45c248c1e3f4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204375'] for port (None), before_response {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:56:16.253755 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-1592d871-32d5-4679-bf6b-66e1b4f52859 req-c759b98a-110e-4347-a25b-45c248c1e3f4 service neutron] 10.222.0.59 "PUT /v2.0/ports/aa7d70de-d646-4d4a-9ca0-ad32fb02d4c4 HTTP/1.1" status: 200 len: 1093 time: 1.7413294 Jan 31 20:56:16.255405 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b64f8303-c27f-4bee-ad2c-a84f981dcf6c', 'tag': 'aa7d70de-d646-4d4a-9ca0-ad32fb02d4c4'}] {{(pid=102449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 20:56:16.259738 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba30590511e0408980e1e78341b94ae353025d2904c3e8034e675cc5aff8c4ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae5d05c7-9057-432a-b88a-392b5649540b" -d '{"events": [{"name": "network-changed", "server_uuid": "b64f8303-c27f-4bee-ad2c-a84f981dcf6c", "tag": "aa7d70de-d646-4d4a-9ca0-ad32fb02d4c4"}]}' {{(pid=102449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 20:56:16.290795 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c759b98a-110e-4347-a25b-45c248c1e3f4 service neutron] Pushing event updated for resources: {'Port': ['ID=aa7d70de-d646-4d4a-9ca0-ad32fb02d4c4,revision_number=3']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:56:16.464818 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 20:56:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73dec0b0-9c6a-4b07-a074-95767f45872e x-openstack-request-id: req-73dec0b0-9c6a-4b07-a074-95767f45872e {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 20:56:16.465396 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b64f8303-c27f-4bee-ad2c-a84f981dcf6c", "tag": "aa7d70de-d646-4d4a-9ca0-ad32fb02d4c4", "status": "completed", "code": 200}]} {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 20:56:16.465887 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-73dec0b0-9c6a-4b07-a074-95767f45872e {{(pid=102449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 20:56:16.466629 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b64f8303-c27f-4bee-ad2c-a84f981dcf6c', 'tag': 'aa7d70de-d646-4d4a-9ca0-ad32fb02d4c4', 'status': 'completed', 'code': 200} Jan 31 20:56:16.488971 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1592d871-32d5-4679-bf6b-66e1b4f52859 req-ca81624d-4fba-453c-9a57-61eccc3c1c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:56:16.492897 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-1592d871-32d5-4679-bf6b-66e1b4f52859 req-ca81624d-4fba-453c-9a57-61eccc3c1c07 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d47558b0f9f34eaab8c09c34c2ff08d2&device_id=b64f8303-c27f-4bee-ad2c-a84f981dcf6c HTTP/1.1" status: 200 len: 1127 time: 0.1388526 Jan 31 20:56:16.557709 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-1592d871-32d5-4679-bf6b-66e1b4f52859 req-2331ace0-af37-48bb-8d3c-7194d2e68fac service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=aa7d70de-d646-4d4a-9ca0-ad32fb02d4c4 HTTP/1.1" status: 200 len: 217 time: 0.0497792 Jan 31 20:56:16.649059 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1592d871-32d5-4679-bf6b-66e1b4f52859 req-e8e5d3a8-59ab-498f-a17f-3db23233175a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:56:16.651733 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-1592d871-32d5-4679-bf6b-66e1b4f52859 req-e8e5d3a8-59ab-498f-a17f-3db23233175a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=70f837bf-4dbc-49b3-a16a-2a9bab745253 HTTP/1.1" status: 200 len: 854 time: 0.0813384 Jan 31 20:56:16.731170 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-1592d871-32d5-4679-bf6b-66e1b4f52859 req-73c379bd-82a2-4766-ae4b-b03cc9060c4f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=7654a450-2e31-4398-8bf5-1ad3ee6cd04f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0534868 Jan 31 20:56:16.924654 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-1592d871-32d5-4679-bf6b-66e1b4f52859 req-7dea29d2-2f3f-44b5-8170-a630d8a52956 service neutron] 10.222.0.59 "GET /v2.0/networks/7654a450-2e31-4398-8bf5-1ad3ee6cd04f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1676004 Jan 31 20:56:17.117134 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-1592d871-32d5-4679-bf6b-66e1b4f52859 req-65ee8515-ec54-41f1-a8df-ef6a7a9354e7 service neutron] 10.222.0.59 "GET /v2.0/networks/7654a450-2e31-4398-8bf5-1ad3ee6cd04f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1687202 Jan 31 20:56:17.373870 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.wsgi [-] (102450) accepted ('10.222.0.46', 40020) {{(pid=102450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 20:56:17.425500 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5d05c7-9057-432a-b88a-392b5649540b req-8c829586-e5b7-4aaf-a7bc-9570f1e9b5a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:56:17.427347 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-ae5d05c7-9057-432a-b88a-392b5649540b req-8c829586-e5b7-4aaf-a7bc-9570f1e9b5a4 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=d47558b0f9f34eaab8c09c34c2ff08d2&device_id=b64f8303-c27f-4bee-ad2c-a84f981dcf6c HTTP/1.1" status: 200 len: 1127 time: 0.2143271 Jan 31 20:56:17.592111 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080fcfbe-6c3b-48a2-938e-0b883b861d1e req-3c6cc426-2776-4f82-84e7-d223f93e2e47 tempest-AttachVolumeNegativeTest-36827424 tempest-AttachVolumeNegativeTest-36827424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:56:17.605396 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-080fcfbe-6c3b-48a2-938e-0b883b861d1e req-3c6cc426-2776-4f82-84e7-d223f93e2e47 tempest-AttachVolumeNegativeTest-36827424 tempest-AttachVolumeNegativeTest-36827424-project] 10.222.0.46 "GET /v2.0/ports?device_id=b64f8303-c27f-4bee-ad2c-a84f981dcf6c HTTP/1.1" status: 200 len: 943 time: 0.1995564 Jan 31 20:56:17.736355 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-080fcfbe-6c3b-48a2-938e-0b883b861d1e req-c0f5a610-611a-424d-a2fd-310675f33e5b tempest-AttachVolumeNegativeTest-36827424 tempest-AttachVolumeNegativeTest-36827424-project] 10.222.0.46 "GET /v2.0/security-groups?id=a32f4031-bf0a-46cb-9ad4-290c9574bdbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270065 Jan 31 20:56:17.796793 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-60fcbccc-a56e-4946-978b-ac1eb3980a97 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:56:17.822198 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5d05c7-9057-432a-b88a-392b5649540b req-887a871c-cb83-46d0-a107-a0b5cd4eb4d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:56:17.824921 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-ae5d05c7-9057-432a-b88a-392b5649540b req-887a871c-cb83-46d0-a107-a0b5cd4eb4d4 service neutron] 10.222.0.59 "GET /v2.0/networks?id=7654a450-2e31-4398-8bf5-1ad3ee6cd04f HTTP/1.1" status: 200 len: 915 time: 0.3845253 Jan 31 20:56:17.916202 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-ae5d05c7-9057-432a-b88a-392b5649540b req-14feea8b-0b12-4109-a66f-09e6e07b278c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=aa7d70de-d646-4d4a-9ca0-ad32fb02d4c4 HTTP/1.1" status: 200 len: 217 time: 0.0740416 Jan 31 20:56:17.925276 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b699ea54-8ba9-4954-9182-2be618bd47f2 req-83173230-6a6a-4fc1-b67f-1785b324f8a9 tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:56:17.927226 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-b699ea54-8ba9-4954-9182-2be618bd47f2 req-83173230-6a6a-4fc1-b67f-1785b324f8a9 tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] 10.222.0.46 "GET /v2.0/ports?device_id=4b21c9e1-251e-4780-a88f-01f20f420dac HTTP/1.1" status: 200 len: 946 time: 0.2173140 Jan 31 20:56:17.934176 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-60fcbccc-a56e-4946-978b-ac1eb3980a97 admin admin] Publish callbacks [] for security_group (1a2dd307-d5f3-4e3f-9ca3-963f5dcf1a86), precommit_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:56:17.940603 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-60fcbccc-a56e-4946-978b-ac1eb3980a97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736509'] for security_group (1a2dd307-d5f3-4e3f-9ca3-963f5dcf1a86), after_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:56:17.998909 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [None req-60fcbccc-a56e-4946-978b-ac1eb3980a97 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=ab96737e0add48c692c4a35ff0d7f1f1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6222785 Jan 31 20:56:18.000330 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fcbccc-a56e-4946-978b-ac1eb3980a97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a2dd307-d5f3-4e3f-9ca3-963f5dcf1a86,revision_number=1']} {{(pid=102450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:56:18.003687 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.wsgi [-] (102450) accepted ('10.222.0.46', 40028) {{(pid=102450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 20:56:18.076615 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-b699ea54-8ba9-4954-9182-2be618bd47f2 req-ecd5fa52-84fd-4fe8-8afb-9d8cd03c53b7 tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] 10.222.0.46 "GET /v2.0/security-groups?id=0bdd6188-2d8b-4b17-a788-ae2efdc28206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120892 Jan 31 20:56:18.083480 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5d05c7-9057-432a-b88a-392b5649540b req-37a1358b-ab56-4a9e-8c7d-f1915c4205e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:56:18.084359 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-4bbf844f-f42c-4bc7-8d4b-42ed2baf351e admin admin] Publish callbacks [] for security_group (1a2dd307-d5f3-4e3f-9ca3-963f5dcf1a86), before_delete {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:56:18.088848 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-ae5d05c7-9057-432a-b88a-392b5649540b req-37a1358b-ab56-4a9e-8c7d-f1915c4205e6 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=70f837bf-4dbc-49b3-a16a-2a9bab745253 HTTP/1.1" status: 200 len: 854 time: 0.1577494 Jan 31 20:56:18.123840 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-4bbf844f-f42c-4bc7-8d4b-42ed2baf351e admin admin] Publish callbacks [] for security_group (1a2dd307-d5f3-4e3f-9ca3-963f5dcf1a86), precommit_delete {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:56:18.181381 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-ae5d05c7-9057-432a-b88a-392b5649540b req-e381ee6a-aec6-46b6-b12d-f0a66914c3a8 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=7654a450-2e31-4398-8bf5-1ad3ee6cd04f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0815203 Jan 31 20:56:18.284014 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-4bbf844f-f42c-4bc7-8d4b-42ed2baf351e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736509'] for security_group (1a2dd307-d5f3-4e3f-9ca3-963f5dcf1a86), after_delete {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:56:18.290420 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-4bbf844f-f42c-4bc7-8d4b-42ed2baf351e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:56:18.295968 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [None req-4bbf844f-f42c-4bc7-8d4b-42ed2baf351e admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/1a2dd307-d5f3-4e3f-9ca3-963f5dcf1a86 HTTP/1.1" status: 204 len: 168 time: 0.2896693 Jan 31 20:56:18.330539 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbf844f-f42c-4bc7-8d4b-42ed2baf351e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a2dd307-d5f3-4e3f-9ca3-963f5dcf1a86,revision_number=None']} {{(pid=102450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:56:18.524341 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-ae5d05c7-9057-432a-b88a-392b5649540b req-1a6c0dcb-37d8-46f7-ac60-e944a14e9946 service neutron] 10.222.0.59 "GET /v2.0/networks/7654a450-2e31-4398-8bf5-1ad3ee6cd04f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3254888 Jan 31 20:56:18.738941 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-ae5d05c7-9057-432a-b88a-392b5649540b req-8ec7ed36-bfcb-4c7a-ad66-1f4c12057dce service neutron] 10.222.0.59 "GET /v2.0/networks/7654a450-2e31-4398-8bf5-1ad3ee6cd04f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1999378 Jan 31 20:56:19.036258 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.wsgi [-] (102450) accepted ('10.222.0.46', 40050) {{(pid=102450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 20:56:19.071841 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-7590f363-71b0-419b-aa13-ef4763025b60 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:56:19.147527 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18573203-b438-4b9e-94a8-0ad883e6ea3e req-41b727b0-8e14-46a7-8562-779d468df851 tempest-AttachVolumeNegativeTest-36827424 tempest-AttachVolumeNegativeTest-36827424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:56:19.168781 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-18573203-b438-4b9e-94a8-0ad883e6ea3e req-41b727b0-8e14-46a7-8562-779d468df851 tempest-AttachVolumeNegativeTest-36827424 tempest-AttachVolumeNegativeTest-36827424-project] 10.222.0.46 "GET /v2.0/ports?device_id=b64f8303-c27f-4bee-ad2c-a84f981dcf6c HTTP/1.1" status: 200 len: 943 time: 0.2145162 Jan 31 20:56:19.239858 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-7590f363-71b0-419b-aa13-ef4763025b60 admin admin] Publish callbacks [] for security_group (d2e33730-4f0c-4cb2-a68c-d5429020fa9f), precommit_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:56:19.247201 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-7590f363-71b0-419b-aa13-ef4763025b60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736509'] for security_group (d2e33730-4f0c-4cb2-a68c-d5429020fa9f), after_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:56:19.310938 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-18573203-b438-4b9e-94a8-0ad883e6ea3e req-38848611-9c15-4a81-aef1-4ce6f47279cf tempest-AttachVolumeNegativeTest-36827424 tempest-AttachVolumeNegativeTest-36827424-project] 10.222.0.46 "GET /v2.0/security-groups?id=a32f4031-bf0a-46cb-9ad4-290c9574bdbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310146 Jan 31 20:56:19.319978 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [None req-7590f363-71b0-419b-aa13-ef4763025b60 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=18622b1f8d7e48178e25ac97dd5f6085&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2758434 Jan 31 20:56:19.332259 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.wsgi [-] (102449) accepted ('10.222.0.46', 40052) {{(pid=102449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 20:56:19.332718 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7590f363-71b0-419b-aa13-ef4763025b60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2e33730-4f0c-4cb2-a68c-d5429020fa9f,revision_number=1']} {{(pid=102450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:56:19.418586 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-3861015a-6e6d-48ab-8109-bd2c558b75de admin admin] Publish callbacks [] for security_group (d2e33730-4f0c-4cb2-a68c-d5429020fa9f), before_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:56:19.465919 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-3861015a-6e6d-48ab-8109-bd2c558b75de admin admin] Publish callbacks [] for security_group (d2e33730-4f0c-4cb2-a68c-d5429020fa9f), precommit_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:56:19.495848 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-590624f3-1075-478e-9961-cd0e650b7d71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600486512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3401042'] for agent (34ef0204-81d1-4f5e-89d1-b08d0f866641), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:56:19.571111 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-3861015a-6e6d-48ab-8109-bd2c558b75de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736509'] for security_group (d2e33730-4f0c-4cb2-a68c-d5429020fa9f), after_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:56:19.574217 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-3861015a-6e6d-48ab-8109-bd2c558b75de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:56:19.579998 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [None req-3861015a-6e6d-48ab-8109-bd2c558b75de admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/d2e33730-4f0c-4cb2-a68c-d5429020fa9f HTTP/1.1" status: 204 len: 168 time: 0.2536650 Jan 31 20:56:19.596084 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3861015a-6e6d-48ab-8109-bd2c558b75de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2e33730-4f0c-4cb2-a68c-d5429020fa9f,revision_number=None']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:56:20.639960 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602fde16-fb9c-474a-853c-0409b3913ffc req-f508fa0b-560f-4b7e-a580-dbba2e2da4e8 tempest-AttachVolumeNegativeTest-36827424 tempest-AttachVolumeNegativeTest-36827424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:56:20.644576 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-602fde16-fb9c-474a-853c-0409b3913ffc req-f508fa0b-560f-4b7e-a580-dbba2e2da4e8 tempest-AttachVolumeNegativeTest-36827424 tempest-AttachVolumeNegativeTest-36827424-project] 10.222.0.46 "GET /v2.0/ports?device_id=b64f8303-c27f-4bee-ad2c-a84f981dcf6c HTTP/1.1" status: 200 len: 943 time: 0.1322317 Jan 31 20:56:20.755092 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-602fde16-fb9c-474a-853c-0409b3913ffc req-bb5a139c-99a5-4833-b38a-72e6f1c27b89 tempest-AttachVolumeNegativeTest-36827424 tempest-AttachVolumeNegativeTest-36827424-project] 10.222.0.46 "GET /v2.0/security-groups?id=a32f4031-bf0a-46cb-9ad4-290c9574bdbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999439 Jan 31 20:56:20.843210 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.rpc [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Device aa7d70de-d646-4d4a-9ca0-ad32fb02d4c4 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=102451) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 20:56:21.055922 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.db [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] For port aa7d70de-d646-4d4a-9ca0-ad32fb02d4c4, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=aa7d70de-d646-4d4a-9ca0-ad32fb02d4c4,segment=NetworkSegment(3aa49904-0c32-4795-9b71-de073484ac3d),segment_id=3aa49904-0c32-4795-9b71-de073484ac3d)] {{(pid=102451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 20:56:21.079912 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.rpc [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Returning: {'device': 'aa7d70de-d646-4d4a-9ca0-ad32fb02d4c4', 'network_id': '7654a450-2e31-4398-8bf5-1ad3ee6cd04f', 'port_id': 'aa7d70de-d646-4d4a-9ca0-ad32fb02d4c4', 'mac_address': 'fa:16:3e:ea:87:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 661, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70f837bf-4dbc-49b3-a16a-2a9bab745253', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102451) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 20:56:21.237982 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.plugin [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Current status of the port aa7d70de-d646-4d4a-9ca0-ad32fb02d4c4 is: DOWN; New status is: BUILD {{(pid=102451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 20:56:21.238310 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1026180'] for port (aa7d70de-d646-4d4a-9ca0-ad32fb02d4c4), before_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:56:21.262164 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.notifiers.nova [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa7d70de-d646-4d4a-9ca0-ad32fb02d4c4 {{(pid=102451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 20:56:21.332143 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.db [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] For port aa7d70de-d646-4d4a-9ca0-ad32fb02d4c4, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=aa7d70de-d646-4d4a-9ca0-ad32fb02d4c4,segment=NetworkSegment(3aa49904-0c32-4795-9b71-de073484ac3d),segment_id=3aa49904-0c32-4795-9b71-de073484ac3d)] {{(pid=102451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 20:56:21.340639 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1029723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3769609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783600466378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783599971615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783599971633'] for port (aa7d70de-d646-4d4a-9ca0-ad32fb02d4c4), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:56:21.366261 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fa6bef-dd95-4d5a-bd8c-967a39c278a0 req-5e27ec0d-2146-49c1-b6ed-a72cbd37ad8f tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:56:21.390807 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-11fa6bef-dd95-4d5a-bd8c-967a39c278a0 req-5e27ec0d-2146-49c1-b6ed-a72cbd37ad8f tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] 10.222.0.46 "GET /v2.0/ports?device_id=e3153aa7-015b-4bbc-99db-58a6001749e2 HTTP/1.1" status: 200 len: 945 time: 0.1372254 Jan 31 20:56:21.452076 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Pushing event updated for resources: {'Port': ['ID=aa7d70de-d646-4d4a-9ca0-ad32fb02d4c4,revision_number=4']} {{(pid=102451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:56:21.471767 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:56:21.472408 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:56:21.473476 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:56:21.473854 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:56:21.474555 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:56:21.475101 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:56:21.475457 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:56:21.476060 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:56:21.476655 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:56:21.478511 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:56:21.478511 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:56:21.478888 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:56:21.479525 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:56:21.503027 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-11fa6bef-dd95-4d5a-bd8c-967a39c278a0 req-546e1411-14a8-4239-9a83-7de730a02805 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] 10.222.0.46 "GET /v2.0/security-groups?id=65521e8f-8948-4df3-9344-760b60ce97e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1085334 Jan 31 20:56:21.698002 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-b405564a-a402-4e21-b0fc-da257db6fe24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600486512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3401042'] for agent (7c18f3b4-4d02-4b01-9072-98fcd9008716), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:56:21.842676 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.db [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] get_ports_and_sgs() called for port_ids ['aa7d70de-d646-4d4a-9ca0-ad32fb02d4c4'] {{(pid=102451) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 20:56:21.988740 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1344c54-3b32-412b-83a2-64dcc1fbc21c req-8590aa45-0b62-4db3-9df4-257875e5ccab tempest-AttachVolumeNegativeTest-36827424 tempest-AttachVolumeNegativeTest-36827424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:56:21.990377 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-f1344c54-3b32-412b-83a2-64dcc1fbc21c req-8590aa45-0b62-4db3-9df4-257875e5ccab tempest-AttachVolumeNegativeTest-36827424 tempest-AttachVolumeNegativeTest-36827424-project] 10.222.0.46 "GET /v2.0/ports?device_id=b64f8303-c27f-4bee-ad2c-a84f981dcf6c HTTP/1.1" status: 200 len: 944 time: 0.0695195 Jan 31 20:56:22.077884 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-f1344c54-3b32-412b-83a2-64dcc1fbc21c req-6a01f577-b6ef-418d-a214-472a138630c9 tempest-AttachVolumeNegativeTest-36827424 tempest-AttachVolumeNegativeTest-36827424-project] 10.222.0.46 "GET /v2.0/security-groups?id=a32f4031-bf0a-46cb-9ad4-290c9574bdbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770087 Jan 31 20:56:22.697283 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc91347-b764-4555-a291-882e95aee01c req-435eb973-4963-4c43-a81b-bf09e8dadc22 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:56:22.706416 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-edc91347-b764-4555-a291-882e95aee01c req-435eb973-4963-4c43-a81b-bf09e8dadc22 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] 10.222.0.46 "GET /v2.0/ports?device_id=e3153aa7-015b-4bbc-99db-58a6001749e2 HTTP/1.1" status: 200 len: 945 time: 0.0906534 Jan 31 20:56:22.777042 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-edc91347-b764-4555-a291-882e95aee01c req-ef8c1d19-f7dd-472e-b1eb-14289c8a321d tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] 10.222.0.46 "GET /v2.0/security-groups?id=65521e8f-8948-4df3-9344-760b60ce97e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0683258 Jan 31 20:56:22.976717 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-7eb716df-9c73-407a-9e83-210e7bcc67e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600486512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3401042'] for agent (289e5c83-71b6-47e7-bef9-287113943a12), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:56:23.268202 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64404b58-dc49-4fab-8fb9-80222cbb2b22 req-4540abab-8966-41a3-952a-865da1fbcfc5 tempest-AttachVolumeNegativeTest-36827424 tempest-AttachVolumeNegativeTest-36827424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:56:23.269330 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-64404b58-dc49-4fab-8fb9-80222cbb2b22 req-4540abab-8966-41a3-952a-865da1fbcfc5 tempest-AttachVolumeNegativeTest-36827424 tempest-AttachVolumeNegativeTest-36827424-project] 10.222.0.46 "GET /v2.0/ports?device_id=b64f8303-c27f-4bee-ad2c-a84f981dcf6c HTTP/1.1" status: 200 len: 944 time: 0.0825202 Jan 31 20:56:23.334086 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-64404b58-dc49-4fab-8fb9-80222cbb2b22 req-9c73170d-8350-42d7-aa0f-eb6ba378878f tempest-AttachVolumeNegativeTest-36827424 tempest-AttachVolumeNegativeTest-36827424-project] 10.222.0.46 "GET /v2.0/security-groups?id=a32f4031-bf0a-46cb-9ad4-290c9574bdbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571327 Jan 31 20:56:23.952365 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964b9c1c-dc10-403e-8d52-9a182bc67e2b req-338f1e53-55a0-4eaa-96b9-ce9a14f91ae2 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:56:23.955100 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-964b9c1c-dc10-403e-8d52-9a182bc67e2b req-338f1e53-55a0-4eaa-96b9-ce9a14f91ae2 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] 10.222.0.46 "GET /v2.0/ports?device_id=e3153aa7-015b-4bbc-99db-58a6001749e2 HTTP/1.1" status: 200 len: 945 time: 0.0710938 Jan 31 20:56:24.029590 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-964b9c1c-dc10-403e-8d52-9a182bc67e2b req-e512ef26-2e8e-4b5f-9e1b-405a26159b21 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] 10.222.0.46 "GET /v2.0/security-groups?id=65521e8f-8948-4df3-9344-760b60ce97e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0667174 Jan 31 20:56:24.415687 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-ded4de29-c2d1-4616-9365-9981ea756e41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600486512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3401042'] for agent (bf9d83f7-9209-4252-b853-70feadeab726), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:56:24.529194 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb15af91-35e7-4c74-8ba8-4c378a929fc2 req-51ba9031-df9f-4c3c-b689-c38e26c7ba91 tempest-AttachVolumeNegativeTest-36827424 tempest-AttachVolumeNegativeTest-36827424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:56:24.531061 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-cb15af91-35e7-4c74-8ba8-4c378a929fc2 req-51ba9031-df9f-4c3c-b689-c38e26c7ba91 tempest-AttachVolumeNegativeTest-36827424 tempest-AttachVolumeNegativeTest-36827424-project] 10.222.0.46 "GET /v2.0/ports?device_id=b64f8303-c27f-4bee-ad2c-a84f981dcf6c HTTP/1.1" status: 200 len: 944 time: 0.0749545 Jan 31 20:56:24.603146 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-cb15af91-35e7-4c74-8ba8-4c378a929fc2 req-021aa52e-a7f1-4dd6-a2bc-2b96c7f62702 tempest-AttachVolumeNegativeTest-36827424 tempest-AttachVolumeNegativeTest-36827424-project] 10.222.0.46 "GET /v2.0/security-groups?id=a32f4031-bf0a-46cb-9ad4-290c9574bdbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615726 Jan 31 20:56:24.629314 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.wsgi [-] (102450) accepted ('10.222.0.46', 40248) {{(pid=102450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 20:56:24.693601 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.db.db_base_plugin_v2 [None req-483d0f33-a253-462e-9d3b-32dd34fd6fb1 admin admin] Deleting subnet 07c89dee-8fd9-4e0f-a6b2-a448c5962034 {{(pid=102450) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 31 20:56:24.696911 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-483d0f33-a253-462e-9d3b-32dd34fd6fb1 admin admin] Publish callbacks [] for subnet (07c89dee-8fd9-4e0f-a6b2-a448c5962034), before_delete {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:56:24.738421 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-483d0f33-a253-462e-9d3b-32dd34fd6fb1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29120982'] for subnet (07c89dee-8fd9-4e0f-a6b2-a448c5962034), precommit_delete_associations {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:56:24.797598 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-483d0f33-a253-462e-9d3b-32dd34fd6fb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-792270'] for subnet (07c89dee-8fd9-4e0f-a6b2-a448c5962034), precommit_delete {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:56:24.869074 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.rpc [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Device aa7d70de-d646-4d4a-9ca0-ad32fb02d4c4 up at agent hyperv_hv-cinder-81322 {{(pid=102451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 20:56:24.882247 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-483d0f33-a253-462e-9d3b-32dd34fd6fb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-792247', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3769609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27814816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28956758'] for subnet (07c89dee-8fd9-4e0f-a6b2-a448c5962034), after_delete {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:56:24.920844 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483d0f33-a253-462e-9d3b-32dd34fd6fb1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=07c89dee-8fd9-4e0f-a6b2-a448c5962034,revision_number=None']} {{(pid=102450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:56:24.930125 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-483d0f33-a253-462e-9d3b-32dd34fd6fb1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:56:24.934206 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [None req-483d0f33-a253-462e-9d3b-32dd34fd6fb1 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/07c89dee-8fd9-4e0f-a6b2-a448c5962034 HTTP/1.1" status: 204 len: 168 time: 0.3034325 Jan 31 20:56:24.941915 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.wsgi [-] (102450) accepted ('10.222.0.46', 40250) {{(pid=102450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 20:56:24.952547 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.db.provisioning_blocks [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Provisioning for port aa7d70de-d646-4d4a-9ca0-ad32fb02d4c4 completed by entity L2. {{(pid=102451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 20:56:24.958406 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.db.provisioning_blocks [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Provisioning complete for port aa7d70de-d646-4d4a-9ca0-ad32fb02d4c4 triggered by entity L2. {{(pid=102451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 20:56:24.958965 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3401144'] for port (aa7d70de-d646-4d4a-9ca0-ad32fb02d4c4), provisioning_complete {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:56:25.030165 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-a943a758-44db-4138-a4a7-28a0877197ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-979588'] for network (fc325b36-fcfb-435a-a46c-0bf685a3990e), before_delete {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:56:25.074494 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.plugin [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Current status of the port aa7d70de-d646-4d4a-9ca0-ad32fb02d4c4 is: BUILD; New status is: ACTIVE {{(pid=102451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 20:56:25.074896 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1026180'] for port (aa7d70de-d646-4d4a-9ca0-ad32fb02d4c4), before_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:56:25.122879 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b64f8303-c27f-4bee-ad2c-a84f981dcf6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa7d70de-d646-4d4a-9ca0-ad32fb02d4c4'}] {{(pid=102451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 20:56:25.124170 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-a943a758-44db-4138-a4a7-28a0877197ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-793947', 'neutron.services.segments.db._delete_segments_for_network-8783600486530'] for network (fc325b36-fcfb-435a-a46c-0bf685a3990e), precommit_delete {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:56:25.128167 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c23f90a41664c3b077a95f51e37b0059f8aa38e98bc0260eca12d616ac4420be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40a85d2f-5101-4529-a015-eeebed1cc703" -d '{"events": [{"server_uuid": "b64f8303-c27f-4bee-ad2c-a84f981dcf6c", "name": "network-vif-plugged", "status": "completed", "tag": "aa7d70de-d646-4d4a-9ca0-ad32fb02d4c4"}]}' {{(pid=102451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 20:56:25.148969 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.db [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] For port aa7d70de-d646-4d4a-9ca0-ad32fb02d4c4, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=aa7d70de-d646-4d4a-9ca0-ad32fb02d4c4,segment=NetworkSegment(3aa49904-0c32-4795-9b71-de073484ac3d),segment_id=3aa49904-0c32-4795-9b71-de073484ac3d)] {{(pid=102451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 20:56:25.157133 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1029723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3769609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783600466378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783599971615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783599971633'] for port (aa7d70de-d646-4d4a-9ca0-ad32fb02d4c4), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:56:25.197965 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.services.segments.db [None req-a943a758-44db-4138-a4a7-28a0877197ef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc325b36-fcfb-435a-a46c-0bf685a3990e']}} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 20:56:25.200619 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 20:56:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca207879-f942-4992-afa1-2c4b4009cdb5 x-openstack-request-id: req-ca207879-f942-4992-afa1-2c4b4009cdb5 {{(pid=102451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 20:56:25.201129 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b64f8303-c27f-4bee-ad2c-a84f981dcf6c", "name": "network-vif-plugged", "status": "completed", "tag": "aa7d70de-d646-4d4a-9ca0-ad32fb02d4c4", "code": 200}]} {{(pid=102451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 20:56:25.201490 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-ca207879-f942-4992-afa1-2c4b4009cdb5 {{(pid=102451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 20:56:25.201987 dv-cinder-813229-5-iscsi neutron-server[102451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b64f8303-c27f-4bee-ad2c-a84f981dcf6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa7d70de-d646-4d4a-9ca0-ad32fb02d4c4', 'code': 200} Jan 31 20:56:25.211218 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.services.segments.db [None req-a943a758-44db-4138-a4a7-28a0877197ef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f4fb049-57d1-4353-888e-c277d2e4d6b9') {'for_net_delete': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 20:56:25.211507 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.services.segments.db [None req-a943a758-44db-4138-a4a7-28a0877197ef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f4fb049-57d1-4353-888e-c277d2e4d6b9') {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 20:56:25.227133 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-a943a758-44db-4138-a4a7-28a0877197ef admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783600487563', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29120991'] for segment (8f4fb049-57d1-4353-888e-c277d2e4d6b9), before_delete {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:56:25.249734 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Pushing event updated for resources: {'Port': ['ID=aa7d70de-d646-4d4a-9ca0-ad32fb02d4c4,revision_number=5']} {{(pid=102451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:56:25.257229 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25e20c6-e8cd-4855-81bc-fbaf34c823b8 req-27b4a2d5-b016-49a0-99cb-8506f86f88bc tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:56:25.258998 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-e25e20c6-e8cd-4855-81bc-fbaf34c823b8 req-27b4a2d5-b016-49a0-99cb-8506f86f88bc tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] 10.222.0.46 "GET /v2.0/ports?device_id=e3153aa7-015b-4bbc-99db-58a6001749e2 HTTP/1.1" status: 200 len: 945 time: 0.1250286 Jan 31 20:56:25.260090 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-a943a758-44db-4138-a4a7-28a0877197ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-936743'] for segment (8f4fb049-57d1-4353-888e-c277d2e4d6b9), precommit_delete {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:56:25.269123 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a943a758-44db-4138-a4a7-28a0877197ef admin admin] Releasing vlan 672 on physical network physnet1 to pool {{(pid=102450) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 20:56:25.269792 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-a943a758-44db-4138-a4a7-28a0877197ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-936743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27814670'] for segment (8f4fb049-57d1-4353-888e-c277d2e4d6b9), after_delete {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:56:25.272724 dv-cinder-813229-5-iscsi neutron-server[102450]: Traceback (most recent call last): Jan 31 20:56:25.272724 dv-cinder-813229-5-iscsi neutron-server[102450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 20:56:25.272724 dv-cinder-813229-5-iscsi neutron-server[102450]: timer() Jan 31 20:56:25.272724 dv-cinder-813229-5-iscsi neutron-server[102450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 20:56:25.272724 dv-cinder-813229-5-iscsi neutron-server[102450]: cb(*args, **kw) Jan 31 20:56:25.272724 dv-cinder-813229-5-iscsi neutron-server[102450]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 20:56:25.272724 dv-cinder-813229-5-iscsi neutron-server[102450]: return func(*args, **kwargs) Jan 31 20:56:25.272724 dv-cinder-813229-5-iscsi neutron-server[102450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 20:56:25.272724 dv-cinder-813229-5-iscsi neutron-server[102450]: self._notify() Jan 31 20:56:25.272724 dv-cinder-813229-5-iscsi neutron-server[102450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 20:56:25.272724 dv-cinder-813229-5-iscsi neutron-server[102450]: self.callback(batched_events) Jan 31 20:56:25.272724 dv-cinder-813229-5-iscsi neutron-server[102450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 20:56:25.272724 dv-cinder-813229-5-iscsi neutron-server[102450]: event.method(event) Jan 31 20:56:25.272724 dv-cinder-813229-5-iscsi neutron-server[102450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 20:56:25.272724 dv-cinder-813229-5-iscsi neutron-server[102450]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 20:56:25.272724 dv-cinder-813229-5-iscsi neutron-server[102450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 20:56:25.272724 dv-cinder-813229-5-iscsi neutron-server[102450]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 20:56:25.272724 dv-cinder-813229-5-iscsi neutron-server[102450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 20:56:25.272724 dv-cinder-813229-5-iscsi neutron-server[102450]: return f(self, *a, **k) Jan 31 20:56:25.272724 dv-cinder-813229-5-iscsi neutron-server[102450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 20:56:25.272724 dv-cinder-813229-5-iscsi neutron-server[102450]: return self._get(url).json() Jan 31 20:56:25.272724 dv-cinder-813229-5-iscsi neutron-server[102450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 20:56:25.272724 dv-cinder-813229-5-iscsi neutron-server[102450]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 20:56:25.272724 dv-cinder-813229-5-iscsi neutron-server[102450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 20:56:25.272724 dv-cinder-813229-5-iscsi neutron-server[102450]: return self.request(url, 'GET', **kwargs) Jan 31 20:56:25.272724 dv-cinder-813229-5-iscsi neutron-server[102450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 20:56:25.272724 dv-cinder-813229-5-iscsi neutron-server[102450]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 20:56:25.272724 dv-cinder-813229-5-iscsi neutron-server[102450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 20:56:25.272724 dv-cinder-813229-5-iscsi neutron-server[102450]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 20:56:25.272724 dv-cinder-813229-5-iscsi neutron-server[102450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 20:56:25.272724 dv-cinder-813229-5-iscsi neutron-server[102450]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 20:56:25.272724 dv-cinder-813229-5-iscsi neutron-server[102450]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 20:56:25.357073 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-a943a758-44db-4138-a4a7-28a0877197ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-793932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3769609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3696773'] for network (fc325b36-fcfb-435a-a46c-0bf685a3990e), after_delete {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:56:25.367021 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-a943a758-44db-4138-a4a7-28a0877197ef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3769851'] for network (None), before_response {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:56:25.374339 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [None req-a943a758-44db-4138-a4a7-28a0877197ef admin admin] 10.222.0.46 "DELETE /v2.0/networks/fc325b36-fcfb-435a-a46c-0bf685a3990e HTTP/1.1" status: 204 len: 168 time: 0.4273088 Jan 31 20:56:25.402361 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a943a758-44db-4138-a4a7-28a0877197ef admin admin] Pushing event deleted for resources: {'Network': ['ID=fc325b36-fcfb-435a-a46c-0bf685a3990e,revision_number=None']} {{(pid=102450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:56:25.408529 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-e25e20c6-e8cd-4855-81bc-fbaf34c823b8 req-1a66cc64-b2a0-465b-a8be-2079f977eaff tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] 10.222.0.46 "GET /v2.0/security-groups?id=65521e8f-8948-4df3-9344-760b60ce97e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1213622 Jan 31 20:56:25.482811 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d17f6a6-efd6-47e7-8d1a-8f7a38051d5d req-cd0942f3-2300-4e55-9b7c-812fa4350fac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:56:25.484986 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-1d17f6a6-efd6-47e7-8d1a-8f7a38051d5d req-cd0942f3-2300-4e55-9b7c-812fa4350fac service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=b64f8303-c27f-4bee-ad2c-a84f981dcf6c HTTP/1.1" status: 200 len: 1129 time: 0.0587106 Jan 31 20:56:25.563414 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-1d17f6a6-efd6-47e7-8d1a-8f7a38051d5d req-8785f583-8dc6-46bf-ae1c-b7b12e9f89dd service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=a32f4031-bf0a-46cb-9ad4-290c9574bdbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679955 Jan 31 20:56:25.795684 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7256119c-cfac-4d31-9d06-9efc849236d8 req-7f04b847-c0a9-424b-8803-108cd749e59a tempest-AttachVolumeNegativeTest-36827424 tempest-AttachVolumeNegativeTest-36827424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:56:25.795891 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.wsgi [-] (102450) accepted ('10.222.0.46', 40272) {{(pid=102450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 20:56:25.797015 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-7256119c-cfac-4d31-9d06-9efc849236d8 req-7f04b847-c0a9-424b-8803-108cd749e59a tempest-AttachVolumeNegativeTest-36827424 tempest-AttachVolumeNegativeTest-36827424-project] 10.222.0.46 "GET /v2.0/ports?device_id=b64f8303-c27f-4bee-ad2c-a84f981dcf6c HTTP/1.1" status: 200 len: 945 time: 0.0791588 Jan 31 20:56:25.859540 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [None req-1a853a42-77ba-478c-92f0-5ca62f44df92 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=36b4f6393ec8462583ca1e173c79a484&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0618067 Jan 31 20:56:25.863530 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.wsgi [-] (102450) accepted ('10.222.0.46', 40274) {{(pid=102450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 20:56:25.880014 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-7256119c-cfac-4d31-9d06-9efc849236d8 req-44352ea7-6338-4d71-a8fb-8abaf59fa8a8 tempest-AttachVolumeNegativeTest-36827424 tempest-AttachVolumeNegativeTest-36827424-project] 10.222.0.46 "GET /v2.0/security-groups?id=a32f4031-bf0a-46cb-9ad4-290c9574bdbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694683 Jan 31 20:56:25.943180 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-0d3f863f-25d5-4b34-b512-344f629210f6 admin admin] Publish callbacks [] for security_group (b22fd3b9-8630-4635-8727-093fb8c2d7d1), before_delete {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:56:25.975250 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600486512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3401042'] for agent (9ba4f6fe-000a-4ef5-9d61-ba62910ab5fe), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:56:25.987997 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-0d3f863f-25d5-4b34-b512-344f629210f6 admin admin] Publish callbacks [] for security_group (b22fd3b9-8630-4635-8727-093fb8c2d7d1), precommit_delete {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:56:26.084423 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-0d3f863f-25d5-4b34-b512-344f629210f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736509'] for security_group (b22fd3b9-8630-4635-8727-093fb8c2d7d1), after_delete {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:56:26.094562 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-0d3f863f-25d5-4b34-b512-344f629210f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:56:26.097896 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [None req-0d3f863f-25d5-4b34-b512-344f629210f6 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/b22fd3b9-8630-4635-8727-093fb8c2d7d1 HTTP/1.1" status: 204 len: 168 time: 0.2323487 Jan 31 20:56:26.111789 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3f863f-25d5-4b34-b512-344f629210f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b22fd3b9-8630-4635-8727-093fb8c2d7d1,revision_number=None']} {{(pid=102450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:56:26.269440 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.wsgi [-] (102450) accepted ('10.222.0.46', 40280) {{(pid=102450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 20:56:26.628031 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f3fd63-b372-4f40-921e-d1ec12cbeab1 req-ffd25af4-9534-4607-b1f7-edbcbbf8e56d tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:56:26.630992 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-96f3fd63-b372-4f40-921e-d1ec12cbeab1 req-ffd25af4-9534-4607-b1f7-edbcbbf8e56d tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] 10.222.0.46 "GET /v2.0/ports?device_id=e3153aa7-015b-4bbc-99db-58a6001749e2 HTTP/1.1" status: 200 len: 945 time: 0.0793006 Jan 31 20:56:26.666975 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-26d1c020-5ecf-4a20-82e2-29d340b1e96f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:56:26.730387 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-96f3fd63-b372-4f40-921e-d1ec12cbeab1 req-a2296b59-1df0-4511-bd11-108a391e78f5 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] 10.222.0.46 "GET /v2.0/security-groups?id=65521e8f-8948-4df3-9344-760b60ce97e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0864518 Jan 31 20:56:26.894931 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-26d1c020-5ecf-4a20-82e2-29d340b1e96f admin admin] Publish callbacks [] for security_group (601f49cf-6498-47ef-a47d-828d9dc8130b), precommit_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:56:26.900595 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-26d1c020-5ecf-4a20-82e2-29d340b1e96f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736509'] for security_group (601f49cf-6498-47ef-a47d-828d9dc8130b), after_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:56:26.945788 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [None req-26d1c020-5ecf-4a20-82e2-29d340b1e96f admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b6aa9987b2204696bf360f454616b28d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6747198 Jan 31 20:56:26.946748 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d1c020-5ecf-4a20-82e2-29d340b1e96f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=601f49cf-6498-47ef-a47d-828d9dc8130b,revision_number=1']} {{(pid=102450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:56:26.949677 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.wsgi [-] (102449) accepted ('10.222.0.46', 40300) {{(pid=102449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 20:56:27.104312 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-77909d5d-768a-4582-8c7c-f3c27bde941a admin admin] Publish callbacks [] for security_group (601f49cf-6498-47ef-a47d-828d9dc8130b), before_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:56:27.142973 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6fe07b-9996-4544-8a10-dc8e2f959465 req-72d7919a-65eb-4b44-a9c5-aab34a2234c9 tempest-AttachVolumeNegativeTest-36827424 tempest-AttachVolumeNegativeTest-36827424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:56:27.144519 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-9d6fe07b-9996-4544-8a10-dc8e2f959465 req-72d7919a-65eb-4b44-a9c5-aab34a2234c9 tempest-AttachVolumeNegativeTest-36827424 tempest-AttachVolumeNegativeTest-36827424-project] 10.222.0.46 "GET /v2.0/ports?device_id=b64f8303-c27f-4bee-ad2c-a84f981dcf6c HTTP/1.1" status: 200 len: 945 time: 0.1086791 Jan 31 20:56:27.146592 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-77909d5d-768a-4582-8c7c-f3c27bde941a admin admin] Publish callbacks [] for security_group (601f49cf-6498-47ef-a47d-828d9dc8130b), precommit_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:56:27.177022 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600486512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3401042'] for agent (e85cc1e2-8b4e-4549-a68e-d414072d4156), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:56:27.230580 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-9d6fe07b-9996-4544-8a10-dc8e2f959465 req-00151ad4-251b-4ba1-a5a3-ce84ce6cdf5c tempest-AttachVolumeNegativeTest-36827424 tempest-AttachVolumeNegativeTest-36827424-project] 10.222.0.46 "GET /v2.0/security-groups?id=a32f4031-bf0a-46cb-9ad4-290c9574bdbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653892 Jan 31 20:56:27.240778 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-77909d5d-768a-4582-8c7c-f3c27bde941a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736509'] for security_group (601f49cf-6498-47ef-a47d-828d9dc8130b), after_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:56:27.243874 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-77909d5d-768a-4582-8c7c-f3c27bde941a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:56:27.248795 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [None req-77909d5d-768a-4582-8c7c-f3c27bde941a admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/601f49cf-6498-47ef-a47d-828d9dc8130b HTTP/1.1" status: 204 len: 168 time: 0.2939107 Jan 31 20:56:27.263106 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77909d5d-768a-4582-8c7c-f3c27bde941a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=601f49cf-6498-47ef-a47d-828d9dc8130b,revision_number=None']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:56:27.798255 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.wsgi [-] (102450) accepted ('10.222.0.46', 40338) {{(pid=102450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 20:56:27.816944 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-ee3d5127-27c6-475e-a03d-fb92cd8a5540 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:56:28.024329 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0bddf5-0edb-47a2-9534-9bb92537eac4 req-8cfa6173-ff90-4c32-a25c-c79df5577b98 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:56:28.026329 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-1b0bddf5-0edb-47a2-9534-9bb92537eac4 req-8cfa6173-ff90-4c32-a25c-c79df5577b98 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] 10.222.0.46 "GET /v2.0/ports?device_id=e3153aa7-015b-4bbc-99db-58a6001749e2 HTTP/1.1" status: 200 len: 945 time: 0.1425622 Jan 31 20:56:28.030035 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-ee3d5127-27c6-475e-a03d-fb92cd8a5540 admin admin] Publish callbacks [] for security_group (0a667afe-2fa1-4d56-ac3f-4406b9008243), precommit_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:56:28.045614 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-ee3d5127-27c6-475e-a03d-fb92cd8a5540 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736509'] for security_group (0a667afe-2fa1-4d56-ac3f-4406b9008243), after_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:56:28.123036 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [None req-ee3d5127-27c6-475e-a03d-fb92cd8a5540 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=8011110da37548ccbbc7a14ddd883389&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3233163 Jan 31 20:56:28.123898 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3d5127-27c6-475e-a03d-fb92cd8a5540 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a667afe-2fa1-4d56-ac3f-4406b9008243,revision_number=1']} {{(pid=102450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:56:28.127523 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.wsgi [-] (102449) accepted ('10.222.0.46', 40368) {{(pid=102449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 20:56:28.161704 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-1b0bddf5-0edb-47a2-9534-9bb92537eac4 req-2bb4b1f5-57d6-435a-bb7d-4d71e4a727f3 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] 10.222.0.46 "GET /v2.0/security-groups?id=65521e8f-8948-4df3-9344-760b60ce97e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1282070 Jan 31 20:56:28.244246 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b6e5d60d-afe6-44c7-bef7-721255d41812 admin admin] Publish callbacks [] for security_group (0a667afe-2fa1-4d56-ac3f-4406b9008243), before_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:56:28.283391 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b6e5d60d-afe6-44c7-bef7-721255d41812 admin admin] Publish callbacks [] for security_group (0a667afe-2fa1-4d56-ac3f-4406b9008243), precommit_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:56:28.392534 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b6e5d60d-afe6-44c7-bef7-721255d41812 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736509'] for security_group (0a667afe-2fa1-4d56-ac3f-4406b9008243), after_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:56:28.395434 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b6e5d60d-afe6-44c7-bef7-721255d41812 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:56:28.399810 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [None req-b6e5d60d-afe6-44c7-bef7-721255d41812 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/0a667afe-2fa1-4d56-ac3f-4406b9008243 HTTP/1.1" status: 204 len: 168 time: 0.2636135 Jan 31 20:56:28.408274 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e5d60d-afe6-44c7-bef7-721255d41812 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a667afe-2fa1-4d56-ac3f-4406b9008243,revision_number=None']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:56:28.431848 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c4357d-de3d-4654-9953-8282a50f3f81 req-d7c2e86a-18f2-4d47-8be7-5f41c0c1be34 tempest-AttachVolumeNegativeTest-36827424 tempest-AttachVolumeNegativeTest-36827424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:56:28.434691 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-f9c4357d-de3d-4654-9953-8282a50f3f81 req-d7c2e86a-18f2-4d47-8be7-5f41c0c1be34 tempest-AttachVolumeNegativeTest-36827424 tempest-AttachVolumeNegativeTest-36827424-project] 10.222.0.46 "GET /v2.0/ports?device_id=b64f8303-c27f-4bee-ad2c-a84f981dcf6c HTTP/1.1" status: 200 len: 945 time: 0.0937452 Jan 31 20:56:28.531097 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-f9c4357d-de3d-4654-9953-8282a50f3f81 req-f8430914-418a-4da4-a1b6-06204629d7ac tempest-AttachVolumeNegativeTest-36827424 tempest-AttachVolumeNegativeTest-36827424-project] 10.222.0.46 "GET /v2.0/security-groups?id=a32f4031-bf0a-46cb-9ad4-290c9574bdbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813174 Jan 31 20:56:28.688576 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da45db97-7dff-415d-b03a-c9030aed63c3 req-b7bcda3f-0c20-43f1-8913-2381389083f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:56:28.691481 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-da45db97-7dff-415d-b03a-c9030aed63c3 req-b7bcda3f-0c20-43f1-8913-2381389083f5 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0338b91214f04c0ea3b3105e707d550a&device_id=4b21c9e1-251e-4780-a88f-01f20f420dac HTTP/1.1" status: 200 len: 1130 time: 0.1514952 Jan 31 20:56:28.740859 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8bd6be-0b93-42ac-8484-ecc106e6152e req-85591abd-bf46-4c70-bc79-052432bfaa73 tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:56:28.751928 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-1b8bd6be-0b93-42ac-8484-ecc106e6152e req-85591abd-bf46-4c70-bc79-052432bfaa73 tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] 10.222.0.46 "GET /v2.0/ports?device_id=4b21c9e1-251e-4780-a88f-01f20f420dac HTTP/1.1" status: 200 len: 946 time: 0.1501474 Jan 31 20:56:29.216055 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-1b8bd6be-0b93-42ac-8484-ecc106e6152e req-081d0545-1ec7-4e49-abe1-1aa22117f0b3 tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] 10.222.0.46 "GET /v2.0/security-groups?id=0bdd6188-2d8b-4b17-a788-ae2efdc28206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4627972 Jan 31 20:56:29.232800 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da45db97-7dff-415d-b03a-c9030aed63c3 req-f11eec29-28b6-4210-a280-19b1eaa206ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:56:29.236436 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-da45db97-7dff-415d-b03a-c9030aed63c3 req-f11eec29-28b6-4210-a280-19b1eaa206ca service neutron] 10.222.0.59 "GET /v2.0/networks?id=65673a31-2d3e-4d05-b20c-5dc9b3003e1f HTTP/1.1" status: 200 len: 920 time: 0.5277276 Jan 31 20:56:29.312635 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-da45db97-7dff-415d-b03a-c9030aed63c3 req-91e2fb2a-f172-4b02-83d7-ad23afe8cc62 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dfba6eda-5d1b-4027-9aee-bf29f39c876d HTTP/1.1" status: 200 len: 217 time: 0.0623693 Jan 31 20:56:29.361627 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a28b0ec-da8a-4194-bd03-29ae972c9119 req-f87a49c7-e8ad-498f-8511-cc6ad1eb749a tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:56:29.364489 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-5a28b0ec-da8a-4194-bd03-29ae972c9119 req-f87a49c7-e8ad-498f-8511-cc6ad1eb749a tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] 10.222.0.46 "GET /v2.0/ports?device_id=e3153aa7-015b-4bbc-99db-58a6001749e2 HTTP/1.1" status: 200 len: 945 time: 0.0719039 Jan 31 20:56:29.406491 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da45db97-7dff-415d-b03a-c9030aed63c3 req-04533782-ec70-4893-b6dc-bbc9cbada9c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:56:29.409579 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-da45db97-7dff-415d-b03a-c9030aed63c3 req-04533782-ec70-4893-b6dc-bbc9cbada9c2 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=192371ce-29b6-4188-9b71-f88453dc95b3 HTTP/1.1" status: 200 len: 859 time: 0.0776346 Jan 31 20:56:29.455448 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-5a28b0ec-da8a-4194-bd03-29ae972c9119 req-e6cc97d8-8bfc-4f85-be34-c39f55fb0a29 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] 10.222.0.46 "GET /v2.0/security-groups?id=65521e8f-8948-4df3-9344-760b60ce97e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0816491 Jan 31 20:56:29.513205 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-da45db97-7dff-415d-b03a-c9030aed63c3 req-cb72bf5f-5fbd-4ee7-bb30-f54aac25da69 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=65673a31-2d3e-4d05-b20c-5dc9b3003e1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0934017 Jan 31 20:56:29.642298 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-da45db97-7dff-415d-b03a-c9030aed63c3 req-67dec490-23e7-4439-a756-ecae71b898fd service neutron] 10.222.0.59 "GET /v2.0/networks/65673a31-2d3e-4d05-b20c-5dc9b3003e1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1112089 Jan 31 20:56:29.791080 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-da45db97-7dff-415d-b03a-c9030aed63c3 req-64076174-44f5-43f4-ab7a-4fe203d5b42c service neutron] 10.222.0.59 "GET /v2.0/networks/65673a31-2d3e-4d05-b20c-5dc9b3003e1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1387765 Jan 31 20:56:30.469176 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222e2eac-758d-4b39-8cad-0fc342db3ffd req-68304dfb-540e-4c1e-805e-cac0bf49626b tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:56:30.472522 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-222e2eac-758d-4b39-8cad-0fc342db3ffd req-68304dfb-540e-4c1e-805e-cac0bf49626b tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] 10.222.0.46 "GET /v2.0/ports?device_id=4b21c9e1-251e-4780-a88f-01f20f420dac HTTP/1.1" status: 200 len: 946 time: 0.1051013 Jan 31 20:56:30.586650 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-222e2eac-758d-4b39-8cad-0fc342db3ffd req-40af45df-41e9-4df3-a939-c96e2d0bbd60 tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] 10.222.0.46 "GET /v2.0/security-groups?id=0bdd6188-2d8b-4b17-a788-ae2efdc28206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050985 Jan 31 20:56:30.730547 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d53916-be9a-4ba6-aad8-ff1e2a1d4821 req-ae93151d-b7ba-40eb-8540-812f1d2a20fc tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:56:30.733152 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-c2d53916-be9a-4ba6-aad8-ff1e2a1d4821 req-ae93151d-b7ba-40eb-8540-812f1d2a20fc tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] 10.222.0.46 "GET /v2.0/ports?device_id=e3153aa7-015b-4bbc-99db-58a6001749e2 HTTP/1.1" status: 200 len: 945 time: 0.1199279 Jan 31 20:56:30.811186 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-c2d53916-be9a-4ba6-aad8-ff1e2a1d4821 req-fb05ac07-d627-46b7-88fc-107fe39906fd tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] 10.222.0.46 "GET /v2.0/security-groups?id=65521e8f-8948-4df3-9344-760b60ce97e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671990 Jan 31 20:56:31.766188 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.wsgi [-] (102449) accepted ('10.222.0.46', 40498) {{(pid=102449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 20:56:31.834634 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bb549c-e726-4679-b010-077e21a13cfc req-309c854c-8dca-48a1-85d3-9f8ba15cc7eb tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:56:31.837503 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-74bb549c-e726-4679-b010-077e21a13cfc req-309c854c-8dca-48a1-85d3-9f8ba15cc7eb tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] 10.222.0.46 "GET /v2.0/ports?device_id=4b21c9e1-251e-4780-a88f-01f20f420dac HTTP/1.1" status: 200 len: 946 time: 0.0906329 Jan 31 20:56:31.940532 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-74bb549c-e726-4679-b010-077e21a13cfc req-da35a7fd-25a1-41eb-ab42-43f177d97d63 tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] 10.222.0.46 "GET /v2.0/security-groups?id=0bdd6188-2d8b-4b17-a788-ae2efdc28206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926285 Jan 31 20:56:31.969788 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.db.agents_db [None req-9f73b596-de3f-4c4d-980f-1f0b0f14bd7d None None] Agent healthcheck: found 6 active agents {{(pid=102454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 20:56:31.990269 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-3e844633-af0c-4c06-827b-c4993da3e87b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:56:32.059330 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18da4b2-0e28-4a15-9baa-9d8f22f1a42f req-e386a568-44b0-491f-abc2-0884ec8a0130 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:56:32.061894 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-c18da4b2-0e28-4a15-9baa-9d8f22f1a42f req-e386a568-44b0-491f-abc2-0884ec8a0130 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] 10.222.0.46 "GET /v2.0/ports?device_id=e3153aa7-015b-4bbc-99db-58a6001749e2 HTTP/1.1" status: 200 len: 945 time: 0.1168466 Jan 31 20:56:32.162938 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-c18da4b2-0e28-4a15-9baa-9d8f22f1a42f req-cd31049b-ebe4-4a9f-b6a9-246564a246a5 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] 10.222.0.46 "GET /v2.0/security-groups?id=65521e8f-8948-4df3-9344-760b60ce97e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0815904 Jan 31 20:56:32.166022 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-3e844633-af0c-4c06-827b-c4993da3e87b admin admin] Publish callbacks [] for security_group (238f9a00-349b-4187-b8a1-3407f025ee1a), precommit_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:56:32.174062 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-3e844633-af0c-4c06-827b-c4993da3e87b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736509'] for security_group (238f9a00-349b-4187-b8a1-3407f025ee1a), after_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:56:32.234071 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [None req-3e844633-af0c-4c06-827b-c4993da3e87b admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=4b5018040b2e4509a852d608761b05c7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4664369 Jan 31 20:56:32.234970 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e844633-af0c-4c06-827b-c4993da3e87b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=238f9a00-349b-4187-b8a1-3407f025ee1a,revision_number=1']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:56:32.238205 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.wsgi [-] (102450) accepted ('10.222.0.46', 40504) {{(pid=102450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 20:56:32.297429 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-5d0da3c3-4615-4c04-a1ec-52fecfd2e40b admin admin] Publish callbacks [] for security_group (238f9a00-349b-4187-b8a1-3407f025ee1a), before_delete {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:56:32.321050 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-5d0da3c3-4615-4c04-a1ec-52fecfd2e40b admin admin] Publish callbacks [] for security_group (238f9a00-349b-4187-b8a1-3407f025ee1a), precommit_delete {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:56:32.389853 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-5d0da3c3-4615-4c04-a1ec-52fecfd2e40b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736509'] for security_group (238f9a00-349b-4187-b8a1-3407f025ee1a), after_delete {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:56:32.393734 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-5d0da3c3-4615-4c04-a1ec-52fecfd2e40b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:56:32.395671 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [None req-5d0da3c3-4615-4c04-a1ec-52fecfd2e40b admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/238f9a00-349b-4187-b8a1-3407f025ee1a HTTP/1.1" status: 204 len: 168 time: 0.1558700 Jan 31 20:56:32.408173 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0da3c3-4615-4c04-a1ec-52fecfd2e40b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=238f9a00-349b-4187-b8a1-3407f025ee1a,revision_number=None']} {{(pid=102450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:56:32.800419 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.wsgi [-] (102450) accepted ('10.222.0.46', 40512) {{(pid=102450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 20:56:32.821926 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-025b36bb-1de9-42d6-b87c-4a283f51ec4c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:56:32.941068 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-025b36bb-1de9-42d6-b87c-4a283f51ec4c admin admin] Publish callbacks [] for security_group (e1e35b6a-5faa-40f2-b82e-d0e37309b9ac), precommit_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:56:32.946525 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-025b36bb-1de9-42d6-b87c-4a283f51ec4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736509'] for security_group (e1e35b6a-5faa-40f2-b82e-d0e37309b9ac), after_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:56:33.022463 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [None req-025b36bb-1de9-42d6-b87c-4a283f51ec4c admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=10a8e348fdc74179b883840030c28b33&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2204885 Jan 31 20:56:33.023888 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025b36bb-1de9-42d6-b87c-4a283f51ec4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1e35b6a-5faa-40f2-b82e-d0e37309b9ac,revision_number=1']} {{(pid=102450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:56:33.026015 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.wsgi [-] (102449) accepted ('10.222.0.46', 40518) {{(pid=102449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 20:56:33.105911 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ca845070-4fd8-457e-8066-35341487c863 admin admin] Publish callbacks [] for security_group (e1e35b6a-5faa-40f2-b82e-d0e37309b9ac), before_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:56:33.125480 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa8e470-f487-4550-a3a0-4cbf935ec0e8 req-0e072710-4a10-477e-9b88-2709c141345a tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:56:33.129494 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-bfa8e470-f487-4550-a3a0-4cbf935ec0e8 req-0e072710-4a10-477e-9b88-2709c141345a tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] 10.222.0.46 "GET /v2.0/ports?device_id=4b21c9e1-251e-4780-a88f-01f20f420dac HTTP/1.1" status: 200 len: 946 time: 0.0923793 Jan 31 20:56:33.144456 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ca845070-4fd8-457e-8066-35341487c863 admin admin] Publish callbacks [] for security_group (e1e35b6a-5faa-40f2-b82e-d0e37309b9ac), precommit_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:56:33.206297 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-bfa8e470-f487-4550-a3a0-4cbf935ec0e8 req-9d91b2cf-6fcf-49be-a859-701f95263c70 tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] 10.222.0.46 "GET /v2.0/security-groups?id=0bdd6188-2d8b-4b17-a788-ae2efdc28206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684292 Jan 31 20:56:33.214925 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ca845070-4fd8-457e-8066-35341487c863 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736509'] for security_group (e1e35b6a-5faa-40f2-b82e-d0e37309b9ac), after_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:56:33.220619 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ca845070-4fd8-457e-8066-35341487c863 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:56:33.222688 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [None req-ca845070-4fd8-457e-8066-35341487c863 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/e1e35b6a-5faa-40f2-b82e-d0e37309b9ac HTTP/1.1" status: 204 len: 168 time: 0.1945789 Jan 31 20:56:33.236906 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca845070-4fd8-457e-8066-35341487c863 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1e35b6a-5faa-40f2-b82e-d0e37309b9ac,revision_number=None']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:56:33.386171 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecddb169-0a61-4218-8835-f0ede8b8dbd2 req-42b3358f-2564-40c8-9059-ca0447547e3d tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:56:33.387763 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-ecddb169-0a61-4218-8835-f0ede8b8dbd2 req-42b3358f-2564-40c8-9059-ca0447547e3d tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] 10.222.0.46 "GET /v2.0/ports?device_id=e3153aa7-015b-4bbc-99db-58a6001749e2 HTTP/1.1" status: 200 len: 945 time: 0.0757103 Jan 31 20:56:33.462708 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-ecddb169-0a61-4218-8835-f0ede8b8dbd2 req-e53ffac2-4981-41a2-839f-0ca13fd568b1 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] 10.222.0.46 "GET /v2.0/security-groups?id=65521e8f-8948-4df3-9344-760b60ce97e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0653999 Jan 31 20:56:34.396037 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389e275d-bbde-4596-be05-f0944ded0226 req-5f70ed62-2b62-4217-85ab-3f960e7e5ddf tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:56:34.398466 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-389e275d-bbde-4596-be05-f0944ded0226 req-5f70ed62-2b62-4217-85ab-3f960e7e5ddf tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] 10.222.0.46 "GET /v2.0/ports?device_id=4b21c9e1-251e-4780-a88f-01f20f420dac HTTP/1.1" status: 200 len: 946 time: 0.0818825 Jan 31 20:56:34.483402 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-389e275d-bbde-4596-be05-f0944ded0226 req-f53aec0f-81e5-429f-8ca3-230a15748d7c tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] 10.222.0.46 "GET /v2.0/security-groups?id=0bdd6188-2d8b-4b17-a788-ae2efdc28206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743051 Jan 31 20:56:34.653367 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3700ed14-016d-46ff-b458-cecc3f2a00b7 req-c750f76c-4e24-4c3a-ad6f-cc2ae8bf231e tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:56:34.654975 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-3700ed14-016d-46ff-b458-cecc3f2a00b7 req-c750f76c-4e24-4c3a-ad6f-cc2ae8bf231e tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] 10.222.0.46 "GET /v2.0/ports?device_id=e3153aa7-015b-4bbc-99db-58a6001749e2 HTTP/1.1" status: 200 len: 945 time: 0.0648313 Jan 31 20:56:34.732433 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-3700ed14-016d-46ff-b458-cecc3f2a00b7 req-6b323bde-a482-4909-9ecf-dc867e33bbd9 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] 10.222.0.46 "GET /v2.0/security-groups?id=65521e8f-8948-4df3-9344-760b60ce97e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0684178 Jan 31 20:56:35.645882 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0903a7e4-3ed6-4bc1-87d0-7cc5145f3808 req-c856dba3-c9ca-49d5-93ed-131bf38b1928 tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:56:35.648637 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-0903a7e4-3ed6-4bc1-87d0-7cc5145f3808 req-c856dba3-c9ca-49d5-93ed-131bf38b1928 tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] 10.222.0.46 "GET /v2.0/ports?device_id=4b21c9e1-251e-4780-a88f-01f20f420dac HTTP/1.1" status: 200 len: 946 time: 0.0767250 Jan 31 20:56:35.718336 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-0903a7e4-3ed6-4bc1-87d0-7cc5145f3808 req-c599ddca-a25e-4c97-a53e-297547d93165 tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] 10.222.0.46 "GET /v2.0/security-groups?id=0bdd6188-2d8b-4b17-a788-ae2efdc28206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623255 Jan 31 20:56:35.920324 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4766bfcb-b955-416e-9b9f-372783cf528c req-4ced6b6b-f973-448c-9be8-f38887317f29 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:56:35.922799 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-4766bfcb-b955-416e-9b9f-372783cf528c req-4ced6b6b-f973-448c-9be8-f38887317f29 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] 10.222.0.46 "GET /v2.0/ports?device_id=e3153aa7-015b-4bbc-99db-58a6001749e2 HTTP/1.1" status: 200 len: 945 time: 0.0857038 Jan 31 20:56:36.012285 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-4766bfcb-b955-416e-9b9f-372783cf528c req-02a78a57-6edf-468b-8b01-8aea3f2c06dc tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] 10.222.0.46 "GET /v2.0/security-groups?id=65521e8f-8948-4df3-9344-760b60ce97e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0734289 Jan 31 20:56:36.897390 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c233cb-e6a4-4bc4-a262-9bb0ce880160 req-16a4740d-b9e8-4862-8e53-acbb3251d34b tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:56:36.898982 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-68c233cb-e6a4-4bc4-a262-9bb0ce880160 req-16a4740d-b9e8-4862-8e53-acbb3251d34b tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] 10.222.0.46 "GET /v2.0/ports?device_id=4b21c9e1-251e-4780-a88f-01f20f420dac HTTP/1.1" status: 200 len: 946 time: 0.0755591 Jan 31 20:56:36.984873 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-68c233cb-e6a4-4bc4-a262-9bb0ce880160 req-59c147f3-d1b1-44df-9c95-44e5216fe1dd tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] 10.222.0.46 "GET /v2.0/security-groups?id=0bdd6188-2d8b-4b17-a788-ae2efdc28206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758133 Jan 31 20:56:37.209960 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7240aa05-5acc-4c3a-8472-784b5006f641 req-efb8c9b7-78f2-4f02-9e9f-6f761df962f1 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:56:37.211948 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-7240aa05-5acc-4c3a-8472-784b5006f641 req-efb8c9b7-78f2-4f02-9e9f-6f761df962f1 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] 10.222.0.46 "GET /v2.0/ports?device_id=e3153aa7-015b-4bbc-99db-58a6001749e2 HTTP/1.1" status: 200 len: 945 time: 0.0814610 Jan 31 20:56:37.284254 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-7240aa05-5acc-4c3a-8472-784b5006f641 req-92647980-3b0a-44c6-a27c-95d6710d343a tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] 10.222.0.46 "GET /v2.0/security-groups?id=65521e8f-8948-4df3-9344-760b60ce97e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602617 Jan 31 20:56:38.154549 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1059a9-87e8-403d-9c71-7ec4331dd9c2 req-a21b69f0-3fa8-4301-8d68-e275465cf046 tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:56:38.156447 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-7d1059a9-87e8-403d-9c71-7ec4331dd9c2 req-a21b69f0-3fa8-4301-8d68-e275465cf046 tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] 10.222.0.46 "GET /v2.0/ports?device_id=4b21c9e1-251e-4780-a88f-01f20f420dac HTTP/1.1" status: 200 len: 946 time: 0.0652077 Jan 31 20:56:38.246858 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-7d1059a9-87e8-403d-9c71-7ec4331dd9c2 req-3a3b463d-4d72-46e6-bb4d-6149a22d6f6e tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] 10.222.0.46 "GET /v2.0/security-groups?id=0bdd6188-2d8b-4b17-a788-ae2efdc28206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841045 Jan 31 20:56:38.463781 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e502b636-1afb-4578-b2f1-9241e386020a req-d6454456-6aff-46bb-9110-c391d3772fed tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:56:38.465387 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-e502b636-1afb-4578-b2f1-9241e386020a req-d6454456-6aff-46bb-9110-c391d3772fed tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] 10.222.0.46 "GET /v2.0/ports?device_id=e3153aa7-015b-4bbc-99db-58a6001749e2 HTTP/1.1" status: 200 len: 945 time: 0.0741379 Jan 31 20:56:38.540879 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-e502b636-1afb-4578-b2f1-9241e386020a req-833d325f-0879-49f6-b73e-129fe3a50a95 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] 10.222.0.46 "GET /v2.0/security-groups?id=65521e8f-8948-4df3-9344-760b60ce97e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0648077 Jan 31 20:56:39.424678 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793714f7-da7f-4547-a271-c0aa9904518a req-106b1c88-c846-4a35-bc05-ee3531c564f7 tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:56:39.426252 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-793714f7-da7f-4547-a271-c0aa9904518a req-106b1c88-c846-4a35-bc05-ee3531c564f7 tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] 10.222.0.46 "GET /v2.0/ports?device_id=4b21c9e1-251e-4780-a88f-01f20f420dac HTTP/1.1" status: 200 len: 946 time: 0.0680807 Jan 31 20:56:39.493629 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-793714f7-da7f-4547-a271-c0aa9904518a req-792ed9d3-3e55-491b-8305-2fa5188614be tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] 10.222.0.46 "GET /v2.0/security-groups?id=0bdd6188-2d8b-4b17-a788-ae2efdc28206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609794 Jan 31 20:56:39.717119 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ff60d5-fa90-4bb6-a185-dd59a6f47a96 req-60fb5ae6-7ab3-4d5e-a896-a387a3871247 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:56:39.719259 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-b9ff60d5-fa90-4bb6-a185-dd59a6f47a96 req-60fb5ae6-7ab3-4d5e-a896-a387a3871247 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] 10.222.0.46 "GET /v2.0/ports?device_id=e3153aa7-015b-4bbc-99db-58a6001749e2 HTTP/1.1" status: 200 len: 945 time: 0.0726233 Jan 31 20:56:39.789187 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-b9ff60d5-fa90-4bb6-a185-dd59a6f47a96 req-318177ca-996c-45cc-a601-0cfd77bbe413 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] 10.222.0.46 "GET /v2.0/security-groups?id=65521e8f-8948-4df3-9344-760b60ce97e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594230 Jan 31 20:56:40.671569 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68d6016-bc7b-4d5b-8f76-18a0616219de req-e73d3d08-fa14-4800-80e9-49829915ae70 tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:56:40.673180 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-c68d6016-bc7b-4d5b-8f76-18a0616219de req-e73d3d08-fa14-4800-80e9-49829915ae70 tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] 10.222.0.46 "GET /v2.0/ports?device_id=4b21c9e1-251e-4780-a88f-01f20f420dac HTTP/1.1" status: 200 len: 946 time: 0.0874994 Jan 31 20:56:40.727818 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-c68d6016-bc7b-4d5b-8f76-18a0616219de req-400ca8dd-6ff3-4322-9d1b-ac65f133d50b tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] 10.222.0.46 "GET /v2.0/security-groups?id=0bdd6188-2d8b-4b17-a788-ae2efdc28206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475545 Jan 31 20:56:40.984287 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2317aa-b540-4b19-9d59-7d315197a41a req-abd45e2f-b1ef-4355-b2ea-f72feff39c96 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:56:40.987297 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-6b2317aa-b540-4b19-9d59-7d315197a41a req-abd45e2f-b1ef-4355-b2ea-f72feff39c96 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] 10.222.0.46 "GET /v2.0/ports?device_id=e3153aa7-015b-4bbc-99db-58a6001749e2 HTTP/1.1" status: 200 len: 945 time: 0.0979261 Jan 31 20:56:41.055535 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-6b2317aa-b540-4b19-9d59-7d315197a41a req-46900ec9-69f3-4d9b-8214-1ddeaa318dca tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] 10.222.0.46 "GET /v2.0/security-groups?id=65521e8f-8948-4df3-9344-760b60ce97e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605745 Jan 31 20:56:41.925016 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0814fc-3c05-4611-9c57-3f91d0583ee9 req-2888bee7-9568-43b8-a93d-1f991fc34d96 tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:56:41.927755 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-eb0814fc-3c05-4611-9c57-3f91d0583ee9 req-2888bee7-9568-43b8-a93d-1f991fc34d96 tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] 10.222.0.46 "GET /v2.0/ports?device_id=4b21c9e1-251e-4780-a88f-01f20f420dac HTTP/1.1" status: 200 len: 946 time: 0.0906510 Jan 31 20:56:42.018911 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-eb0814fc-3c05-4611-9c57-3f91d0583ee9 req-8542b223-b3ce-4043-afd4-bb6c9c5c037c tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] 10.222.0.46 "GET /v2.0/security-groups?id=0bdd6188-2d8b-4b17-a788-ae2efdc28206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832369 Jan 31 20:56:42.227096 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dfa4b5-77b3-42b1-9bf0-fdce727f7669 req-9c172c31-1fb1-466b-b22b-feebfc364cfc tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:56:42.229028 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-21dfa4b5-77b3-42b1-9bf0-fdce727f7669 req-9c172c31-1fb1-466b-b22b-feebfc364cfc tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] 10.222.0.46 "GET /v2.0/ports?device_id=e3153aa7-015b-4bbc-99db-58a6001749e2 HTTP/1.1" status: 200 len: 945 time: 0.0727870 Jan 31 20:56:42.306018 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-21dfa4b5-77b3-42b1-9bf0-fdce727f7669 req-84dbf999-b658-40cd-a690-21dbb91e8150 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] 10.222.0.46 "GET /v2.0/security-groups?id=65521e8f-8948-4df3-9344-760b60ce97e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0666811 Jan 31 20:56:42.608755 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b805a5-9b45-42fa-91aa-fc8e8533b591 req-8929079b-1d62-48c7-b71c-17982efd362b tempest-AttachVolumeNegativeTest-36827424 tempest-AttachVolumeNegativeTest-36827424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:56:42.611117 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-f2b805a5-9b45-42fa-91aa-fc8e8533b591 req-8929079b-1d62-48c7-b71c-17982efd362b tempest-AttachVolumeNegativeTest-36827424 tempest-AttachVolumeNegativeTest-36827424-project] 10.222.0.46 "GET /v2.0/ports?device_id=b64f8303-c27f-4bee-ad2c-a84f981dcf6c HTTP/1.1" status: 200 len: 945 time: 0.0775220 Jan 31 20:56:42.697131 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-f2b805a5-9b45-42fa-91aa-fc8e8533b591 req-bea161a6-2987-44b0-8a21-aa22f181f8ef tempest-AttachVolumeNegativeTest-36827424 tempest-AttachVolumeNegativeTest-36827424-project] 10.222.0.46 "GET /v2.0/security-groups?id=a32f4031-bf0a-46cb-9ad4-290c9574bdbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764582 Jan 31 20:56:42.913172 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.rpc [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Device f83f76e6-6b79-4e98-911c-f26ea26c65da details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=102451) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 20:56:43.048653 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.db [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] For port f83f76e6-6b79-4e98-911c-f26ea26c65da, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=f83f76e6-6b79-4e98-911c-f26ea26c65da,segment=NetworkSegment(0b88ba8a-5620-4c08-98b4-337c2e3644cc),segment_id=0b88ba8a-5620-4c08-98b4-337c2e3644cc)] {{(pid=102451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 20:56:43.069385 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.rpc [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Returning: {'device': 'f83f76e6-6b79-4e98-911c-f26ea26c65da', 'network_id': 'e68884ed-aafc-46db-987f-40cce4cb0a81', 'port_id': 'f83f76e6-6b79-4e98-911c-f26ea26c65da', 'mac_address': 'fa:16:3e:af:b9:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 689, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34dec552-ecde-44b0-b00b-6077e3fcfd65', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102451) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 20:56:43.138424 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.plugin [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Current status of the port f83f76e6-6b79-4e98-911c-f26ea26c65da is: ACTIVE; New status is: BUILD {{(pid=102451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 20:56:43.138925 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1026180'] for port (f83f76e6-6b79-4e98-911c-f26ea26c65da), before_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:56:43.168678 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.notifiers.nova [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f83f76e6-6b79-4e98-911c-f26ea26c65da {{(pid=102451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 20:56:43.201854 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.db [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] For port f83f76e6-6b79-4e98-911c-f26ea26c65da, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=f83f76e6-6b79-4e98-911c-f26ea26c65da,segment=NetworkSegment(0b88ba8a-5620-4c08-98b4-337c2e3644cc),segment_id=0b88ba8a-5620-4c08-98b4-337c2e3644cc)] {{(pid=102451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 20:56:43.209519 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1029723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3769609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783600466378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783599971615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783599971633'] for port (f83f76e6-6b79-4e98-911c-f26ea26c65da), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:56:43.211344 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c6c5b1-b06d-4518-83f8-2ae99a31caaa req-4fc0577c-ae18-4eaf-b8d6-7e3c4cd37093 tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:56:43.214477 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-90c6c5b1-b06d-4518-83f8-2ae99a31caaa req-4fc0577c-ae18-4eaf-b8d6-7e3c4cd37093 tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] 10.222.0.46 "GET /v2.0/ports?device_id=4b21c9e1-251e-4780-a88f-01f20f420dac HTTP/1.1" status: 200 len: 946 time: 0.0963941 Jan 31 20:56:43.301265 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Pushing event updated for resources: {'Port': ['ID=f83f76e6-6b79-4e98-911c-f26ea26c65da,revision_number=6']} {{(pid=102451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:56:43.302389 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-90c6c5b1-b06d-4518-83f8-2ae99a31caaa req-6bcc208a-446e-47f0-97ec-485db4ff6402 tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] 10.222.0.46 "GET /v2.0/security-groups?id=0bdd6188-2d8b-4b17-a788-ae2efdc28206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776179 Jan 31 20:56:43.394167 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.db [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] get_ports_and_sgs() called for port_ids ['f83f76e6-6b79-4e98-911c-f26ea26c65da'] {{(pid=102451) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 20:56:43.511663 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e67d1b5-cec4-4d69-8c24-bea4ecbc4389 req-020bf23a-db24-47f5-adcf-0a0889e1235c tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:56:43.515803 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-5e67d1b5-cec4-4d69-8c24-bea4ecbc4389 req-020bf23a-db24-47f5-adcf-0a0889e1235c tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] 10.222.0.46 "GET /v2.0/ports?device_id=e3153aa7-015b-4bbc-99db-58a6001749e2 HTTP/1.1" status: 200 len: 944 time: 0.1075959 Jan 31 20:56:43.617414 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-5e67d1b5-cec4-4d69-8c24-bea4ecbc4389 req-2fb119b5-b9ad-4c2e-bddb-7f79c0144822 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] 10.222.0.46 "GET /v2.0/security-groups?id=65521e8f-8948-4df3-9344-760b60ce97e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0913126 Jan 31 20:56:43.858227 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1871b9-6277-4293-aa0d-633403d73aea req-94cf4901-44b9-49ee-90cf-6fa30ac84430 tempest-AttachVolumeNegativeTest-36827424 tempest-AttachVolumeNegativeTest-36827424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:56:43.860049 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-ec1871b9-6277-4293-aa0d-633403d73aea req-94cf4901-44b9-49ee-90cf-6fa30ac84430 tempest-AttachVolumeNegativeTest-36827424 tempest-AttachVolumeNegativeTest-36827424-project] 10.222.0.46 "GET /v2.0/ports?device_id=b64f8303-c27f-4bee-ad2c-a84f981dcf6c HTTP/1.1" status: 200 len: 945 time: 0.0691648 Jan 31 20:56:43.945669 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-ec1871b9-6277-4293-aa0d-633403d73aea req-92caa1fd-476f-4534-bc7e-b582a8cdb71e tempest-AttachVolumeNegativeTest-36827424 tempest-AttachVolumeNegativeTest-36827424-project] 10.222.0.46 "GET /v2.0/security-groups?id=a32f4031-bf0a-46cb-9ad4-290c9574bdbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734940 Jan 31 20:56:44.493024 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2a87ec-df17-4420-b973-517ac316be5d req-165ec125-b27a-4f7e-8996-3e099ddf251e tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:56:44.495040 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-da2a87ec-df17-4420-b973-517ac316be5d req-165ec125-b27a-4f7e-8996-3e099ddf251e tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] 10.222.0.46 "GET /v2.0/ports?device_id=4b21c9e1-251e-4780-a88f-01f20f420dac HTTP/1.1" status: 200 len: 946 time: 0.0693965 Jan 31 20:56:44.568092 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-da2a87ec-df17-4420-b973-517ac316be5d req-f2b0465c-7878-4fff-b102-78f1eebbb6f9 tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] 10.222.0.46 "GET /v2.0/security-groups?id=0bdd6188-2d8b-4b17-a788-ae2efdc28206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647972 Jan 31 20:56:44.836669 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371e6738-f0b1-47d5-9501-9c014776cf40 req-d4a0d6ee-8c5d-43e5-8b71-ecb56b7b30f9 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:56:44.838163 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-371e6738-f0b1-47d5-9501-9c014776cf40 req-d4a0d6ee-8c5d-43e5-8b71-ecb56b7b30f9 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] 10.222.0.46 "GET /v2.0/ports?device_id=e3153aa7-015b-4bbc-99db-58a6001749e2 HTTP/1.1" status: 200 len: 944 time: 0.0864484 Jan 31 20:56:44.896791 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-371e6738-f0b1-47d5-9501-9c014776cf40 req-418c5188-0baf-4839-838a-f7628a3568e2 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] 10.222.0.46 "GET /v2.0/security-groups?id=65521e8f-8948-4df3-9344-760b60ce97e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475285 Jan 31 20:56:44.926887 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.rpc [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Device f83f76e6-6b79-4e98-911c-f26ea26c65da up at agent hyperv_hv-cinder-81322 {{(pid=102451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 20:56:44.995624 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.db.provisioning_blocks [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Provisioning complete for port f83f76e6-6b79-4e98-911c-f26ea26c65da triggered by entity L2. {{(pid=102451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 20:56:44.996238 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3401144'] for port (f83f76e6-6b79-4e98-911c-f26ea26c65da), provisioning_complete {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:56:45.134225 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.plugin [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Current status of the port f83f76e6-6b79-4e98-911c-f26ea26c65da is: BUILD; New status is: ACTIVE {{(pid=102451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 20:56:45.134601 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1026180'] for port (f83f76e6-6b79-4e98-911c-f26ea26c65da), before_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:56:45.158312 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3848254-e4c6-4f05-800d-6738d3ca373f req-4535014f-2912-4d4c-a119-e057e6c16b94 tempest-AttachVolumeNegativeTest-36827424 tempest-AttachVolumeNegativeTest-36827424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:56:45.161068 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-b3848254-e4c6-4f05-800d-6738d3ca373f req-4535014f-2912-4d4c-a119-e057e6c16b94 tempest-AttachVolumeNegativeTest-36827424 tempest-AttachVolumeNegativeTest-36827424-project] 10.222.0.46 "GET /v2.0/ports?device_id=b64f8303-c27f-4bee-ad2c-a84f981dcf6c HTTP/1.1" status: 200 len: 945 time: 0.0971334 Jan 31 20:56:45.161255 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3153aa7-015b-4bbc-99db-58a6001749e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f83f76e6-6b79-4e98-911c-f26ea26c65da'}] {{(pid=102451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 20:56:45.163598 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c23f90a41664c3b077a95f51e37b0059f8aa38e98bc0260eca12d616ac4420be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-218cef2f-e24d-41c8-bde5-344a9f72f404" -d '{"events": [{"server_uuid": "e3153aa7-015b-4bbc-99db-58a6001749e2", "name": "network-vif-plugged", "status": "completed", "tag": "f83f76e6-6b79-4e98-911c-f26ea26c65da"}]}' {{(pid=102451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 20:56:45.183740 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.db [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] For port f83f76e6-6b79-4e98-911c-f26ea26c65da, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=f83f76e6-6b79-4e98-911c-f26ea26c65da,segment=NetworkSegment(0b88ba8a-5620-4c08-98b4-337c2e3644cc),segment_id=0b88ba8a-5620-4c08-98b4-337c2e3644cc)] {{(pid=102451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 20:56:45.191083 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1029723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3769609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783600466378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783599971615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783599971633'] for port (f83f76e6-6b79-4e98-911c-f26ea26c65da), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:56:45.228493 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 20:56:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8784f1f7-95e4-4701-8ccd-8e61dfdec461 x-openstack-request-id: req-8784f1f7-95e4-4701-8ccd-8e61dfdec461 {{(pid=102451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 20:56:45.228835 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3153aa7-015b-4bbc-99db-58a6001749e2", "name": "network-vif-plugged", "status": "completed", "tag": "f83f76e6-6b79-4e98-911c-f26ea26c65da", "code": 200}]} {{(pid=102451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 20:56:45.229107 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-8784f1f7-95e4-4701-8ccd-8e61dfdec461 {{(pid=102451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 20:56:45.229512 dv-cinder-813229-5-iscsi neutron-server[102451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3153aa7-015b-4bbc-99db-58a6001749e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f83f76e6-6b79-4e98-911c-f26ea26c65da', 'code': 200} Jan 31 20:56:45.249030 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-b3848254-e4c6-4f05-800d-6738d3ca373f req-bc67662f-7396-442b-adb4-1ed6cde8d470 tempest-AttachVolumeNegativeTest-36827424 tempest-AttachVolumeNegativeTest-36827424-project] 10.222.0.46 "GET /v2.0/security-groups?id=a32f4031-bf0a-46cb-9ad4-290c9574bdbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765846 Jan 31 20:56:45.272357 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Pushing event updated for resources: {'Port': ['ID=f83f76e6-6b79-4e98-911c-f26ea26c65da,revision_number=7']} {{(pid=102451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:56:45.569546 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bb06ad-9a9e-4be9-9909-a43ac84cae66 req-aa8f0eb4-3456-4e92-84a8-a834e01aa070 tempest-AttachVolumeNegativeTest-36827424 tempest-AttachVolumeNegativeTest-36827424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:56:45.571365 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-26bb06ad-9a9e-4be9-9909-a43ac84cae66 req-aa8f0eb4-3456-4e92-84a8-a834e01aa070 tempest-AttachVolumeNegativeTest-36827424 tempest-AttachVolumeNegativeTest-36827424-project] 10.222.0.59 "GET /v2.0/ports?device_id=b64f8303-c27f-4bee-ad2c-a84f981dcf6c HTTP/1.1" status: 200 len: 945 time: 0.0629528 Jan 31 20:56:45.754857 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [req-26bb06ad-9a9e-4be9-9909-a43ac84cae66 req-044ab450-0428-4771-b61b-7b5194df40a3 tempest-AttachVolumeNegativeTest-36827424 tempest-AttachVolumeNegativeTest-36827424-project] Deleting port aa7d70de-d646-4d4a-9ca0-ad32fb02d4c4 {{(pid=102449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 20:56:45.755538 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [req-26bb06ad-9a9e-4be9-9909-a43ac84cae66 req-044ab450-0428-4771-b61b-7b5194df40a3 tempest-AttachVolumeNegativeTest-36827424 tempest-AttachVolumeNegativeTest-36827424-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783600463454'] for port (aa7d70de-d646-4d4a-9ca0-ad32fb02d4c4), before_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:56:45.842239 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.wsgi [-] (102450) accepted ('10.222.0.46', 40748) {{(pid=102450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 20:56:45.848560 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65240027-63ff-45ba-9abc-999482d23f75 req-8c3c7a90-8881-470f-b0ea-4c8cf62fdaea tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:56:45.851461 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-65240027-63ff-45ba-9abc-999482d23f75 req-8c3c7a90-8881-470f-b0ea-4c8cf62fdaea tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] 10.222.0.46 "GET /v2.0/ports?device_id=4b21c9e1-251e-4780-a88f-01f20f420dac HTTP/1.1" status: 200 len: 946 time: 0.1603768 Jan 31 20:56:45.945277 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.db [req-26bb06ad-9a9e-4be9-9909-a43ac84cae66 req-044ab450-0428-4771-b61b-7b5194df40a3 tempest-AttachVolumeNegativeTest-36827424 tempest-AttachVolumeNegativeTest-36827424-project] For port aa7d70de-d646-4d4a-9ca0-ad32fb02d4c4, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=aa7d70de-d646-4d4a-9ca0-ad32fb02d4c4,segment=NetworkSegment(3aa49904-0c32-4795-9b71-de073484ac3d),segment_id=3aa49904-0c32-4795-9b71-de073484ac3d)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 20:56:45.945894 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [req-26bb06ad-9a9e-4be9-9909-a43ac84cae66 req-044ab450-0428-4771-b61b-7b5194df40a3 tempest-AttachVolumeNegativeTest-36827424 tempest-AttachVolumeNegativeTest-36827424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696268'] for port (aa7d70de-d646-4d4a-9ca0-ad32fb02d4c4), precommit_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:56:45.973511 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-65240027-63ff-45ba-9abc-999482d23f75 req-cee20aad-e76d-49c2-8171-d82ef42e5c20 tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] 10.222.0.46 "GET /v2.0/security-groups?id=0bdd6188-2d8b-4b17-a788-ae2efdc28206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144378 Jan 31 20:56:45.994732 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [req-26bb06ad-9a9e-4be9-9909-a43ac84cae66 req-044ab450-0428-4771-b61b-7b5194df40a3 tempest-AttachVolumeNegativeTest-36827424 tempest-AttachVolumeNegativeTest-36827424-project] Calling delete_port for aa7d70de-d646-4d4a-9ca0-ad32fb02d4c4 owned by compute:nova {{(pid=102449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 20:56:46.030598 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-5658c0ad-7b96-4449-9251-e7b1eae4f838 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:56:46.146052 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ca3167-2edb-4d09-9d57-0cd3dac5215e req-7c07f01c-f4cd-4100-a0b9-fb4a480be4cf tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:56:46.147648 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-65ca3167-2edb-4d09-9d57-0cd3dac5215e req-7c07f01c-f4cd-4100-a0b9-fb4a480be4cf tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] 10.222.0.46 "GET /v2.0/ports?device_id=e3153aa7-015b-4bbc-99db-58a6001749e2 HTTP/1.1" status: 200 len: 945 time: 0.1357777 Jan 31 20:56:46.246995 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-65ca3167-2edb-4d09-9d57-0cd3dac5215e req-ad9ef5b5-fe84-4237-8e7c-8af7b23a0582 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] 10.222.0.46 "GET /v2.0/security-groups?id=65521e8f-8948-4df3-9344-760b60ce97e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0833900 Jan 31 20:56:46.249332 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-5658c0ad-7b96-4449-9251-e7b1eae4f838 admin admin] Publish callbacks [] for security_group (0488cd11-b4ec-4250-b916-bb5a58f39d2b), precommit_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:56:46.249980 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [req-26bb06ad-9a9e-4be9-9909-a43ac84cae66 req-044ab450-0428-4771-b61b-7b5194df40a3 tempest-AttachVolumeNegativeTest-36827424 tempest-AttachVolumeNegativeTest-36827424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1029723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3769609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783600466360', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783599971606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29106256'] for port (aa7d70de-d646-4d4a-9ca0-ad32fb02d4c4), after_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:56:46.256194 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-5658c0ad-7b96-4449-9251-e7b1eae4f838 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736509'] for security_group (0488cd11-b4ec-4250-b916-bb5a58f39d2b), after_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:56:46.276624 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.db [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] get_ports_and_sgs() called for port_ids ['f52247a4-d6f9-4630-840b-d991c41d687c', '57823799-4738-4881-9829-5b56ce613794', '7b3178c7-912f-4e21-9bd4-ad9b48b13d40', 'aa7d70de-d646-4d4a-9ca0-ad32fb02d4c4'] {{(pid=102451) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 20:56:46.310241 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [None req-5658c0ad-7b96-4449-9251-e7b1eae4f838 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=420c999544064442abb542a8396f2a73&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4673839 Jan 31 20:56:46.311992 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5658c0ad-7b96-4449-9251-e7b1eae4f838 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0488cd11-b4ec-4250-b916-bb5a58f39d2b,revision_number=1']} {{(pid=102450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:56:46.316410 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.wsgi [-] (102449) accepted ('10.222.0.46', 40764) {{(pid=102449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 20:56:46.337372 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044ab450-0428-4771-b61b-7b5194df40a3 tempest-AttachVolumeNegativeTest-36827424 tempest-AttachVolumeNegativeTest-36827424-project] Pushing event deleted for resources: {'Port': ['ID=aa7d70de-d646-4d4a-9ca0-ad32fb02d4c4,revision_number=None']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:56:46.477700 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-81c11355-ac04-44e1-b95e-fc35fe5fd860 admin admin] Publish callbacks [] for security_group (0488cd11-b4ec-4250-b916-bb5a58f39d2b), before_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:56:46.496682 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [req-26bb06ad-9a9e-4be9-9909-a43ac84cae66 req-044ab450-0428-4771-b61b-7b5194df40a3 tempest-AttachVolumeNegativeTest-36827424 tempest-AttachVolumeNegativeTest-36827424-project] No DVR routers for this DVR port aa7d70de-d646-4d4a-9ca0-ad32fb02d4c4 on host hv-cinder-81322 {{(pid=102449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 20:56:46.536006 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-81c11355-ac04-44e1-b95e-fc35fe5fd860 admin admin] Publish callbacks [] for security_group (0488cd11-b4ec-4250-b916-bb5a58f39d2b), precommit_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:56:46.598303 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [req-26bb06ad-9a9e-4be9-9909-a43ac84cae66 req-044ab450-0428-4771-b61b-7b5194df40a3 tempest-AttachVolumeNegativeTest-36827424 tempest-AttachVolumeNegativeTest-36827424-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204375'] for port (None), before_response {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:56:46.602931 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-26bb06ad-9a9e-4be9-9909-a43ac84cae66 req-044ab450-0428-4771-b61b-7b5194df40a3 tempest-AttachVolumeNegativeTest-36827424 tempest-AttachVolumeNegativeTest-36827424-project] 10.222.0.59 "DELETE /v2.0/ports/aa7d70de-d646-4d4a-9ca0-ad32fb02d4c4 HTTP/1.1" status: 204 len: 173 time: 1.0206420 Jan 31 20:56:46.604316 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b64f8303-c27f-4bee-ad2c-a84f981dcf6c', 'name': 'network-vif-deleted', 'tag': 'aa7d70de-d646-4d4a-9ca0-ad32fb02d4c4'}] {{(pid=102449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 20:56:46.608242 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba30590511e0408980e1e78341b94ae353025d2904c3e8034e675cc5aff8c4ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a085bb2-4618-4a67-bd96-9d7617c09e4c" -d '{"events": [{"server_uuid": "b64f8303-c27f-4bee-ad2c-a84f981dcf6c", "name": "network-vif-deleted", "tag": "aa7d70de-d646-4d4a-9ca0-ad32fb02d4c4"}]}' {{(pid=102449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 20:56:46.662075 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-870545a3-b851-4481-9646-9796424304b2 req-62ca78ac-dc55-4841-b348-7a779d26134e tempest-AttachVolumeNegativeTest-36827424 tempest-AttachVolumeNegativeTest-36827424-project] 10.222.0.46 "GET /v2.0/ports?device_id=b64f8303-c27f-4bee-ad2c-a84f981dcf6c HTTP/1.1" status: 200 len: 210 time: 0.2270651 Jan 31 20:56:46.689545 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-81c11355-ac04-44e1-b95e-fc35fe5fd860 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736509'] for security_group (0488cd11-b4ec-4250-b916-bb5a58f39d2b), after_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:56:46.694127 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-81c11355-ac04-44e1-b95e-fc35fe5fd860 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:56:46.695679 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [None req-81c11355-ac04-44e1-b95e-fc35fe5fd860 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/0488cd11-b4ec-4250-b916-bb5a58f39d2b HTTP/1.1" status: 204 len: 168 time: 0.3738039 Jan 31 20:56:46.723019 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c11355-ac04-44e1-b95e-fc35fe5fd860 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0488cd11-b4ec-4250-b916-bb5a58f39d2b,revision_number=None']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:56:46.772711 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 20:56:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d731a4e2-fac1-4d56-8a7a-04b12174870f x-openstack-request-id: req-d731a4e2-fac1-4d56-8a7a-04b12174870f {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 20:56:46.772711 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b64f8303-c27f-4bee-ad2c-a84f981dcf6c", "name": "network-vif-deleted", "tag": "aa7d70de-d646-4d4a-9ca0-ad32fb02d4c4", "status": "completed", "code": 200}]} {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 20:56:46.772711 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-d731a4e2-fac1-4d56-8a7a-04b12174870f {{(pid=102449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 20:56:46.774822 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b64f8303-c27f-4bee-ad2c-a84f981dcf6c', 'name': 'network-vif-deleted', 'tag': 'aa7d70de-d646-4d4a-9ca0-ad32fb02d4c4', 'status': 'completed', 'code': 200} Jan 31 20:56:47.236171 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cd1e01-1978-45ec-b3ef-0a0b356ae933 req-29ee2c52-92dd-405c-b199-9d700fbad5d6 tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:56:47.239531 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-88cd1e01-1978-45ec-b3ef-0a0b356ae933 req-29ee2c52-92dd-405c-b199-9d700fbad5d6 tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] 10.222.0.46 "GET /v2.0/ports?device_id=4b21c9e1-251e-4780-a88f-01f20f420dac HTTP/1.1" status: 200 len: 946 time: 0.1023543 Jan 31 20:56:47.334373 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-88cd1e01-1978-45ec-b3ef-0a0b356ae933 req-3ba5bc9e-4a52-4759-8400-a0e7ad6ee5f5 tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] 10.222.0.46 "GET /v2.0/security-groups?id=0bdd6188-2d8b-4b17-a788-ae2efdc28206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803320 Jan 31 20:56:47.357265 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.wsgi [-] (102450) accepted ('10.222.0.46', 40784) {{(pid=102450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 20:56:47.378278 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-dec6f0c3-f181-4a14-8a12-302d6add9371 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:56:47.592475 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-dec6f0c3-f181-4a14-8a12-302d6add9371 admin admin] Publish callbacks [] for security_group (747c18a1-7f70-4e6b-8884-e00a060a1ec3), precommit_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:56:47.602525 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-dec6f0c3-f181-4a14-8a12-302d6add9371 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736509'] for security_group (747c18a1-7f70-4e6b-8884-e00a060a1ec3), after_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:56:47.684883 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14864ff8-3558-4199-8d4b-f04e785eaccb req-c4c0da60-b245-4272-a619-da2627d2685d tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:56:47.689078 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-14864ff8-3558-4199-8d4b-f04e785eaccb req-c4c0da60-b245-4272-a619-da2627d2685d tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] 10.222.0.46 "GET /v2.0/ports?device_id=e3153aa7-015b-4bbc-99db-58a6001749e2 HTTP/1.1" status: 200 len: 945 time: 0.2151821 Jan 31 20:56:47.719820 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [None req-dec6f0c3-f181-4a14-8a12-302d6add9371 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=13d8f11a7af549888ea533e41c0193c7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3605895 Jan 31 20:56:47.722814 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.wsgi [-] (102449) accepted ('10.222.0.46', 40790) {{(pid=102449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 20:56:47.729061 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec6f0c3-f181-4a14-8a12-302d6add9371 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=747c18a1-7f70-4e6b-8884-e00a060a1ec3,revision_number=1']} {{(pid=102450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:56:47.856935 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-965418f4-5eaa-465b-a8a6-f2fe02062c47 admin admin] Publish callbacks [] for security_group (747c18a1-7f70-4e6b-8884-e00a060a1ec3), before_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:56:47.858081 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-14864ff8-3558-4199-8d4b-f04e785eaccb req-ce4af883-4ca5-4be4-a551-402676252394 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] 10.222.0.46 "GET /v2.0/security-groups?id=65521e8f-8948-4df3-9344-760b60ce97e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1582208 Jan 31 20:56:47.930544 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-965418f4-5eaa-465b-a8a6-f2fe02062c47 admin admin] Publish callbacks [] for security_group (747c18a1-7f70-4e6b-8884-e00a060a1ec3), precommit_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:56:48.085821 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-965418f4-5eaa-465b-a8a6-f2fe02062c47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736509'] for security_group (747c18a1-7f70-4e6b-8884-e00a060a1ec3), after_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:56:48.090600 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-965418f4-5eaa-465b-a8a6-f2fe02062c47 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:56:48.095598 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [None req-965418f4-5eaa-465b-a8a6-f2fe02062c47 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/747c18a1-7f70-4e6b-8884-e00a060a1ec3 HTTP/1.1" status: 204 len: 168 time: 0.3686016 Jan 31 20:56:48.122917 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965418f4-5eaa-465b-a8a6-f2fe02062c47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=747c18a1-7f70-4e6b-8884-e00a060a1ec3,revision_number=None']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:56:48.559642 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf80468-b7d0-4b7b-ad58-a8e335711d79 req-0820d98b-e8d7-4c45-9766-dd80932884de tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:56:48.561934 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-4cf80468-b7d0-4b7b-ad58-a8e335711d79 req-0820d98b-e8d7-4c45-9766-dd80932884de tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] 10.222.0.46 "GET /v2.0/ports?device_id=4b21c9e1-251e-4780-a88f-01f20f420dac HTTP/1.1" status: 200 len: 946 time: 0.0845799 Jan 31 20:56:48.663660 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-4cf80468-b7d0-4b7b-ad58-a8e335711d79 req-bb224aac-cbdc-4b7d-9c2c-5c61acec3686 tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] 10.222.0.46 "GET /v2.0/security-groups?id=0bdd6188-2d8b-4b17-a788-ae2efdc28206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811760 Jan 31 20:56:48.931115 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.rpc [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Device aa7d70de-d646-4d4a-9ca0-ad32fb02d4c4 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=102451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 20:56:49.000807 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.plugin [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] No Port match for: aa7d70de-d646-4d4a-9ca0-ad32fb02d4c4 {{(pid=102451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 20:56:49.001937 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.rpc [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Device aa7d70de-d646-4d4a-9ca0-ad32fb02d4c4 not bound to the agent host hv-cinder-81322 {{(pid=102451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 20:56:49.112288 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36210db6-fe36-4eaa-9265-c7010faa508f req-732f9138-17f0-4ea1-a301-5b4207cdfb11 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:56:49.131678 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-36210db6-fe36-4eaa-9265-c7010faa508f req-732f9138-17f0-4ea1-a301-5b4207cdfb11 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] 10.222.0.46 "GET /v2.0/ports?device_id=e3153aa7-015b-4bbc-99db-58a6001749e2 HTTP/1.1" status: 200 len: 945 time: 0.1275187 Jan 31 20:56:49.247489 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-36210db6-fe36-4eaa-9265-c7010faa508f req-2a211d67-d6ed-4d03-9c3b-aaf5b967670a tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] 10.222.0.46 "GET /v2.0/security-groups?id=65521e8f-8948-4df3-9344-760b60ce97e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1141715 Jan 31 20:56:49.504351 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-f5d35d71-3dd5-45a2-91a0-67c4171b8b98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600486512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3401042'] for agent (34ef0204-81d1-4f5e-89d1-b08d0f866641), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:56:49.721414 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d718fb-5461-4d7a-8bb6-b337853fb754 req-b8510da0-b56a-45dd-a8e1-d46b8b498a1f tempest-AttachVolumeNegativeTest-36827424 tempest-AttachVolumeNegativeTest-36827424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:56:49.723332 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-73d718fb-5461-4d7a-8bb6-b337853fb754 req-b8510da0-b56a-45dd-a8e1-d46b8b498a1f tempest-AttachVolumeNegativeTest-36827424 tempest-AttachVolumeNegativeTest-36827424-project] 10.222.0.46 "GET /v2.0/ports?device_id=2e3079a5-ea4f-4612-a909-b7eafd118365 HTTP/1.1" status: 200 len: 945 time: 0.1310136 Jan 31 20:56:49.824718 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-73d718fb-5461-4d7a-8bb6-b337853fb754 req-55104701-8d12-4365-b8d2-d3deeb39633c tempest-AttachVolumeNegativeTest-36827424 tempest-AttachVolumeNegativeTest-36827424-project] 10.222.0.46 "GET /v2.0/security-groups?id=a32f4031-bf0a-46cb-9ad4-290c9574bdbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954971 Jan 31 20:56:49.926289 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc55ba6d-241e-4a7a-a68b-5ea6206dbeaa req-ecc98167-0f6a-4079-94c3-0764d0f58cba tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:56:49.930003 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-fc55ba6d-241e-4a7a-a68b-5ea6206dbeaa req-ecc98167-0f6a-4079-94c3-0764d0f58cba tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] 10.222.0.46 "GET /v2.0/ports?device_id=4b21c9e1-251e-4780-a88f-01f20f420dac HTTP/1.1" status: 200 len: 946 time: 0.1094785 Jan 31 20:56:50.067220 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-fc55ba6d-241e-4a7a-a68b-5ea6206dbeaa req-5a1a5a5c-5c20-42d1-a766-868dc9e52f8e tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] 10.222.0.46 "GET /v2.0/security-groups?id=0bdd6188-2d8b-4b17-a788-ae2efdc28206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297629 Jan 31 20:56:50.439368 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61385f5d-a2d0-4b8e-83df-a576f0f138b5 req-f562f83f-de59-4cc1-809d-114375bef044 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:56:50.442378 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-61385f5d-a2d0-4b8e-83df-a576f0f138b5 req-f562f83f-de59-4cc1-809d-114375bef044 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] 10.222.0.46 "GET /v2.0/ports?device_id=e3153aa7-015b-4bbc-99db-58a6001749e2 HTTP/1.1" status: 200 len: 945 time: 0.1000807 Jan 31 20:56:50.532099 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-61385f5d-a2d0-4b8e-83df-a576f0f138b5 req-4adfef45-49a3-46d0-83d2-c0eef226f6c7 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] 10.222.0.46 "GET /v2.0/security-groups?id=65521e8f-8948-4df3-9344-760b60ce97e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0813856 Jan 31 20:56:51.017761 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cd577f-9026-499f-9fde-a3f9b9e9f29b req-d62909dc-5345-4fe2-a167-4c7f90218e24 tempest-AttachVolumeNegativeTest-36827424 tempest-AttachVolumeNegativeTest-36827424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:56:51.017761 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-f2cd577f-9026-499f-9fde-a3f9b9e9f29b req-d62909dc-5345-4fe2-a167-4c7f90218e24 tempest-AttachVolumeNegativeTest-36827424 tempest-AttachVolumeNegativeTest-36827424-project] 10.222.0.46 "GET /v2.0/ports?device_id=2e3079a5-ea4f-4612-a909-b7eafd118365 HTTP/1.1" status: 200 len: 945 time: 0.0979509 Jan 31 20:56:51.108992 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-f2cd577f-9026-499f-9fde-a3f9b9e9f29b req-5a80c0d1-8dd9-4636-be7d-2f5a908c25a4 tempest-AttachVolumeNegativeTest-36827424 tempest-AttachVolumeNegativeTest-36827424-project] 10.222.0.46 "GET /v2.0/security-groups?id=a32f4031-bf0a-46cb-9ad4-290c9574bdbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785332 Jan 31 20:56:51.279948 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2e86d8-bea6-4d67-94bb-91da2c8f7123 req-e6675ba1-86c2-4239-ad3d-16ebf82e013e tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:56:51.291410 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-af2e86d8-bea6-4d67-94bb-91da2c8f7123 req-e6675ba1-86c2-4239-ad3d-16ebf82e013e tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] 10.222.0.46 "GET /v2.0/ports?device_id=4b21c9e1-251e-4780-a88f-01f20f420dac HTTP/1.1" status: 200 len: 946 time: 0.1077609 Jan 31 20:56:51.429243 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-af2e86d8-bea6-4d67-94bb-91da2c8f7123 req-ccdd133d-8378-4227-9850-8a37377f8b58 tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] 10.222.0.46 "GET /v2.0/security-groups?id=0bdd6188-2d8b-4b17-a788-ae2efdc28206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349599 Jan 31 20:56:51.702874 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-55ea1427-7bb4-4845-9b0f-1c74b36692e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600486512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3401042'] for agent (7c18f3b4-4d02-4b01-9072-98fcd9008716), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:56:51.792626 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e093618-02de-47cb-a651-260d46a2501e req-0d983b97-3c7f-498c-86ca-961fa28842f8 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:56:51.804500 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-3e093618-02de-47cb-a651-260d46a2501e req-0d983b97-3c7f-498c-86ca-961fa28842f8 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] 10.222.0.46 "GET /v2.0/ports?device_id=e3153aa7-015b-4bbc-99db-58a6001749e2 HTTP/1.1" status: 200 len: 945 time: 0.1257131 Jan 31 20:56:51.901216 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-3e093618-02de-47cb-a651-260d46a2501e req-8fef7d3d-89b7-45fe-aaf2-1cb323f5147d tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] 10.222.0.46 "GET /v2.0/security-groups?id=65521e8f-8948-4df3-9344-760b60ce97e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0943370 Jan 31 20:56:52.350824 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4321d31-6c3e-4c04-88b8-21d6b1ff431b req-2966ab38-1922-4555-8a28-6e050133eaf0 tempest-AttachVolumeNegativeTest-36827424 tempest-AttachVolumeNegativeTest-36827424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:56:52.352294 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-d4321d31-6c3e-4c04-88b8-21d6b1ff431b req-2966ab38-1922-4555-8a28-6e050133eaf0 tempest-AttachVolumeNegativeTest-36827424 tempest-AttachVolumeNegativeTest-36827424-project] 10.222.0.46 "GET /v2.0/ports?device_id=2e3079a5-ea4f-4612-a909-b7eafd118365 HTTP/1.1" status: 200 len: 945 time: 0.1177070 Jan 31 20:56:52.452348 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-d4321d31-6c3e-4c04-88b8-21d6b1ff431b req-cb597c7e-5093-4f69-8c34-b547d92e127b tempest-AttachVolumeNegativeTest-36827424 tempest-AttachVolumeNegativeTest-36827424-project] 10.222.0.46 "GET /v2.0/security-groups?id=a32f4031-bf0a-46cb-9ad4-290c9574bdbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936038 Jan 31 20:56:52.620433 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e12d15-92ab-439e-a129-92f4d1584c39 req-4bb455e0-caaa-40cd-acd5-6c1fbcc85021 tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:56:52.622426 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-e1e12d15-92ab-439e-a129-92f4d1584c39 req-4bb455e0-caaa-40cd-acd5-6c1fbcc85021 tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] 10.222.0.46 "GET /v2.0/ports?device_id=4b21c9e1-251e-4780-a88f-01f20f420dac HTTP/1.1" status: 200 len: 946 time: 0.0861056 Jan 31 20:56:52.770099 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-e1e12d15-92ab-439e-a129-92f4d1584c39 req-9389f48e-d494-45c2-a3e8-aa4c0ae5ca3d tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] 10.222.0.46 "GET /v2.0/security-groups?id=0bdd6188-2d8b-4b17-a788-ae2efdc28206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301968 Jan 31 20:56:52.803537 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969af173-03bf-4d17-8885-5c4e5a238b25 req-fec3e43b-aa64-4d1f-95ae-1a6a37bd371d tempest-AttachVolumeNegativeTest-36827424 tempest-AttachVolumeNegativeTest-36827424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:56:52.805741 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-969af173-03bf-4d17-8885-5c4e5a238b25 req-fec3e43b-aa64-4d1f-95ae-1a6a37bd371d tempest-AttachVolumeNegativeTest-36827424 tempest-AttachVolumeNegativeTest-36827424-project] 10.222.0.59 "GET /v2.0/ports?device_id=2e3079a5-ea4f-4612-a909-b7eafd118365 HTTP/1.1" status: 200 len: 945 time: 0.1178873 Jan 31 20:56:53.010151 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-7eb716df-9c73-407a-9e83-210e7bcc67e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600486512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3401042'] for agent (289e5c83-71b6-47e7-bef9-287113943a12), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:56:53.086459 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [req-969af173-03bf-4d17-8885-5c4e5a238b25 req-19ef7e09-3e4d-446d-a06e-4000faf10807 tempest-AttachVolumeNegativeTest-36827424 tempest-AttachVolumeNegativeTest-36827424-project] Deleting port 7b3178c7-912f-4e21-9bd4-ad9b48b13d40 {{(pid=102449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 20:56:53.087252 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [req-969af173-03bf-4d17-8885-5c4e5a238b25 req-19ef7e09-3e4d-446d-a06e-4000faf10807 tempest-AttachVolumeNegativeTest-36827424 tempest-AttachVolumeNegativeTest-36827424-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783600463454'] for port (7b3178c7-912f-4e21-9bd4-ad9b48b13d40), before_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:56:53.213214 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a95a7e5-3b84-43b2-8ed9-0de9e2fdce10 req-69de8c43-507c-4616-adeb-5d7906b8e751 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:56:53.215460 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-0a95a7e5-3b84-43b2-8ed9-0de9e2fdce10 req-69de8c43-507c-4616-adeb-5d7906b8e751 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] 10.222.0.46 "GET /v2.0/ports?device_id=e3153aa7-015b-4bbc-99db-58a6001749e2 HTTP/1.1" status: 200 len: 945 time: 0.1155074 Jan 31 20:56:53.282650 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-0a95a7e5-3b84-43b2-8ed9-0de9e2fdce10 req-7c433e07-ec48-40f5-a551-19cb4c2c2e3e tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] 10.222.0.46 "GET /v2.0/security-groups?id=65521e8f-8948-4df3-9344-760b60ce97e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583744 Jan 31 20:56:53.308406 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.db [req-969af173-03bf-4d17-8885-5c4e5a238b25 req-19ef7e09-3e4d-446d-a06e-4000faf10807 tempest-AttachVolumeNegativeTest-36827424 tempest-AttachVolumeNegativeTest-36827424-project] For port 7b3178c7-912f-4e21-9bd4-ad9b48b13d40, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=7b3178c7-912f-4e21-9bd4-ad9b48b13d40,segment=NetworkSegment(3aa49904-0c32-4795-9b71-de073484ac3d),segment_id=3aa49904-0c32-4795-9b71-de073484ac3d)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 20:56:53.308775 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [req-969af173-03bf-4d17-8885-5c4e5a238b25 req-19ef7e09-3e4d-446d-a06e-4000faf10807 tempest-AttachVolumeNegativeTest-36827424 tempest-AttachVolumeNegativeTest-36827424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696268'] for port (7b3178c7-912f-4e21-9bd4-ad9b48b13d40), precommit_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:56:53.325422 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [req-969af173-03bf-4d17-8885-5c4e5a238b25 req-19ef7e09-3e4d-446d-a06e-4000faf10807 tempest-AttachVolumeNegativeTest-36827424 tempest-AttachVolumeNegativeTest-36827424-project] Calling delete_port for 7b3178c7-912f-4e21-9bd4-ad9b48b13d40 owned by compute:nova {{(pid=102449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 20:56:53.627713 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [req-969af173-03bf-4d17-8885-5c4e5a238b25 req-19ef7e09-3e4d-446d-a06e-4000faf10807 tempest-AttachVolumeNegativeTest-36827424 tempest-AttachVolumeNegativeTest-36827424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1029723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3769609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783600466360', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783599971606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29106256'] for port (7b3178c7-912f-4e21-9bd4-ad9b48b13d40), after_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:56:53.644264 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.db [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] get_ports_and_sgs() called for port_ids ['f52247a4-d6f9-4630-840b-d991c41d687c', '57823799-4738-4881-9829-5b56ce613794', '7b3178c7-912f-4e21-9bd4-ad9b48b13d40'] {{(pid=102451) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 20:56:53.740705 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ef7e09-3e4d-446d-a06e-4000faf10807 tempest-AttachVolumeNegativeTest-36827424 tempest-AttachVolumeNegativeTest-36827424-project] Pushing event deleted for resources: {'Port': ['ID=7b3178c7-912f-4e21-9bd4-ad9b48b13d40,revision_number=None']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:56:53.843427 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [req-969af173-03bf-4d17-8885-5c4e5a238b25 req-19ef7e09-3e4d-446d-a06e-4000faf10807 tempest-AttachVolumeNegativeTest-36827424 tempest-AttachVolumeNegativeTest-36827424-project] No DVR routers for this DVR port 7b3178c7-912f-4e21-9bd4-ad9b48b13d40 on host hv-cinder-81322 {{(pid=102449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 20:56:53.847779 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [req-969af173-03bf-4d17-8885-5c4e5a238b25 req-19ef7e09-3e4d-446d-a06e-4000faf10807 tempest-AttachVolumeNegativeTest-36827424 tempest-AttachVolumeNegativeTest-36827424-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204375'] for port (None), before_response {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:56:53.853285 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-969af173-03bf-4d17-8885-5c4e5a238b25 req-19ef7e09-3e4d-446d-a06e-4000faf10807 tempest-AttachVolumeNegativeTest-36827424 tempest-AttachVolumeNegativeTest-36827424-project] 10.222.0.59 "DELETE /v2.0/ports/7b3178c7-912f-4e21-9bd4-ad9b48b13d40 HTTP/1.1" status: 204 len: 173 time: 1.0394096 Jan 31 20:56:53.877234 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e3079a5-ea4f-4612-a909-b7eafd118365', 'name': 'network-vif-deleted', 'tag': '7b3178c7-912f-4e21-9bd4-ad9b48b13d40'}] {{(pid=102449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 20:56:53.893228 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba30590511e0408980e1e78341b94ae353025d2904c3e8034e675cc5aff8c4ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e82682a5-af44-4fe5-9bcd-5fa539413eb9" -d '{"events": [{"server_uuid": "2e3079a5-ea4f-4612-a909-b7eafd118365", "name": "network-vif-deleted", "tag": "7b3178c7-912f-4e21-9bd4-ad9b48b13d40"}]}' {{(pid=102449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 20:56:53.923484 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323ac9e7-442a-4e21-a929-2c1a2d900e9c req-b0753e21-36fd-4fab-89dd-5e6fa99ec5d4 tempest-AttachVolumeNegativeTest-36827424 tempest-AttachVolumeNegativeTest-36827424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:56:53.926413 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-323ac9e7-442a-4e21-a929-2c1a2d900e9c req-b0753e21-36fd-4fab-89dd-5e6fa99ec5d4 tempest-AttachVolumeNegativeTest-36827424 tempest-AttachVolumeNegativeTest-36827424-project] 10.222.0.46 "GET /v2.0/ports?device_id=2e3079a5-ea4f-4612-a909-b7eafd118365 HTTP/1.1" status: 200 len: 867 time: 0.3278546 Jan 31 20:56:54.050569 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-323ac9e7-442a-4e21-a929-2c1a2d900e9c req-d3198400-2230-43da-94df-a475e54d401a tempest-AttachVolumeNegativeTest-36827424 tempest-AttachVolumeNegativeTest-36827424-project] 10.222.0.46 "GET /v2.0/security-groups?id=a32f4031-bf0a-46cb-9ad4-290c9574bdbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065347 Jan 31 20:56:54.158826 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aec8ec4-4706-41e4-a3c2-81b6a3cd8c47 req-e48e96a9-c5d4-4c8e-9a7e-84d185daabfb tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:56:54.204527 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-4aec8ec4-4706-41e4-a3c2-81b6a3cd8c47 req-e48e96a9-c5d4-4c8e-9a7e-84d185daabfb tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] 10.222.0.46 "GET /v2.0/ports?device_id=4b21c9e1-251e-4780-a88f-01f20f420dac HTTP/1.1" status: 200 len: 946 time: 0.2760561 Jan 31 20:56:54.237836 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 20:56:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af0eb4d2-0f51-4dd8-a21d-d95fb909dab0 x-openstack-request-id: req-af0eb4d2-0f51-4dd8-a21d-d95fb909dab0 {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 20:56:54.238283 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e3079a5-ea4f-4612-a909-b7eafd118365", "name": "network-vif-deleted", "tag": "7b3178c7-912f-4e21-9bd4-ad9b48b13d40", "status": "completed", "code": 200}]} {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 20:56:54.238687 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-af0eb4d2-0f51-4dd8-a21d-d95fb909dab0 {{(pid=102449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 20:56:54.239728 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e3079a5-ea4f-4612-a909-b7eafd118365', 'name': 'network-vif-deleted', 'tag': '7b3178c7-912f-4e21-9bd4-ad9b48b13d40', 'status': 'completed', 'code': 200} Jan 31 20:56:54.331552 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-4aec8ec4-4706-41e4-a3c2-81b6a3cd8c47 req-bc98382a-ff2e-4f54-9f39-cc08d37f28c6 tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] 10.222.0.46 "GET /v2.0/security-groups?id=0bdd6188-2d8b-4b17-a788-ae2efdc28206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258485 Jan 31 20:56:54.422530 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-ded4de29-c2d1-4616-9365-9981ea756e41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600486512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3401042'] for agent (bf9d83f7-9209-4252-b853-70feadeab726), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:56:54.494085 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042fb622-f456-4b3b-8f60-0c4fbcad1fc6 req-990b7a50-fa43-44dc-a888-00377371f6b3 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:56:54.501885 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-042fb622-f456-4b3b-8f60-0c4fbcad1fc6 req-990b7a50-fa43-44dc-a888-00377371f6b3 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] 10.222.0.46 "GET /v2.0/ports?device_id=e3153aa7-015b-4bbc-99db-58a6001749e2 HTTP/1.1" status: 200 len: 945 time: 0.1007023 Jan 31 20:56:54.587189 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-042fb622-f456-4b3b-8f60-0c4fbcad1fc6 req-b1707826-8a2d-450f-a560-5b1279b438b5 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] 10.222.0.46 "GET /v2.0/security-groups?id=65521e8f-8948-4df3-9344-760b60ce97e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0836859 Jan 31 20:56:54.888912 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-120f4344-8e1c-4c8a-bcbe-de6a5660b7f7 req-2649a054-980a-484b-a3aa-448797e69326 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=27df420e-76b2-43cf-8c3d-cb81ce4e672f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0863330 Jan 31 20:56:55.010276 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120f4344-8e1c-4c8a-bcbe-de6a5660b7f7 req-f1032d12-162f-41a8-b45d-5f9d61987bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:56:55.012392 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-120f4344-8e1c-4c8a-bcbe-de6a5660b7f7 req-f1032d12-162f-41a8-b45d-5f9d61987bb4 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0338b91214f04c0ea3b3105e707d550a&device_id=27df420e-76b2-43cf-8c3d-cb81ce4e672f HTTP/1.1" status: 200 len: 1130 time: 0.0828226 Jan 31 20:56:55.515341 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7708336-b182-4288-86de-e565f9424a93 req-841875ed-0edd-4d9f-8560-7fd1dfac634a tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:56:55.525191 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-f7708336-b182-4288-86de-e565f9424a93 req-841875ed-0edd-4d9f-8560-7fd1dfac634a tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] 10.222.0.46 "GET /v2.0/ports?device_id=4b21c9e1-251e-4780-a88f-01f20f420dac HTTP/1.1" status: 200 len: 946 time: 0.0786376 Jan 31 20:56:55.619462 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-f7708336-b182-4288-86de-e565f9424a93 req-fb3ad0ce-0512-440d-b842-7739b41e8e0c tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] 10.222.0.46 "GET /v2.0/security-groups?id=0bdd6188-2d8b-4b17-a788-ae2efdc28206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929706 Jan 31 20:56:55.677622 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560622ee-0134-45d4-8f38-0b193cb4c831 req-138c946b-b9c4-443f-bd04-27732283eb27 tempest-AttachVolumeNegativeTest-36827424 tempest-AttachVolumeNegativeTest-36827424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:56:55.689483 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-560622ee-0134-45d4-8f38-0b193cb4c831 req-138c946b-b9c4-443f-bd04-27732283eb27 tempest-AttachVolumeNegativeTest-36827424 tempest-AttachVolumeNegativeTest-36827424-project] 10.222.0.46 "GET /v2.0/ports?device_id=d5f199b8-d2d4-43df-ad1a-9439063b9d33 HTTP/1.1" status: 200 len: 945 time: 0.1625602 Jan 31 20:56:55.819052 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-560622ee-0134-45d4-8f38-0b193cb4c831 req-15cc7756-0d73-423c-894b-aeae04a5feaf tempest-AttachVolumeNegativeTest-36827424 tempest-AttachVolumeNegativeTest-36827424-project] 10.222.0.46 "GET /v2.0/security-groups?id=a32f4031-bf0a-46cb-9ad4-290c9574bdbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218634 Jan 31 20:56:55.866164 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb5eb64-d7f5-4042-9ef9-35620b45c08c req-cd681470-45f2-42eb-971d-1391fd64e03e tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:56:55.868872 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-bbb5eb64-d7f5-4042-9ef9-35620b45c08c req-cd681470-45f2-42eb-971d-1391fd64e03e tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] 10.222.0.46 "GET /v2.0/ports?device_id=e3153aa7-015b-4bbc-99db-58a6001749e2 HTTP/1.1" status: 200 len: 945 time: 0.1179199 Jan 31 20:56:55.971050 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-bbb5eb64-d7f5-4042-9ef9-35620b45c08c req-03572af8-97f3-4fe2-8c3b-77f3d7346863 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] 10.222.0.46 "GET /v2.0/security-groups?id=65521e8f-8948-4df3-9344-760b60ce97e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0907056 Jan 31 20:56:55.972039 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600486512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3401042'] for agent (9ba4f6fe-000a-4ef5-9d61-ba62910ab5fe), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:56:56.334510 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120f4344-8e1c-4c8a-bcbe-de6a5660b7f7 req-1e5839e1-14ca-4a0b-b6d6-acce90d736e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:56:56.336715 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-120f4344-8e1c-4c8a-bcbe-de6a5660b7f7 req-1e5839e1-14ca-4a0b-b6d6-acce90d736e5 service neutron] 10.222.0.59 "GET /v2.0/networks?id=65673a31-2d3e-4d05-b20c-5dc9b3003e1f HTTP/1.1" status: 200 len: 920 time: 0.1527593 Jan 31 20:56:56.813496 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a262b9-a34c-46dd-8fdf-8859e8770f99 req-4546bea1-b55e-4587-84ec-a9ae5aa1b7bf tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:56:56.815392 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-e2a262b9-a34c-46dd-8fdf-8859e8770f99 req-4546bea1-b55e-4587-84ec-a9ae5aa1b7bf tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] 10.222.0.46 "GET /v2.0/ports?device_id=4b21c9e1-251e-4780-a88f-01f20f420dac HTTP/1.1" status: 200 len: 946 time: 0.0844910 Jan 31 20:56:56.877147 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-e2a262b9-a34c-46dd-8fdf-8859e8770f99 req-2d47c5e5-dc8b-4f07-801d-5b202de5120e tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] 10.222.0.46 "GET /v2.0/security-groups?id=0bdd6188-2d8b-4b17-a788-ae2efdc28206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547218 Jan 31 20:56:57.002210 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13acb150-e455-4d45-99de-8ba37fe5800a req-90bb4cd2-8ffa-40e7-81b2-49e1664d3a03 tempest-AttachVolumeNegativeTest-36827424 tempest-AttachVolumeNegativeTest-36827424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:56:57.003816 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-13acb150-e455-4d45-99de-8ba37fe5800a req-90bb4cd2-8ffa-40e7-81b2-49e1664d3a03 tempest-AttachVolumeNegativeTest-36827424 tempest-AttachVolumeNegativeTest-36827424-project] 10.222.0.46 "GET /v2.0/ports?device_id=d5f199b8-d2d4-43df-ad1a-9439063b9d33 HTTP/1.1" status: 200 len: 945 time: 0.0635309 Jan 31 20:56:57.067497 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-13acb150-e455-4d45-99de-8ba37fe5800a req-4919dc6b-04d3-43cf-8eec-5a8b4fa60760 tempest-AttachVolumeNegativeTest-36827424 tempest-AttachVolumeNegativeTest-36827424-project] 10.222.0.46 "GET /v2.0/security-groups?id=a32f4031-bf0a-46cb-9ad4-290c9574bdbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562034 Jan 31 20:56:57.223930 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c3db65-5866-4784-b664-a14f276b939e req-3c4d017d-6212-4726-bcb5-6a1c771e5e8d tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:56:57.231938 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-e6c3db65-5866-4784-b664-a14f276b939e req-3c4d017d-6212-4726-bcb5-6a1c771e5e8d tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] 10.222.0.46 "GET /v2.0/ports?device_id=e3153aa7-015b-4bbc-99db-58a6001749e2 HTTP/1.1" status: 200 len: 945 time: 0.1039813 Jan 31 20:56:57.269345 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600486512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3401042'] for agent (e85cc1e2-8b4e-4549-a68e-d414072d4156), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:56:57.311377 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-e6c3db65-5866-4784-b664-a14f276b939e req-9bdd1116-86ed-4b57-8130-c1cbffd9e5fc tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] 10.222.0.46 "GET /v2.0/security-groups?id=65521e8f-8948-4df3-9344-760b60ce97e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0785487 Jan 31 20:56:58.059783 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386a530a-a330-4e59-b417-71aa21d0bc51 req-964b4937-917e-4bee-9c69-1f73072c6e3d tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:56:58.062118 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-386a530a-a330-4e59-b417-71aa21d0bc51 req-964b4937-917e-4bee-9c69-1f73072c6e3d tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] 10.222.0.46 "GET /v2.0/ports?device_id=4b21c9e1-251e-4780-a88f-01f20f420dac HTTP/1.1" status: 200 len: 946 time: 0.0891759 Jan 31 20:56:58.121311 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-386a530a-a330-4e59-b417-71aa21d0bc51 req-b8e33627-beb6-4028-b1a6-a0c3899ddda8 tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] 10.222.0.46 "GET /v2.0/security-groups?id=0bdd6188-2d8b-4b17-a788-ae2efdc28206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526502 Jan 31 20:56:58.247279 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdea9ed6-495e-4e10-b3cb-89927e5ba8e3 req-041d7825-c6fb-43bb-8539-d65ecfe7f2ed tempest-AttachVolumeNegativeTest-36827424 tempest-AttachVolumeNegativeTest-36827424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:56:58.256088 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-cdea9ed6-495e-4e10-b3cb-89927e5ba8e3 req-041d7825-c6fb-43bb-8539-d65ecfe7f2ed tempest-AttachVolumeNegativeTest-36827424 tempest-AttachVolumeNegativeTest-36827424-project] 10.222.0.46 "GET /v2.0/ports?device_id=d5f199b8-d2d4-43df-ad1a-9439063b9d33 HTTP/1.1" status: 200 len: 945 time: 0.0739589 Jan 31 20:56:58.316704 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-cdea9ed6-495e-4e10-b3cb-89927e5ba8e3 req-9d1e22ec-3ec9-4d73-9354-14f252b4c7cc tempest-AttachVolumeNegativeTest-36827424 tempest-AttachVolumeNegativeTest-36827424-project] 10.222.0.46 "GET /v2.0/security-groups?id=a32f4031-bf0a-46cb-9ad4-290c9574bdbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596616 Jan 31 20:56:58.422640 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.rpc [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Device 7b3178c7-912f-4e21-9bd4-ad9b48b13d40 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=102451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 20:56:58.464373 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.plugin [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] No Port match for: 7b3178c7-912f-4e21-9bd4-ad9b48b13d40 {{(pid=102451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 20:56:58.465504 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.rpc [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Device 7b3178c7-912f-4e21-9bd4-ad9b48b13d40 not bound to the agent host hv-cinder-81322 {{(pid=102451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 20:56:58.521720 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-120f4344-8e1c-4c8a-bcbe-de6a5660b7f7 req-95e930a9-86e4-41da-9549-523e8a0b03c5 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cc6b8b53-a55e-4a11-9485-2fb0504a9fc1 HTTP/1.1" status: 200 len: 217 time: 0.0733211 Jan 31 20:56:58.607612 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbc68a4-9b56-4bc8-8f59-0a744f596db2 req-38413756-16ba-48e9-a927-061f32b92086 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:56:58.611972 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120f4344-8e1c-4c8a-bcbe-de6a5660b7f7 req-75931bc7-924a-4974-8523-019fad51b2d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:56:58.616026 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-0dbc68a4-9b56-4bc8-8f59-0a744f596db2 req-38413756-16ba-48e9-a927-061f32b92086 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] 10.222.0.46 "GET /v2.0/ports?device_id=e3153aa7-015b-4bbc-99db-58a6001749e2 HTTP/1.1" status: 200 len: 945 time: 0.1501315 Jan 31 20:56:58.621083 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-120f4344-8e1c-4c8a-bcbe-de6a5660b7f7 req-75931bc7-924a-4974-8523-019fad51b2d4 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=192371ce-29b6-4188-9b71-f88453dc95b3 HTTP/1.1" status: 200 len: 859 time: 0.0844471 Jan 31 20:56:58.680842 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-120f4344-8e1c-4c8a-bcbe-de6a5660b7f7 req-4663c23b-e50a-4f95-934b-1e739cbfb7e3 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=65673a31-2d3e-4d05-b20c-5dc9b3003e1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0482543 Jan 31 20:56:58.711237 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-0dbc68a4-9b56-4bc8-8f59-0a744f596db2 req-d7bcd235-200e-410f-ba76-5fde7fcef03e tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] 10.222.0.46 "GET /v2.0/security-groups?id=65521e8f-8948-4df3-9344-760b60ce97e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0935090 Jan 31 20:56:58.854602 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-120f4344-8e1c-4c8a-bcbe-de6a5660b7f7 req-2fcd6087-f1f5-48a9-96b9-b655ab3b7cd0 service neutron] 10.222.0.59 "GET /v2.0/networks/65673a31-2d3e-4d05-b20c-5dc9b3003e1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1642826 Jan 31 20:56:58.997412 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-120f4344-8e1c-4c8a-bcbe-de6a5660b7f7 req-99f3c45f-cd66-4736-9159-5ea8767d95e9 service neutron] 10.222.0.59 "GET /v2.0/networks/65673a31-2d3e-4d05-b20c-5dc9b3003e1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332047 Jan 31 20:56:59.314148 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c810d3b5-922f-4241-a21d-91b5b33fbc39 req-8538223a-c263-4f47-9006-f2768be26b95 tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:56:59.315918 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-c810d3b5-922f-4241-a21d-91b5b33fbc39 req-8538223a-c263-4f47-9006-f2768be26b95 tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] 10.222.0.46 "GET /v2.0/ports?device_id=4b21c9e1-251e-4780-a88f-01f20f420dac HTTP/1.1" status: 200 len: 946 time: 0.0843525 Jan 31 20:56:59.405904 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-c810d3b5-922f-4241-a21d-91b5b33fbc39 req-d7cff113-6d0e-42ce-8160-bd5e3ee5180b tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] 10.222.0.46 "GET /v2.0/security-groups?id=0bdd6188-2d8b-4b17-a788-ae2efdc28206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833917 Jan 31 20:56:59.514279 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb39d3c-d9f3-4ad8-89a5-3ec4bd8350b9 req-cbf681b5-9580-4c97-8951-77236bff2b94 tempest-AttachVolumeNegativeTest-36827424 tempest-AttachVolumeNegativeTest-36827424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:56:59.517734 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-5bb39d3c-d9f3-4ad8-89a5-3ec4bd8350b9 req-cbf681b5-9580-4c97-8951-77236bff2b94 tempest-AttachVolumeNegativeTest-36827424 tempest-AttachVolumeNegativeTest-36827424-project] 10.222.0.46 "GET /v2.0/ports?device_id=d5f199b8-d2d4-43df-ad1a-9439063b9d33 HTTP/1.1" status: 200 len: 945 time: 0.0877318 Jan 31 20:56:59.591558 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-5bb39d3c-d9f3-4ad8-89a5-3ec4bd8350b9 req-5e5ccc07-7cc1-4df2-8377-b26123a6fcc9 tempest-AttachVolumeNegativeTest-36827424 tempest-AttachVolumeNegativeTest-36827424-project] 10.222.0.46 "GET /v2.0/security-groups?id=a32f4031-bf0a-46cb-9ad4-290c9574bdbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642123 Jan 31 20:56:59.924942 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3942c21b-a4c3-45c4-8792-fffe8f4e1d3c req-ec4dde51-b010-49f9-86e3-8871dbcefd99 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:56:59.928018 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-3942c21b-a4c3-45c4-8792-fffe8f4e1d3c req-ec4dde51-b010-49f9-86e3-8871dbcefd99 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] 10.222.0.46 "GET /v2.0/ports?device_id=e3153aa7-015b-4bbc-99db-58a6001749e2 HTTP/1.1" status: 200 len: 945 time: 0.0848942 Jan 31 20:57:00.023476 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-3942c21b-a4c3-45c4-8792-fffe8f4e1d3c req-419314f8-b1ef-463e-976b-586ec66a871d tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] 10.222.0.46 "GET /v2.0/security-groups?id=65521e8f-8948-4df3-9344-760b60ce97e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0828695 Jan 31 20:57:00.082528 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9180cb06-061e-40d9-a089-71c69ec51e9d req-dbecf98f-d950-4f38-87db-48aecfb15ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:57:00.084517 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-9180cb06-061e-40d9-a089-71c69ec51e9d req-dbecf98f-d950-4f38-87db-48aecfb15ce2 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=89e26e9450a7409f847d894c6e8d3bfc&device_id=e3153aa7-015b-4bbc-99db-58a6001749e2 HTTP/1.1" status: 200 len: 1129 time: 0.0734751 Jan 31 20:57:00.259778 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9180cb06-061e-40d9-a089-71c69ec51e9d req-db425f1f-30d9-430c-b2d9-7afeefef6440 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:57:00.262634 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-9180cb06-061e-40d9-a089-71c69ec51e9d req-db425f1f-30d9-430c-b2d9-7afeefef6440 service neutron] 10.222.0.59 "GET /v2.0/networks?id=e68884ed-aafc-46db-987f-40cce4cb0a81 HTTP/1.1" status: 200 len: 917 time: 0.1697812 Jan 31 20:57:00.348798 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-9180cb06-061e-40d9-a089-71c69ec51e9d req-40a40a16-95a6-44f8-9192-9f6a2ef17c0e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f83f76e6-6b79-4e98-911c-f26ea26c65da HTTP/1.1" status: 200 len: 1000 time: 0.0760841 Jan 31 20:57:00.423563 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9180cb06-061e-40d9-a089-71c69ec51e9d req-18d0909e-3ea7-48d8-9fa9-d7b8a6f28579 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:57:00.425711 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-9180cb06-061e-40d9-a089-71c69ec51e9d req-18d0909e-3ea7-48d8-9fa9-d7b8a6f28579 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=34dec552-ecde-44b0-b00b-6077e3fcfd65 HTTP/1.1" status: 200 len: 855 time: 0.0684454 Jan 31 20:57:00.514191 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9180cb06-061e-40d9-a089-71c69ec51e9d req-ccbb8407-5e2e-44ff-ad42-c69c5a8302d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:57:00.517350 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-9180cb06-061e-40d9-a089-71c69ec51e9d req-ccbb8407-5e2e-44ff-ad42-c69c5a8302d1 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e68884ed-aafc-46db-987f-40cce4cb0a81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0766113 Jan 31 20:57:00.589129 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4fbe9a-8d75-4d3f-bb11-95668f53e654 req-34faed76-24e2-49cb-957b-7bd6f9088281 tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:57:00.590891 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-2b4fbe9a-8d75-4d3f-bb11-95668f53e654 req-34faed76-24e2-49cb-957b-7bd6f9088281 tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] 10.222.0.46 "GET /v2.0/ports?device_id=4b21c9e1-251e-4780-a88f-01f20f420dac HTTP/1.1" status: 200 len: 946 time: 0.0719981 Jan 31 20:57:00.657323 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-9180cb06-061e-40d9-a089-71c69ec51e9d req-1fd50f2f-f169-4536-abdb-f79ca435e0df service neutron] 10.222.0.59 "GET /v2.0/networks/e68884ed-aafc-46db-987f-40cce4cb0a81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272264 Jan 31 20:57:00.688191 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-2b4fbe9a-8d75-4d3f-bb11-95668f53e654 req-a4600a10-ec8e-4c2e-9253-5db2ddfb1014 tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] 10.222.0.46 "GET /v2.0/security-groups?id=0bdd6188-2d8b-4b17-a788-ae2efdc28206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828900 Jan 31 20:57:00.832238 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-9180cb06-061e-40d9-a089-71c69ec51e9d req-39fe0be6-d8de-4f20-83c4-edcfb2a09922 service neutron] 10.222.0.59 "GET /v2.0/networks/e68884ed-aafc-46db-987f-40cce4cb0a81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1575575 Jan 31 20:57:00.850477 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f73422-c890-4150-888e-70ed311f44cd req-27a2bfc8-9775-4fc4-a254-75a1cbb46711 tempest-AttachVolumeNegativeTest-36827424 tempest-AttachVolumeNegativeTest-36827424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:57:00.852444 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-93f73422-c890-4150-888e-70ed311f44cd req-27a2bfc8-9775-4fc4-a254-75a1cbb46711 tempest-AttachVolumeNegativeTest-36827424 tempest-AttachVolumeNegativeTest-36827424-project] 10.222.0.46 "GET /v2.0/ports?device_id=d5f199b8-d2d4-43df-ad1a-9439063b9d33 HTTP/1.1" status: 200 len: 945 time: 0.0970507 Jan 31 20:57:00.926321 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-93f73422-c890-4150-888e-70ed311f44cd req-cc0084d9-c129-4a3b-87c8-a2558495c7f8 tempest-AttachVolumeNegativeTest-36827424 tempest-AttachVolumeNegativeTest-36827424-project] 10.222.0.46 "GET /v2.0/security-groups?id=a32f4031-bf0a-46cb-9ad4-290c9574bdbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663636 Jan 31 20:57:01.230098 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6223b03-4798-49e3-978a-0d23cd606cbe req-bdeee551-9f4b-4b1e-9203-85f72035d84d tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:57:01.232251 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-b6223b03-4798-49e3-978a-0d23cd606cbe req-bdeee551-9f4b-4b1e-9203-85f72035d84d tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] 10.222.0.46 "GET /v2.0/ports?device_id=e3153aa7-015b-4bbc-99db-58a6001749e2 HTTP/1.1" status: 200 len: 945 time: 0.0726933 Jan 31 20:57:01.316844 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-b6223b03-4798-49e3-978a-0d23cd606cbe req-ee2dd389-c73c-4f0a-855e-9e7acc7437c3 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] 10.222.0.46 "GET /v2.0/security-groups?id=65521e8f-8948-4df3-9344-760b60ce97e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0742350 Jan 31 20:57:01.361299 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0589078d-13e2-4e45-b497-b486cbc1dbbf req-5e0dd3ad-2986-4db2-ae8c-a256e4b47449 tempest-AttachVolumeNegativeTest-36827424 tempest-AttachVolumeNegativeTest-36827424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:57:01.362966 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-0589078d-13e2-4e45-b497-b486cbc1dbbf req-5e0dd3ad-2986-4db2-ae8c-a256e4b47449 tempest-AttachVolumeNegativeTest-36827424 tempest-AttachVolumeNegativeTest-36827424-project] 10.222.0.59 "GET /v2.0/ports?device_id=d5f199b8-d2d4-43df-ad1a-9439063b9d33 HTTP/1.1" status: 200 len: 945 time: 0.0696344 Jan 31 20:57:01.500405 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [req-0589078d-13e2-4e45-b497-b486cbc1dbbf req-9cc74287-99c5-43cd-b453-1ac3d322ecbb tempest-AttachVolumeNegativeTest-36827424 tempest-AttachVolumeNegativeTest-36827424-project] Deleting port 57823799-4738-4881-9829-5b56ce613794 {{(pid=102449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 20:57:01.501692 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [req-0589078d-13e2-4e45-b497-b486cbc1dbbf req-9cc74287-99c5-43cd-b453-1ac3d322ecbb tempest-AttachVolumeNegativeTest-36827424 tempest-AttachVolumeNegativeTest-36827424-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783600463454'] for port (57823799-4738-4881-9829-5b56ce613794), before_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:57:01.611452 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.db [req-0589078d-13e2-4e45-b497-b486cbc1dbbf req-9cc74287-99c5-43cd-b453-1ac3d322ecbb tempest-AttachVolumeNegativeTest-36827424 tempest-AttachVolumeNegativeTest-36827424-project] For port 57823799-4738-4881-9829-5b56ce613794, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=57823799-4738-4881-9829-5b56ce613794,segment=NetworkSegment(3aa49904-0c32-4795-9b71-de073484ac3d),segment_id=3aa49904-0c32-4795-9b71-de073484ac3d)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 20:57:01.611949 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [req-0589078d-13e2-4e45-b497-b486cbc1dbbf req-9cc74287-99c5-43cd-b453-1ac3d322ecbb tempest-AttachVolumeNegativeTest-36827424 tempest-AttachVolumeNegativeTest-36827424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696268'] for port (57823799-4738-4881-9829-5b56ce613794), precommit_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:57:01.631390 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [req-0589078d-13e2-4e45-b497-b486cbc1dbbf req-9cc74287-99c5-43cd-b453-1ac3d322ecbb tempest-AttachVolumeNegativeTest-36827424 tempest-AttachVolumeNegativeTest-36827424-project] Calling delete_port for 57823799-4738-4881-9829-5b56ce613794 owned by compute:nova {{(pid=102449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 20:57:01.837757 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [req-0589078d-13e2-4e45-b497-b486cbc1dbbf req-9cc74287-99c5-43cd-b453-1ac3d322ecbb tempest-AttachVolumeNegativeTest-36827424 tempest-AttachVolumeNegativeTest-36827424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1029723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3769609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783600466360', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783599971606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29106256'] for port (57823799-4738-4881-9829-5b56ce613794), after_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:57:01.861152 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.db [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] get_ports_and_sgs() called for port_ids ['f52247a4-d6f9-4630-840b-d991c41d687c', '57823799-4738-4881-9829-5b56ce613794'] {{(pid=102451) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 20:57:01.877245 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc74287-99c5-43cd-b453-1ac3d322ecbb tempest-AttachVolumeNegativeTest-36827424 tempest-AttachVolumeNegativeTest-36827424-project] Pushing event deleted for resources: {'Port': ['ID=57823799-4738-4881-9829-5b56ce613794,revision_number=None']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:57:01.918634 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a70e31-7dea-47d1-86a0-dfd515ec68e5 req-29765332-9a80-47d7-8903-fb095dd71fbc tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:57:01.926829 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-b0a70e31-7dea-47d1-86a0-dfd515ec68e5 req-29765332-9a80-47d7-8903-fb095dd71fbc tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] 10.222.0.46 "GET /v2.0/ports?device_id=4b21c9e1-251e-4780-a88f-01f20f420dac HTTP/1.1" status: 200 len: 946 time: 0.1394460 Jan 31 20:57:01.953623 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [req-0589078d-13e2-4e45-b497-b486cbc1dbbf req-9cc74287-99c5-43cd-b453-1ac3d322ecbb tempest-AttachVolumeNegativeTest-36827424 tempest-AttachVolumeNegativeTest-36827424-project] No DVR routers for this DVR port 57823799-4738-4881-9829-5b56ce613794 on host hv-cinder-81322 {{(pid=102449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 20:57:01.957161 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [req-0589078d-13e2-4e45-b497-b486cbc1dbbf req-9cc74287-99c5-43cd-b453-1ac3d322ecbb tempest-AttachVolumeNegativeTest-36827424 tempest-AttachVolumeNegativeTest-36827424-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204375'] for port (None), before_response {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:57:01.962648 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-0589078d-13e2-4e45-b497-b486cbc1dbbf req-9cc74287-99c5-43cd-b453-1ac3d322ecbb tempest-AttachVolumeNegativeTest-36827424 tempest-AttachVolumeNegativeTest-36827424-project] 10.222.0.59 "DELETE /v2.0/ports/57823799-4738-4881-9829-5b56ce613794 HTTP/1.1" status: 204 len: 173 time: 0.5872254 Jan 31 20:57:01.962648 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5f199b8-d2d4-43df-ad1a-9439063b9d33', 'name': 'network-vif-deleted', 'tag': '57823799-4738-4881-9829-5b56ce613794'}] {{(pid=102449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 20:57:01.977719 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba30590511e0408980e1e78341b94ae353025d2904c3e8034e675cc5aff8c4ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e64f3d77-f93e-4760-9e2f-bce4b863adb8" -d '{"events": [{"server_uuid": "d5f199b8-d2d4-43df-ad1a-9439063b9d33", "name": "network-vif-deleted", "tag": "57823799-4738-4881-9829-5b56ce613794"}]}' {{(pid=102449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 20:57:02.092978 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-b0a70e31-7dea-47d1-86a0-dfd515ec68e5 req-3b36cc5d-5e23-49fc-84fc-a5608cc3ea57 tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] 10.222.0.46 "GET /v2.0/security-groups?id=0bdd6188-2d8b-4b17-a788-ae2efdc28206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654320 Jan 31 20:57:02.128627 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-ab68ae72-1479-4206-a798-04b265a748f4 req-4ff1dd5f-b412-48cf-906b-3f55be0e8ff7 tempest-AttachVolumeNegativeTest-36827424 tempest-AttachVolumeNegativeTest-36827424-project] 10.222.0.46 "GET /v2.0/ports?device_id=d5f199b8-d2d4-43df-ad1a-9439063b9d33 HTTP/1.1" status: 200 len: 210 time: 0.0603061 Jan 31 20:57:02.148700 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 20:57:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f3b2ce7-3a0f-4227-93b4-cd5ad60b06ff x-openstack-request-id: req-1f3b2ce7-3a0f-4227-93b4-cd5ad60b06ff {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 20:57:02.149137 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5f199b8-d2d4-43df-ad1a-9439063b9d33", "name": "network-vif-deleted", "tag": "57823799-4738-4881-9829-5b56ce613794", "status": "completed", "code": 200}]} {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 20:57:02.149880 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-1f3b2ce7-3a0f-4227-93b4-cd5ad60b06ff {{(pid=102449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 20:57:02.150322 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5f199b8-d2d4-43df-ad1a-9439063b9d33', 'name': 'network-vif-deleted', 'tag': '57823799-4738-4881-9829-5b56ce613794', 'status': 'completed', 'code': 200} Jan 31 20:57:02.522007 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0aa4cb-5eb0-4e96-8570-400f8727ba53 req-2b396fe3-9cb5-451f-abaf-c6e8efad42c3 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:57:02.524644 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-cf0aa4cb-5eb0-4e96-8570-400f8727ba53 req-2b396fe3-9cb5-451f-abaf-c6e8efad42c3 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] 10.222.0.46 "GET /v2.0/ports?device_id=e3153aa7-015b-4bbc-99db-58a6001749e2 HTTP/1.1" status: 200 len: 945 time: 0.0915158 Jan 31 20:57:02.593124 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-cf0aa4cb-5eb0-4e96-8570-400f8727ba53 req-e40e9768-21de-4792-af71-bcd4332d7911 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] 10.222.0.46 "GET /v2.0/security-groups?id=65521e8f-8948-4df3-9344-760b60ce97e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606651 Jan 31 20:57:03.256201 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddbcaa9-7f36-419c-9d56-7ac8c713ff0f req-2d1fda3f-83c6-4f07-807f-e75d15c05d6e tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:57:03.258185 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-bddbcaa9-7f36-419c-9d56-7ac8c713ff0f req-2d1fda3f-83c6-4f07-807f-e75d15c05d6e tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] 10.222.0.46 "GET /v2.0/ports?device_id=4b21c9e1-251e-4780-a88f-01f20f420dac HTTP/1.1" status: 200 len: 946 time: 0.0949082 Jan 31 20:57:03.544519 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-bddbcaa9-7f36-419c-9d56-7ac8c713ff0f req-521b9f31-96e7-41db-a2fb-cca516b428ec tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] 10.222.0.46 "GET /v2.0/security-groups?id=0bdd6188-2d8b-4b17-a788-ae2efdc28206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2792287 Jan 31 20:57:03.786504 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b9484c-a9d2-447e-89d1-383ffeb1ea48 req-ca98395f-0d31-4390-8262-cb68d379469c tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:57:03.789041 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-54b9484c-a9d2-447e-89d1-383ffeb1ea48 req-ca98395f-0d31-4390-8262-cb68d379469c tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] 10.222.0.46 "GET /v2.0/ports?device_id=e3153aa7-015b-4bbc-99db-58a6001749e2 HTTP/1.1" status: 200 len: 945 time: 0.0879509 Jan 31 20:57:03.850762 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-54b9484c-a9d2-447e-89d1-383ffeb1ea48 req-0e6c3841-8772-41fd-8c72-87f3eea674d5 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] 10.222.0.46 "GET /v2.0/security-groups?id=65521e8f-8948-4df3-9344-760b60ce97e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521636 Jan 31 20:57:04.375974 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.wsgi [req-e2be9ffd-d3f7-4ecc-96a2-8e3a6cc7525d req-06277499-e9b5-428d-bcc4-4617bbeba01a service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=102449) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 31 20:57:04.376835 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-e2be9ffd-d3f7-4ecc-96a2-8e3a6cc7525d req-06277499-e9b5-428d-bcc4-4617bbeba01a service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0063858 Jan 31 20:57:04.583347 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4a0004-09f6-491c-8068-b77b2d347a24 req-9b8d921d-7e69-4419-b378-2b8e8f6724f3 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:57:04.585465 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-5d4a0004-09f6-491c-8068-b77b2d347a24 req-9b8d921d-7e69-4419-b378-2b8e8f6724f3 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] 10.222.0.46 "GET /v2.0/ports?device_id=e3153aa7-015b-4bbc-99db-58a6001749e2 HTTP/1.1" status: 200 len: 945 time: 0.0652266 Jan 31 20:57:04.639345 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-5d4a0004-09f6-491c-8068-b77b2d347a24 req-648d5416-486d-45f3-9200-f85d3866c250 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] 10.222.0.46 "GET /v2.0/security-groups?id=65521e8f-8948-4df3-9344-760b60ce97e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446537 Jan 31 20:57:04.704121 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af08e663-3340-4a41-a73a-6a88ca10d671 req-42191348-2c17-4e9b-8df6-452ca14eaf8d tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:57:04.705740 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-af08e663-3340-4a41-a73a-6a88ca10d671 req-42191348-2c17-4e9b-8df6-452ca14eaf8d tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] 10.222.0.46 "GET /v2.0/ports?device_id=4b21c9e1-251e-4780-a88f-01f20f420dac HTTP/1.1" status: 200 len: 946 time: 0.0664766 Jan 31 20:57:04.763390 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-af08e663-3340-4a41-a73a-6a88ca10d671 req-de831fb9-9955-4d2b-bf42-8b3d4683fc83 tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] 10.222.0.46 "GET /v2.0/security-groups?id=0bdd6188-2d8b-4b17-a788-ae2efdc28206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520270 Jan 31 20:57:04.774148 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb45ac59-5219-40fe-b5dd-42439a9d32e8 req-caea587b-5635-434c-a2e3-fdc05b006cd4 tempest-AttachVolumeNegativeTest-36827424 tempest-AttachVolumeNegativeTest-36827424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:57:04.775745 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-bb45ac59-5219-40fe-b5dd-42439a9d32e8 req-caea587b-5635-434c-a2e3-fdc05b006cd4 tempest-AttachVolumeNegativeTest-36827424 tempest-AttachVolumeNegativeTest-36827424-project] 10.222.0.46 "GET /v2.0/ports?device_id=5329065f-5069-48cf-b2ec-fe4e788092e5 HTTP/1.1" status: 200 len: 945 time: 0.0589147 Jan 31 20:57:04.832982 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-bb45ac59-5219-40fe-b5dd-42439a9d32e8 req-3682f4ef-d0a2-4771-b817-09512426ce62 tempest-AttachVolumeNegativeTest-36827424 tempest-AttachVolumeNegativeTest-36827424-project] 10.222.0.46 "GET /v2.0/security-groups?id=a32f4031-bf0a-46cb-9ad4-290c9574bdbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503399 Jan 31 20:57:04.948064 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.wsgi [-] (102449) accepted ('10.222.0.46', 41108) {{(pid=102449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 20:57:05.039452 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-4a3d918b-1cc9-48cd-8163-a549fc79f711 req-042e9034-2831-470b-9a2a-c2fe860376d4 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=e3153aa7-015b-4bbc-99db-58a6001749e2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0902200 Jan 31 20:57:05.048222 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.wsgi [req-4a3d918b-1cc9-48cd-8163-a549fc79f711 req-11b367f8-d6de-4bf2-b639-afe1a51b1309 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=102449) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 31 20:57:05.049167 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-4a3d918b-1cc9-48cd-8163-a549fc79f711 req-11b367f8-d6de-4bf2-b639-afe1a51b1309 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053213 Jan 31 20:57:05.767112 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e22bc67-679a-45eb-966e-cee17325da15 req-ef581809-80fa-4ae5-880f-fa181f668c9a tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:57:05.768624 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-2e22bc67-679a-45eb-966e-cee17325da15 req-ef581809-80fa-4ae5-880f-fa181f668c9a tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] 10.222.0.46 "GET /v2.0/ports?device_id=e3153aa7-015b-4bbc-99db-58a6001749e2 HTTP/1.1" status: 200 len: 945 time: 0.0535400 Jan 31 20:57:05.820199 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-2e22bc67-679a-45eb-966e-cee17325da15 req-2e29f719-3c4a-4d29-b0f4-4ec2f5c1c058 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] 10.222.0.46 "GET /v2.0/security-groups?id=65521e8f-8948-4df3-9344-760b60ce97e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460303 Jan 31 20:57:05.884443 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35b1759-6ba9-45a2-a667-01cab15bfd42 req-410c2d0b-d0a8-4697-bccf-6ba10841bae0 tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:57:05.885947 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-c35b1759-6ba9-45a2-a667-01cab15bfd42 req-410c2d0b-d0a8-4697-bccf-6ba10841bae0 tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] 10.222.0.46 "GET /v2.0/ports?device_id=4b21c9e1-251e-4780-a88f-01f20f420dac HTTP/1.1" status: 200 len: 946 time: 0.0589266 Jan 31 20:57:05.947519 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-c35b1759-6ba9-45a2-a667-01cab15bfd42 req-4a83daba-cdc7-4639-8267-ddafba992c6c tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] 10.222.0.46 "GET /v2.0/security-groups?id=0bdd6188-2d8b-4b17-a788-ae2efdc28206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551424 Jan 31 20:57:05.961221 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614ec076-39be-4e81-906a-895e69b76095 req-354b9713-7726-44dd-9638-3d63bddfb908 tempest-AttachVolumeNegativeTest-36827424 tempest-AttachVolumeNegativeTest-36827424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:57:05.962768 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-614ec076-39be-4e81-906a-895e69b76095 req-354b9713-7726-44dd-9638-3d63bddfb908 tempest-AttachVolumeNegativeTest-36827424 tempest-AttachVolumeNegativeTest-36827424-project] 10.222.0.46 "GET /v2.0/ports?device_id=5329065f-5069-48cf-b2ec-fe4e788092e5 HTTP/1.1" status: 200 len: 945 time: 0.0571408 Jan 31 20:57:06.013987 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-614ec076-39be-4e81-906a-895e69b76095 req-48589660-7b1b-4673-9d78-08bcb716067a tempest-AttachVolumeNegativeTest-36827424 tempest-AttachVolumeNegativeTest-36827424-project] 10.222.0.46 "GET /v2.0/security-groups?id=a32f4031-bf0a-46cb-9ad4-290c9574bdbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453568 Jan 31 20:57:06.952242 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c91d1f5-2223-4386-9984-a545e47c4bbf req-513b1bad-6af2-468c-8db7-ddda221438e3 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:57:06.954479 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-7c91d1f5-2223-4386-9984-a545e47c4bbf req-513b1bad-6af2-468c-8db7-ddda221438e3 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] 10.222.0.46 "GET /v2.0/ports?device_id=e3153aa7-015b-4bbc-99db-58a6001749e2 HTTP/1.1" status: 200 len: 945 time: 0.0564814 Jan 31 20:57:07.009317 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-7c91d1f5-2223-4386-9984-a545e47c4bbf req-3f5a81ab-0fc0-46d2-93f5-489f0719c0ef tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] 10.222.0.46 "GET /v2.0/security-groups?id=65521e8f-8948-4df3-9344-760b60ce97e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493479 Jan 31 20:57:07.028328 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.rpc [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Device 57823799-4738-4881-9829-5b56ce613794 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=102451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 20:57:07.088461 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.plugin [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] No Port match for: 57823799-4738-4881-9829-5b56ce613794 {{(pid=102451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 20:57:07.089332 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.rpc [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Device 57823799-4738-4881-9829-5b56ce613794 not bound to the agent host hv-cinder-81322 {{(pid=102451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 20:57:07.089849 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.rpc [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Device f83f76e6-6b79-4e98-911c-f26ea26c65da no longer exists at agent hyperv_hv-cinder-81322 {{(pid=102451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 20:57:07.168907 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ba72f0-0a0c-4a47-887e-83c579645913 req-658ad8e2-5afc-472d-bfa5-76835fd2705a tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:57:07.172755 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-b7ba72f0-0a0c-4a47-887e-83c579645913 req-658ad8e2-5afc-472d-bfa5-76835fd2705a tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] 10.222.0.46 "GET /v2.0/ports?device_id=4b21c9e1-251e-4780-a88f-01f20f420dac HTTP/1.1" status: 200 len: 946 time: 0.1122308 Jan 31 20:57:07.232493 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47172b46-eb93-471b-9990-0a4c3753e47f req-3a4c7c23-fef6-43b6-a930-1d0306039af6 tempest-AttachVolumeNegativeTest-36827424 tempest-AttachVolumeNegativeTest-36827424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:57:07.235906 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-47172b46-eb93-471b-9990-0a4c3753e47f req-3a4c7c23-fef6-43b6-a930-1d0306039af6 tempest-AttachVolumeNegativeTest-36827424 tempest-AttachVolumeNegativeTest-36827424-project] 10.222.0.46 "GET /v2.0/ports?device_id=5329065f-5069-48cf-b2ec-fe4e788092e5 HTTP/1.1" status: 200 len: 945 time: 0.1223030 Jan 31 20:57:07.269803 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.plugin [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Current status of the port f83f76e6-6b79-4e98-911c-f26ea26c65da is: ACTIVE; New status is: DOWN {{(pid=102451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 20:57:07.271357 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1026180'] for port (f83f76e6-6b79-4e98-911c-f26ea26c65da), before_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:57:07.291411 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-b7ba72f0-0a0c-4a47-887e-83c579645913 req-ed6ed06e-d5fb-44a9-a172-c6acbff503d3 tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] 10.222.0.46 "GET /v2.0/security-groups?id=0bdd6188-2d8b-4b17-a788-ae2efdc28206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982373 Jan 31 20:57:07.319781 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-47172b46-eb93-471b-9990-0a4c3753e47f req-aede062d-3855-4f4e-a2db-645776863216 tempest-AttachVolumeNegativeTest-36827424 tempest-AttachVolumeNegativeTest-36827424-project] 10.222.0.46 "GET /v2.0/security-groups?id=a32f4031-bf0a-46cb-9ad4-290c9574bdbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761807 Jan 31 20:57:07.321469 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3153aa7-015b-4bbc-99db-58a6001749e2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f83f76e6-6b79-4e98-911c-f26ea26c65da'}] {{(pid=102451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 20:57:07.326103 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c23f90a41664c3b077a95f51e37b0059f8aa38e98bc0260eca12d616ac4420be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43a13749-a510-40aa-8ea9-f7af4132041f" -d '{"events": [{"server_uuid": "e3153aa7-015b-4bbc-99db-58a6001749e2", "name": "network-vif-unplugged", "status": "completed", "tag": "f83f76e6-6b79-4e98-911c-f26ea26c65da"}]}' {{(pid=102451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 20:57:07.349364 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.db [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] For port f83f76e6-6b79-4e98-911c-f26ea26c65da, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=f83f76e6-6b79-4e98-911c-f26ea26c65da,segment=NetworkSegment(0b88ba8a-5620-4c08-98b4-337c2e3644cc),segment_id=0b88ba8a-5620-4c08-98b4-337c2e3644cc)] {{(pid=102451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 20:57:07.355386 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1029723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3769609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783600466378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783599971615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783599971633'] for port (f83f76e6-6b79-4e98-911c-f26ea26c65da), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:57:07.546947 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 31 Jan 2022 20:57:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7557b338-b2f1-41b1-8015-91542fdddfc5 x-openstack-request-id: req-7557b338-b2f1-41b1-8015-91542fdddfc5 {{(pid=102451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 20:57:07.547283 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3153aa7-015b-4bbc-99db-58a6001749e2", "name": "network-vif-unplugged", "status": "failed", "tag": "f83f76e6-6b79-4e98-911c-f26ea26c65da", "code": 422}]} {{(pid=102451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 20:57:07.547469 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-7557b338-b2f1-41b1-8015-91542fdddfc5 {{(pid=102451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 20:57:07.547900 dv-cinder-813229-5-iscsi neutron-server[102451]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'e3153aa7-015b-4bbc-99db-58a6001749e2', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'f83f76e6-6b79-4e98-911c-f26ea26c65da', 'code': 422} returned with failed status Jan 31 20:57:07.584686 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Pushing event updated for resources: {'Port': ['ID=f83f76e6-6b79-4e98-911c-f26ea26c65da,revision_number=8']} {{(pid=102451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:57:08.244451 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e31dc6-3abc-413a-8a54-e19582796db1 req-56199eb3-f282-4872-8b90-be69b9be5cd3 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:57:08.246884 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-c7e31dc6-3abc-413a-8a54-e19582796db1 req-56199eb3-f282-4872-8b90-be69b9be5cd3 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] 10.222.0.46 "GET /v2.0/ports?device_id=e3153aa7-015b-4bbc-99db-58a6001749e2 HTTP/1.1" status: 200 len: 943 time: 0.1008894 Jan 31 20:57:08.342373 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-c7e31dc6-3abc-413a-8a54-e19582796db1 req-84557b0e-15e3-40e9-877d-2df90debbe49 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] 10.222.0.46 "GET /v2.0/security-groups?id=65521e8f-8948-4df3-9344-760b60ce97e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0860705 Jan 31 20:57:08.471595 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf168f1-acc1-4ffe-9c55-689a83c106a5 req-533a367c-6acb-45e7-b392-bf9b11998452 tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:57:08.473113 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-3bf168f1-acc1-4ffe-9c55-689a83c106a5 req-533a367c-6acb-45e7-b392-bf9b11998452 tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] 10.222.0.46 "GET /v2.0/ports?device_id=4b21c9e1-251e-4780-a88f-01f20f420dac HTTP/1.1" status: 200 len: 946 time: 0.0718331 Jan 31 20:57:08.538148 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-3bf168f1-acc1-4ffe-9c55-689a83c106a5 req-71b3ee89-bb8d-4c9f-b097-30af20a57978 tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] 10.222.0.46 "GET /v2.0/security-groups?id=0bdd6188-2d8b-4b17-a788-ae2efdc28206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551946 Jan 31 20:57:08.817311 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd83c970-427b-4389-9697-4b456e367d33 req-8bcf7c45-9be3-453d-9a05-e7affb055449 tempest-AttachVolumeNegativeTest-36827424 tempest-AttachVolumeNegativeTest-36827424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:57:08.818707 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-dd83c970-427b-4389-9697-4b456e367d33 req-8bcf7c45-9be3-453d-9a05-e7affb055449 tempest-AttachVolumeNegativeTest-36827424 tempest-AttachVolumeNegativeTest-36827424-project] 10.222.0.46 "GET /v2.0/ports?device_id=5329065f-5069-48cf-b2ec-fe4e788092e5 HTTP/1.1" status: 200 len: 945 time: 0.3618379 Jan 31 20:57:08.898233 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ceb49f-fec3-42c1-92ae-7fba6e74bac4 req-1ce898a2-6daf-467c-a881-7d9e7408dcc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:57:08.899800 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-95ceb49f-fec3-42c1-92ae-7fba6e74bac4 req-1ce898a2-6daf-467c-a881-7d9e7408dcc9 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=4b21c9e1-251e-4780-a88f-01f20f420dac HTTP/1.1" status: 200 len: 1130 time: 0.3906002 Jan 31 20:57:08.958341 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-dd83c970-427b-4389-9697-4b456e367d33 req-af1bcef5-d086-4e4c-934f-25f88a14c49f tempest-AttachVolumeNegativeTest-36827424 tempest-AttachVolumeNegativeTest-36827424-project] 10.222.0.46 "GET /v2.0/security-groups?id=a32f4031-bf0a-46cb-9ad4-290c9574bdbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299183 Jan 31 20:57:08.963238 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3d918b-1cc9-48cd-8163-a549fc79f711 req-38f3b781-8837-48d0-98db-5b2c6608cc34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:57:08.963849 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.db.agents_db [None req-9f73b596-de3f-4c4d-980f-1f0b0f14bd7d None None] Agent healthcheck: found 6 active agents {{(pid=102454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 20:57:08.964758 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-4a3d918b-1cc9-48cd-8163-a549fc79f711 req-38f3b781-8837-48d0-98db-5b2c6608cc34 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=e3153aa7-015b-4bbc-99db-58a6001749e2&tenant_id=89e26e9450a7409f847d894c6e8d3bfc HTTP/1.1" status: 200 len: 1127 time: 0.1555936 Jan 31 20:57:08.994980 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-95ceb49f-fec3-42c1-92ae-7fba6e74bac4 req-cf496ba8-0bdd-4501-9b37-a54f361c76cc service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=0bdd6188-2d8b-4b17-a788-ae2efdc28206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778835 Jan 31 20:57:09.252766 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3d918b-1cc9-48cd-8163-a549fc79f711 req-57c26f6f-70f3-466f-bfcc-55a1e0c00470 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:57:09.254539 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-4a3d918b-1cc9-48cd-8163-a549fc79f711 req-57c26f6f-70f3-466f-bfcc-55a1e0c00470 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=89e26e9450a7409f847d894c6e8d3bfc&device_id=e3153aa7-015b-4bbc-99db-58a6001749e2 HTTP/1.1" status: 200 len: 1127 time: 0.0542493 Jan 31 20:57:09.379700 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3d918b-1cc9-48cd-8163-a549fc79f711 req-026692e7-c691-4dbd-aa50-6269627dc642 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:57:09.381273 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-4a3d918b-1cc9-48cd-8163-a549fc79f711 req-026692e7-c691-4dbd-aa50-6269627dc642 service neutron] 10.222.0.59 "GET /v2.0/networks?id=e68884ed-aafc-46db-987f-40cce4cb0a81 HTTP/1.1" status: 200 len: 917 time: 0.1199675 Jan 31 20:57:09.506407 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-4a3d918b-1cc9-48cd-8163-a549fc79f711 req-9a738092-f55c-446c-a664-41dce796b44e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f83f76e6-6b79-4e98-911c-f26ea26c65da HTTP/1.1" status: 200 len: 998 time: 0.1004517 Jan 31 20:57:09.521787 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb633fe-ee21-4094-986f-fabe06cf23eb req-94b1980f-9ef5-415e-a35e-c4d383b6f0f5 tempest-AttachVolumeNegativeTest-36827424 tempest-AttachVolumeNegativeTest-36827424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:57:09.523415 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-7fb633fe-ee21-4094-986f-fabe06cf23eb req-94b1980f-9ef5-415e-a35e-c4d383b6f0f5 tempest-AttachVolumeNegativeTest-36827424 tempest-AttachVolumeNegativeTest-36827424-project] 10.222.0.59 "GET /v2.0/ports?device_id=5329065f-5069-48cf-b2ec-fe4e788092e5 HTTP/1.1" status: 200 len: 945 time: 0.1647921 Jan 31 20:57:09.535395 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34eb3e7-8595-4086-ae0c-c5d2712f4444 req-e60641c8-7b04-48b2-a05e-c0f4b0a78618 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:57:09.537017 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-d34eb3e7-8595-4086-ae0c-c5d2712f4444 req-e60641c8-7b04-48b2-a05e-c0f4b0a78618 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] 10.222.0.46 "GET /v2.0/ports?device_id=e3153aa7-015b-4bbc-99db-58a6001749e2 HTTP/1.1" status: 200 len: 943 time: 0.0727873 Jan 31 20:57:09.618031 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-d34eb3e7-8595-4086-ae0c-c5d2712f4444 req-69baf173-aeab-4d0a-ab52-8dd6642d5345 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] 10.222.0.46 "GET /v2.0/security-groups?id=65521e8f-8948-4df3-9344-760b60ce97e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699410 Jan 31 20:57:09.638999 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3d918b-1cc9-48cd-8163-a549fc79f711 req-de66e7af-3314-42c8-842c-265948759b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:57:09.641857 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-4a3d918b-1cc9-48cd-8163-a549fc79f711 req-de66e7af-3314-42c8-842c-265948759b32 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=34dec552-ecde-44b0-b00b-6077e3fcfd65 HTTP/1.1" status: 200 len: 855 time: 0.1170032 Jan 31 20:57:09.768615 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211252eb-8ae6-4c5a-b10f-a28468c80d0a req-c7eb109a-200c-4696-a1ad-a9021ceef7e4 tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:57:09.770229 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-211252eb-8ae6-4c5a-b10f-a28468c80d0a req-c7eb109a-200c-4696-a1ad-a9021ceef7e4 tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] 10.222.0.46 "GET /v2.0/ports?device_id=4b21c9e1-251e-4780-a88f-01f20f420dac HTTP/1.1" status: 200 len: 946 time: 0.1273460 Jan 31 20:57:09.773245 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [req-7fb633fe-ee21-4094-986f-fabe06cf23eb req-484c74c8-d1b5-4e5b-82ce-3214ec5afa63 tempest-AttachVolumeNegativeTest-36827424 tempest-AttachVolumeNegativeTest-36827424-project] Deleting port f52247a4-d6f9-4630-840b-d991c41d687c {{(pid=102449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 20:57:09.773582 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [req-7fb633fe-ee21-4094-986f-fabe06cf23eb req-484c74c8-d1b5-4e5b-82ce-3214ec5afa63 tempest-AttachVolumeNegativeTest-36827424 tempest-AttachVolumeNegativeTest-36827424-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783600463454'] for port (f52247a4-d6f9-4630-840b-d991c41d687c), before_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:57:09.779142 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3d918b-1cc9-48cd-8163-a549fc79f711 req-7703186c-bf8a-4023-a9ae-5746dcb59268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:57:09.781160 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-4a3d918b-1cc9-48cd-8163-a549fc79f711 req-7703186c-bf8a-4023-a9ae-5746dcb59268 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e68884ed-aafc-46db-987f-40cce4cb0a81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1239009 Jan 31 20:57:09.947557 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-211252eb-8ae6-4c5a-b10f-a28468c80d0a req-550f7f69-acb2-45f4-9101-b69676d91fce tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] 10.222.0.46 "GET /v2.0/security-groups?id=0bdd6188-2d8b-4b17-a788-ae2efdc28206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705780 Jan 31 20:57:09.989128 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.db [req-7fb633fe-ee21-4094-986f-fabe06cf23eb req-484c74c8-d1b5-4e5b-82ce-3214ec5afa63 tempest-AttachVolumeNegativeTest-36827424 tempest-AttachVolumeNegativeTest-36827424-project] For port f52247a4-d6f9-4630-840b-d991c41d687c, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=f52247a4-d6f9-4630-840b-d991c41d687c,segment=NetworkSegment(3aa49904-0c32-4795-9b71-de073484ac3d),segment_id=3aa49904-0c32-4795-9b71-de073484ac3d)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 20:57:09.990067 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [req-7fb633fe-ee21-4094-986f-fabe06cf23eb req-484c74c8-d1b5-4e5b-82ce-3214ec5afa63 tempest-AttachVolumeNegativeTest-36827424 tempest-AttachVolumeNegativeTest-36827424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696268'] for port (f52247a4-d6f9-4630-840b-d991c41d687c), precommit_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:57:10.014164 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-4a3d918b-1cc9-48cd-8163-a549fc79f711 req-5bed2322-f82d-474f-8b39-ea6d9e55e654 service neutron] 10.222.0.59 "GET /v2.0/networks/e68884ed-aafc-46db-987f-40cce4cb0a81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2138817 Jan 31 20:57:10.022317 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [req-7fb633fe-ee21-4094-986f-fabe06cf23eb req-484c74c8-d1b5-4e5b-82ce-3214ec5afa63 tempest-AttachVolumeNegativeTest-36827424 tempest-AttachVolumeNegativeTest-36827424-project] Calling delete_port for f52247a4-d6f9-4630-840b-d991c41d687c owned by compute:nova {{(pid=102449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 20:57:10.140917 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428d10bb-eec7-4f00-b0c1-0a3bb4455cf5 req-c65aba00-37a1-41c2-a424-a33faf7e8bf4 tempest-AttachVolumeNegativeTest-36827424 tempest-AttachVolumeNegativeTest-36827424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:57:10.142550 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-428d10bb-eec7-4f00-b0c1-0a3bb4455cf5 req-c65aba00-37a1-41c2-a424-a33faf7e8bf4 tempest-AttachVolumeNegativeTest-36827424 tempest-AttachVolumeNegativeTest-36827424-project] 10.222.0.46 "GET /v2.0/ports?device_id=5329065f-5069-48cf-b2ec-fe4e788092e5 HTTP/1.1" status: 200 len: 945 time: 0.0887401 Jan 31 20:57:10.212348 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-428d10bb-eec7-4f00-b0c1-0a3bb4455cf5 req-d72b1fd4-2f60-41f1-9233-7b768d666d84 tempest-AttachVolumeNegativeTest-36827424 tempest-AttachVolumeNegativeTest-36827424-project] 10.222.0.46 "GET /v2.0/security-groups?id=a32f4031-bf0a-46cb-9ad4-290c9574bdbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596995 Jan 31 20:57:10.273962 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-4a3d918b-1cc9-48cd-8163-a549fc79f711 req-26096ae4-7e2c-4329-bfeb-ac0a21451073 service neutron] 10.222.0.59 "GET /v2.0/networks/e68884ed-aafc-46db-987f-40cce4cb0a81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2418096 Jan 31 20:57:10.360012 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [req-7fb633fe-ee21-4094-986f-fabe06cf23eb req-484c74c8-d1b5-4e5b-82ce-3214ec5afa63 tempest-AttachVolumeNegativeTest-36827424 tempest-AttachVolumeNegativeTest-36827424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1029723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3769609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783600466360', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783599971606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29106256'] for port (f52247a4-d6f9-4630-840b-d991c41d687c), after_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:57:10.375291 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.db [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] get_ports_and_sgs() called for port_ids ['f52247a4-d6f9-4630-840b-d991c41d687c'] {{(pid=102451) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 20:57:10.404679 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484c74c8-d1b5-4e5b-82ce-3214ec5afa63 tempest-AttachVolumeNegativeTest-36827424 tempest-AttachVolumeNegativeTest-36827424-project] Pushing event deleted for resources: {'Port': ['ID=f52247a4-d6f9-4630-840b-d991c41d687c,revision_number=None']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:57:10.450496 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fb633fe-ee21-4094-986f-fabe06cf23eb req-484c74c8-d1b5-4e5b-82ce-3214ec5afa63 tempest-AttachVolumeNegativeTest-36827424 tempest-AttachVolumeNegativeTest-36827424-project] No DVR routers for this DVR port f52247a4-d6f9-4630-840b-d991c41d687c on host hv-cinder-81322 {{(pid=102449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 20:57:10.455043 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [req-7fb633fe-ee21-4094-986f-fabe06cf23eb req-484c74c8-d1b5-4e5b-82ce-3214ec5afa63 tempest-AttachVolumeNegativeTest-36827424 tempest-AttachVolumeNegativeTest-36827424-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204375'] for port (None), before_response {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:57:10.460355 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-7fb633fe-ee21-4094-986f-fabe06cf23eb req-484c74c8-d1b5-4e5b-82ce-3214ec5afa63 tempest-AttachVolumeNegativeTest-36827424 tempest-AttachVolumeNegativeTest-36827424-project] 10.222.0.59 "DELETE /v2.0/ports/f52247a4-d6f9-4630-840b-d991c41d687c HTTP/1.1" status: 204 len: 173 time: 0.9278007 Jan 31 20:57:10.460855 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5329065f-5069-48cf-b2ec-fe4e788092e5', 'name': 'network-vif-deleted', 'tag': 'f52247a4-d6f9-4630-840b-d991c41d687c'}] {{(pid=102449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 20:57:10.463336 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba30590511e0408980e1e78341b94ae353025d2904c3e8034e675cc5aff8c4ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d869c292-5a26-495b-8829-88d36ec79c62" -d '{"events": [{"server_uuid": "5329065f-5069-48cf-b2ec-fe4e788092e5", "name": "network-vif-deleted", "tag": "f52247a4-d6f9-4630-840b-d991c41d687c"}]}' {{(pid=102449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 20:57:10.516623 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 20:57:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3a963d7-8e76-46f4-b765-9ed0bc7ff0f1 x-openstack-request-id: req-b3a963d7-8e76-46f4-b765-9ed0bc7ff0f1 {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 20:57:10.517150 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5329065f-5069-48cf-b2ec-fe4e788092e5", "name": "network-vif-deleted", "tag": "f52247a4-d6f9-4630-840b-d991c41d687c", "status": "completed", "code": 200}]} {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 20:57:10.517540 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-b3a963d7-8e76-46f4-b765-9ed0bc7ff0f1 {{(pid=102449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 20:57:10.518064 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5329065f-5069-48cf-b2ec-fe4e788092e5', 'name': 'network-vif-deleted', 'tag': 'f52247a4-d6f9-4630-840b-d991c41d687c', 'status': 'completed', 'code': 200} Jan 31 20:57:10.784731 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc34b95b-67d1-473c-b24f-743c83ce1ab1 req-d04ef74d-dfb1-4b68-aa84-4454d2fce934 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:57:10.787195 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-bc34b95b-67d1-473c-b24f-743c83ce1ab1 req-d04ef74d-dfb1-4b68-aa84-4454d2fce934 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] 10.222.0.46 "GET /v2.0/ports?device_id=e3153aa7-015b-4bbc-99db-58a6001749e2 HTTP/1.1" status: 200 len: 943 time: 0.0691285 Jan 31 20:57:10.848547 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-bc34b95b-67d1-473c-b24f-743c83ce1ab1 req-8853fb4c-ef56-4440-a78b-356c27f44650 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] 10.222.0.46 "GET /v2.0/security-groups?id=65521e8f-8948-4df3-9344-760b60ce97e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517068 Jan 31 20:57:11.214697 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c1d689-b890-46d8-98f6-19b15c8b10ee req-a0dcd206-8a74-48d2-8e2d-794af48ed637 tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:57:11.244666 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-02c1d689-b890-46d8-98f6-19b15c8b10ee req-a0dcd206-8a74-48d2-8e2d-794af48ed637 tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] 10.222.0.46 "GET /v2.0/ports?device_id=4b21c9e1-251e-4780-a88f-01f20f420dac HTTP/1.1" status: 200 len: 946 time: 0.1462629 Jan 31 20:57:11.401666 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-02c1d689-b890-46d8-98f6-19b15c8b10ee req-2e79a416-65b1-4d1b-b396-3f596d185dc7 tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] 10.222.0.46 "GET /v2.0/security-groups?id=0bdd6188-2d8b-4b17-a788-ae2efdc28206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449604 Jan 31 20:57:11.470152 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-018741e7-1f14-46e9-8bfe-f39a163f26dc req-9780aebf-91d7-4788-b84d-806b33e2f61f tempest-AttachVolumeNegativeTest-36827424 tempest-AttachVolumeNegativeTest-36827424-project] 10.222.0.46 "GET /v2.0/ports?device_id=5329065f-5069-48cf-b2ec-fe4e788092e5 HTTP/1.1" status: 200 len: 210 time: 0.0592499 Jan 31 20:57:11.928982 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc4e4a2-d686-4118-93bd-6896cda2317e req-d2484b38-642a-421e-86c4-059bc9510892 tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:57:11.930728 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-2cc4e4a2-d686-4118-93bd-6896cda2317e req-d2484b38-642a-421e-86c4-059bc9510892 tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] 10.222.0.46 "GET /v2.0/ports?device_id=4b21c9e1-251e-4780-a88f-01f20f420dac HTTP/1.1" status: 200 len: 946 time: 0.0906816 Jan 31 20:57:12.015525 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-2cc4e4a2-d686-4118-93bd-6896cda2317e req-524e9630-3646-434b-a981-8de0d425536a tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] 10.222.0.46 "GET /v2.0/security-groups?id=0bdd6188-2d8b-4b17-a788-ae2efdc28206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724089 Jan 31 20:57:12.105908 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e3ba1b-bf01-4f51-ba83-f3d01e3dbb22 req-2c0d2b8d-6281-4f36-aa6f-73db7669d6a1 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:57:12.111579 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-93e3ba1b-bf01-4f51-ba83-f3d01e3dbb22 req-2c0d2b8d-6281-4f36-aa6f-73db7669d6a1 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] 10.222.0.46 "GET /v2.0/ports?device_id=e3153aa7-015b-4bbc-99db-58a6001749e2 HTTP/1.1" status: 200 len: 943 time: 0.1012192 Jan 31 20:57:12.187885 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-93e3ba1b-bf01-4f51-ba83-f3d01e3dbb22 req-a251a795-2a58-4b8b-995a-a01fe617a0d1 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] 10.222.0.46 "GET /v2.0/security-groups?id=65521e8f-8948-4df3-9344-760b60ce97e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0708601 Jan 31 20:57:12.588149 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-1ba7cdca-47e1-42d0-92c7-8b1baa37faaa req-c5489443-896b-4c29-bbc2-ce479dbf37ad tempest-AttachVolumeNegativeTest-36827424 tempest-AttachVolumeNegativeTest-36827424-project] 10.222.0.46 "GET /v2.0/ports?device_id=5329065f-5069-48cf-b2ec-fe4e788092e5 HTTP/1.1" status: 200 len: 210 time: 0.0279896 Jan 31 20:57:13.240796 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0483bf90-e01b-44bf-9339-7639c1fdd4bc req-772d25be-7272-4a8a-ae3b-6e3b47258108 tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:57:13.253486 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-0483bf90-e01b-44bf-9339-7639c1fdd4bc req-772d25be-7272-4a8a-ae3b-6e3b47258108 tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] 10.222.0.46 "GET /v2.0/ports?device_id=4b21c9e1-251e-4780-a88f-01f20f420dac HTTP/1.1" status: 200 len: 946 time: 0.1085083 Jan 31 20:57:13.291081 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.rpc [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Device f52247a4-d6f9-4630-840b-d991c41d687c no longer exists at agent hyperv_hv-cinder-81322 {{(pid=102451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 20:57:13.337358 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.plugin [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] No Port match for: f52247a4-d6f9-4630-840b-d991c41d687c {{(pid=102451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 20:57:13.337686 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.rpc [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Device f52247a4-d6f9-4630-840b-d991c41d687c not bound to the agent host hv-cinder-81322 {{(pid=102451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 20:57:13.362135 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-0483bf90-e01b-44bf-9339-7639c1fdd4bc req-7b660b3a-6efd-46bd-8a8d-75a67583e336 tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] 10.222.0.46 "GET /v2.0/security-groups?id=0bdd6188-2d8b-4b17-a788-ae2efdc28206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072283 Jan 31 20:57:13.394947 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf03f52-871f-4173-ad41-92c74ff27b8c req-b29cd31c-ea55-47dc-950e-ce84e35ca3a0 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:57:13.399355 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-daf03f52-871f-4173-ad41-92c74ff27b8c req-b29cd31c-ea55-47dc-950e-ce84e35ca3a0 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] 10.222.0.46 "GET /v2.0/ports?device_id=e3153aa7-015b-4bbc-99db-58a6001749e2 HTTP/1.1" status: 200 len: 943 time: 0.0922673 Jan 31 20:57:13.435494 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.wsgi [-] (102449) accepted ('10.222.0.46', 41256) {{(pid=102449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 20:57:13.476667 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-daf03f52-871f-4173-ad41-92c74ff27b8c req-a874f1f9-554c-4a01-b9bf-f3ca79903b51 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] 10.222.0.46 "GET /v2.0/security-groups?id=65521e8f-8948-4df3-9344-760b60ce97e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0745044 Jan 31 20:57:13.580580 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-edd1c0b9-8726-4985-b3b6-58e44a830e7c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:57:13.735026 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-edd1c0b9-8726-4985-b3b6-58e44a830e7c admin admin] Publish callbacks [] for security_group (e8d79990-484a-42a1-afd4-3f1a6c7f9d45), precommit_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:57:13.745960 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-edd1c0b9-8726-4985-b3b6-58e44a830e7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736509'] for security_group (e8d79990-484a-42a1-afd4-3f1a6c7f9d45), after_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:57:13.771308 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-6173d7aa-019c-495e-b1df-901482ff862a req-1ef8c666-602d-4969-bbef-6e9d9a3ef5d0 tempest-AttachVolumeNegativeTest-36827424 tempest-AttachVolumeNegativeTest-36827424-project] 10.222.0.46 "GET /v2.0/ports?device_id=5329065f-5069-48cf-b2ec-fe4e788092e5 HTTP/1.1" status: 200 len: 210 time: 0.0633619 Jan 31 20:57:13.792862 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd1c0b9-8726-4985-b3b6-58e44a830e7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8d79990-484a-42a1-afd4-3f1a6c7f9d45,revision_number=1']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:57:13.810558 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd1c0b9-8726-4985-b3b6-58e44a830e7c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:57:13.810995 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd1c0b9-8726-4985-b3b6-58e44a830e7c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:57:13.811409 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd1c0b9-8726-4985-b3b6-58e44a830e7c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:57:13.812377 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd1c0b9-8726-4985-b3b6-58e44a830e7c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:57:13.812778 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd1c0b9-8726-4985-b3b6-58e44a830e7c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:57:13.813189 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd1c0b9-8726-4985-b3b6-58e44a830e7c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:57:13.813684 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd1c0b9-8726-4985-b3b6-58e44a830e7c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:57:13.814082 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd1c0b9-8726-4985-b3b6-58e44a830e7c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:57:13.814482 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd1c0b9-8726-4985-b3b6-58e44a830e7c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:57:13.814907 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd1c0b9-8726-4985-b3b6-58e44a830e7c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:57:13.815302 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd1c0b9-8726-4985-b3b6-58e44a830e7c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:57:13.815698 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd1c0b9-8726-4985-b3b6-58e44a830e7c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:57:13.816091 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd1c0b9-8726-4985-b3b6-58e44a830e7c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:57:13.838651 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [None req-edd1c0b9-8726-4985-b3b6-58e44a830e7c admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=a217ae9c54b34e8abedc34afab8c3371&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4020574 Jan 31 20:57:13.845413 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.wsgi [-] (102450) accepted ('10.222.0.46', 41274) {{(pid=102450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 20:57:13.904555 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-fbfd367d-3eec-4dda-8208-a00d32851a68 admin admin] Publish callbacks [] for security_group (e8d79990-484a-42a1-afd4-3f1a6c7f9d45), before_delete {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:57:13.945411 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-fbfd367d-3eec-4dda-8208-a00d32851a68 admin admin] Publish callbacks [] for security_group (e8d79990-484a-42a1-afd4-3f1a6c7f9d45), precommit_delete {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:57:14.028559 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-fbfd367d-3eec-4dda-8208-a00d32851a68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736509'] for security_group (e8d79990-484a-42a1-afd4-3f1a6c7f9d45), after_delete {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:57:14.031962 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-fbfd367d-3eec-4dda-8208-a00d32851a68 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:57:14.036492 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [None req-fbfd367d-3eec-4dda-8208-a00d32851a68 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/e8d79990-484a-42a1-afd4-3f1a6c7f9d45 HTTP/1.1" status: 204 len: 168 time: 0.1866553 Jan 31 20:57:14.057190 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfd367d-3eec-4dda-8208-a00d32851a68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8d79990-484a-42a1-afd4-3f1a6c7f9d45,revision_number=None']} {{(pid=102450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:57:14.097307 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbfd367d-3eec-4dda-8208-a00d32851a68 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:57:14.097911 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbfd367d-3eec-4dda-8208-a00d32851a68 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:57:14.098505 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbfd367d-3eec-4dda-8208-a00d32851a68 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:57:14.099125 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbfd367d-3eec-4dda-8208-a00d32851a68 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:57:14.099704 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbfd367d-3eec-4dda-8208-a00d32851a68 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:57:14.100251 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbfd367d-3eec-4dda-8208-a00d32851a68 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:57:14.100623 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbfd367d-3eec-4dda-8208-a00d32851a68 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:57:14.101049 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbfd367d-3eec-4dda-8208-a00d32851a68 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:57:14.101495 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbfd367d-3eec-4dda-8208-a00d32851a68 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:57:14.101835 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbfd367d-3eec-4dda-8208-a00d32851a68 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:57:14.102175 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbfd367d-3eec-4dda-8208-a00d32851a68 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:57:14.102514 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbfd367d-3eec-4dda-8208-a00d32851a68 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:57:14.102915 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbfd367d-3eec-4dda-8208-a00d32851a68 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:57:14.526849 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ec25be-1c78-4e71-83b6-dc1298a21446 req-65b171c8-27ac-4f4f-b795-b8e595656f16 tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:57:14.535383 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-55ec25be-1c78-4e71-83b6-dc1298a21446 req-65b171c8-27ac-4f4f-b795-b8e595656f16 tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] 10.222.0.46 "GET /v2.0/ports?device_id=4b21c9e1-251e-4780-a88f-01f20f420dac HTTP/1.1" status: 200 len: 946 time: 0.0785189 Jan 31 20:57:14.631610 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-55ec25be-1c78-4e71-83b6-dc1298a21446 req-77a700ea-8c73-438b-89a4-b279225457fc tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] 10.222.0.46 "GET /v2.0/security-groups?id=0bdd6188-2d8b-4b17-a788-ae2efdc28206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893030 Jan 31 20:57:14.716331 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b27532c-342d-41b5-8e57-a49a9a52453b req-d5a9cf3f-54ec-4897-85f6-8bdf3634cbd0 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:57:14.718084 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-6b27532c-342d-41b5-8e57-a49a9a52453b req-d5a9cf3f-54ec-4897-85f6-8bdf3634cbd0 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] 10.222.0.46 "GET /v2.0/ports?device_id=e3153aa7-015b-4bbc-99db-58a6001749e2 HTTP/1.1" status: 200 len: 943 time: 0.0917950 Jan 31 20:57:14.821212 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-6b27532c-342d-41b5-8e57-a49a9a52453b req-ed4ddc70-59bb-4e7a-94f5-2178a367e547 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] 10.222.0.46 "GET /v2.0/security-groups?id=65521e8f-8948-4df3-9344-760b60ce97e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0933111 Jan 31 20:57:14.922896 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-966abe79-93cd-4b8b-b84e-7c8f6725ae2c req-bc3bd7e9-7307-4247-a1cd-2fe39d54685e tempest-AttachVolumeNegativeTest-36827424 tempest-AttachVolumeNegativeTest-36827424-project] 10.222.0.46 "GET /v2.0/ports?device_id=5329065f-5069-48cf-b2ec-fe4e788092e5 HTTP/1.1" status: 200 len: 210 time: 0.0331309 Jan 31 20:57:15.470986 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.wsgi [-] (102450) accepted ('10.222.0.46', 41344) {{(pid=102450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 20:57:15.657342 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-abe5e205-db10-4c59-bc51-8210a269029d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:57:15.890590 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-abe5e205-db10-4c59-bc51-8210a269029d admin admin] Publish callbacks [] for security_group (4a9b56cc-a908-4136-bce9-ebcb88a96566), precommit_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:57:15.896893 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-abe5e205-db10-4c59-bc51-8210a269029d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736509'] for security_group (4a9b56cc-a908-4136-bce9-ebcb88a96566), after_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:57:15.950915 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.wsgi [-] (102449) accepted ('10.222.0.46', 41364) {{(pid=102449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 20:57:15.962927 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [None req-abe5e205-db10-4c59-bc51-8210a269029d admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=144fb0ec1c61434ab79b1d841e5091fb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4864435 Jan 31 20:57:15.972993 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe5e205-db10-4c59-bc51-8210a269029d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a9b56cc-a908-4136-bce9-ebcb88a96566,revision_number=1']} {{(pid=102450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:57:15.996669 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cf5df5-09c8-4522-8ea6-64ccbf159dc6 req-f3256389-2bf5-43f2-b27b-ed30ef0dc84a tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:57:15.998568 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-52cf5df5-09c8-4522-8ea6-64ccbf159dc6 req-f3256389-2bf5-43f2-b27b-ed30ef0dc84a tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] 10.222.0.46 "GET /v2.0/ports?device_id=4b21c9e1-251e-4780-a88f-01f20f420dac HTTP/1.1" status: 200 len: 946 time: 0.1921184 Jan 31 20:57:16.079075 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db0b74c-cb9b-472c-ad89-1a8d99724910 req-79ee96f1-556d-44a1-9159-b76b517c462c tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:57:16.088567 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-8db0b74c-cb9b-472c-ad89-1a8d99724910 req-79ee96f1-556d-44a1-9159-b76b517c462c tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] 10.222.0.46 "GET /v2.0/ports?device_id=e3153aa7-015b-4bbc-99db-58a6001749e2 HTTP/1.1" status: 200 len: 943 time: 0.1124372 Jan 31 20:57:16.091694 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e6e7a1f0-45fc-459e-823e-297620cbf042 admin admin] Publish callbacks [] for security_group (4a9b56cc-a908-4136-bce9-ebcb88a96566), before_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:57:16.104578 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-52cf5df5-09c8-4522-8ea6-64ccbf159dc6 req-d0099c4d-bee6-4c0d-b321-663f43d597c8 tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] 10.222.0.46 "GET /v2.0/security-groups?id=0bdd6188-2d8b-4b17-a788-ae2efdc28206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980945 Jan 31 20:57:16.169519 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e6e7a1f0-45fc-459e-823e-297620cbf042 admin admin] Publish callbacks [] for security_group (4a9b56cc-a908-4136-bce9-ebcb88a96566), precommit_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:57:16.212653 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-8db0b74c-cb9b-472c-ad89-1a8d99724910 req-c391d597-80c7-4229-af9f-6347c14e1146 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] 10.222.0.46 "GET /v2.0/security-groups?id=65521e8f-8948-4df3-9344-760b60ce97e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1226623 Jan 31 20:57:16.260359 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e6e7a1f0-45fc-459e-823e-297620cbf042 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736509'] for security_group (4a9b56cc-a908-4136-bce9-ebcb88a96566), after_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:57:16.263271 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e6e7a1f0-45fc-459e-823e-297620cbf042 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:57:16.267371 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [None req-e6e7a1f0-45fc-459e-823e-297620cbf042 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/4a9b56cc-a908-4136-bce9-ebcb88a96566 HTTP/1.1" status: 204 len: 168 time: 0.3150859 Jan 31 20:57:16.282705 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e7a1f0-45fc-459e-823e-297620cbf042 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a9b56cc-a908-4136-bce9-ebcb88a96566,revision_number=None']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:57:16.337787 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-2434ab81-75ce-44d6-847c-bb17a6b85206 req-054968fe-9717-436f-a3f7-af0c90b0dec8 tempest-AttachVolumeNegativeTest-36827424 tempest-AttachVolumeNegativeTest-36827424-project] 10.222.0.46 "GET /v2.0/ports?device_id=5329065f-5069-48cf-b2ec-fe4e788092e5 HTTP/1.1" status: 200 len: 210 time: 0.0632100 Jan 31 20:57:17.289698 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2842a8-8e53-4c1e-b7aa-c6c7f3412ae7 req-cb199e07-8973-4e85-ba09-0cd39be6dab2 tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:57:17.299625 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-9f2842a8-8e53-4c1e-b7aa-c6c7f3412ae7 req-cb199e07-8973-4e85-ba09-0cd39be6dab2 tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] 10.222.0.46 "GET /v2.0/ports?device_id=4b21c9e1-251e-4780-a88f-01f20f420dac HTTP/1.1" status: 200 len: 946 time: 0.1117973 Jan 31 20:57:17.431454 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-9f2842a8-8e53-4c1e-b7aa-c6c7f3412ae7 req-6ca4d860-a692-40b1-90f0-32fc6045b489 tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] 10.222.0.46 "GET /v2.0/security-groups?id=0bdd6188-2d8b-4b17-a788-ae2efdc28206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300859 Jan 31 20:57:17.608074 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476da4e4-c6c1-431e-b48a-a68a4ab26772 req-76b10868-1627-420a-9258-f6098d7884c2 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:57:17.621437 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-476da4e4-c6c1-431e-b48a-a68a4ab26772 req-76b10868-1627-420a-9258-f6098d7884c2 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] 10.222.0.46 "GET /v2.0/ports?device_id=e3153aa7-015b-4bbc-99db-58a6001749e2 HTTP/1.1" status: 200 len: 943 time: 0.1821785 Jan 31 20:57:17.641126 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-9046fce4-4f7c-4e12-a6d2-0f5863cdb70e req-9f3bf7d3-57ae-4821-b203-3650a943b298 tempest-AttachVolumeNegativeTest-36827424 tempest-AttachVolumeNegativeTest-36827424-project] 10.222.0.46 "GET /v2.0/ports?device_id=5329065f-5069-48cf-b2ec-fe4e788092e5 HTTP/1.1" status: 200 len: 210 time: 0.0461648 Jan 31 20:57:17.739232 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-476da4e4-c6c1-431e-b48a-a68a4ab26772 req-0b28a7e3-5455-4105-9f6c-fac3a724b092 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] 10.222.0.46 "GET /v2.0/security-groups?id=65521e8f-8948-4df3-9344-760b60ce97e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1163952 Jan 31 20:57:18.625590 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b430d9-02a6-4810-83ce-65390d2bcf19 req-f69a7e24-fa24-4bfa-981c-4ae9b9439eab tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:57:18.628047 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-c0b430d9-02a6-4810-83ce-65390d2bcf19 req-f69a7e24-fa24-4bfa-981c-4ae9b9439eab tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] 10.222.0.46 "GET /v2.0/ports?device_id=4b21c9e1-251e-4780-a88f-01f20f420dac HTTP/1.1" status: 200 len: 946 time: 0.0900443 Jan 31 20:57:18.704811 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-c0b430d9-02a6-4810-83ce-65390d2bcf19 req-a541b798-cc5f-485c-be22-3f9ecb0f6e8f tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] 10.222.0.46 "GET /v2.0/security-groups?id=0bdd6188-2d8b-4b17-a788-ae2efdc28206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682826 Jan 31 20:57:18.882918 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-77f02946-74dd-411b-99fd-011183b47229 req-8a548f02-d936-4aa1-a536-4fbbd9391350 tempest-AttachVolumeNegativeTest-36827424 tempest-AttachVolumeNegativeTest-36827424-project] 10.222.0.46 "GET /v2.0/ports?device_id=5329065f-5069-48cf-b2ec-fe4e788092e5 HTTP/1.1" status: 200 len: 210 time: 0.0669062 Jan 31 20:57:18.947684 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca44c8d7-014a-4e26-a866-e67fd8b83e4a req-33bf7fd9-4deb-4bdc-b90a-f2cd70b2b01b tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:57:18.949419 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-ca44c8d7-014a-4e26-a866-e67fd8b83e4a req-33bf7fd9-4deb-4bdc-b90a-f2cd70b2b01b tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] 10.222.0.46 "GET /v2.0/ports?device_id=e3153aa7-015b-4bbc-99db-58a6001749e2 HTTP/1.1" status: 200 len: 943 time: 0.0679700 Jan 31 20:57:19.013587 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-ca44c8d7-014a-4e26-a866-e67fd8b83e4a req-b72c6b3b-9f5c-4577-81fa-6ad1b1a6dede tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] 10.222.0.46 "GET /v2.0/security-groups?id=65521e8f-8948-4df3-9344-760b60ce97e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531719 Jan 31 20:57:19.488894 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-888184ba-7e5b-4d34-bb27-d36e62e54fc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600486512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3401042'] for agent (34ef0204-81d1-4f5e-89d1-b08d0f866641), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:57:19.950406 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1018caa8-2b9f-4d40-aeb1-c667ac8edc54 req-088bf7d8-306d-4945-b0cc-d3b2909edae8 tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:57:19.954018 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-1018caa8-2b9f-4d40-aeb1-c667ac8edc54 req-088bf7d8-306d-4945-b0cc-d3b2909edae8 tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] 10.222.0.46 "GET /v2.0/ports?device_id=4b21c9e1-251e-4780-a88f-01f20f420dac HTTP/1.1" status: 200 len: 946 time: 0.1172168 Jan 31 20:57:20.025890 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-1018caa8-2b9f-4d40-aeb1-c667ac8edc54 req-9eb23f33-90c2-48c7-9e9f-6ccaded58ebd tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] 10.222.0.46 "GET /v2.0/security-groups?id=0bdd6188-2d8b-4b17-a788-ae2efdc28206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631921 Jan 31 20:57:20.042119 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-645580cb-a44b-45d5-8571-015f247d87ba req-bc623427-2909-4c24-aebe-4c66249dbac8 tempest-AttachVolumeNegativeTest-36827424 tempest-AttachVolumeNegativeTest-36827424-project] 10.222.0.46 "GET /v2.0/ports?device_id=5329065f-5069-48cf-b2ec-fe4e788092e5 HTTP/1.1" status: 200 len: 210 time: 0.0282230 Jan 31 20:57:20.209558 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd114e02-620a-4de8-81c1-7eef5df7e699 req-82df3faf-b9f8-4330-9020-cd8e854ecc3d tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:57:20.211181 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-cd114e02-620a-4de8-81c1-7eef5df7e699 req-82df3faf-b9f8-4330-9020-cd8e854ecc3d tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] 10.222.0.46 "GET /v2.0/ports?device_id=e3153aa7-015b-4bbc-99db-58a6001749e2 HTTP/1.1" status: 200 len: 943 time: 0.0680981 Jan 31 20:57:20.278073 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-cd114e02-620a-4de8-81c1-7eef5df7e699 req-5d4ce84c-5545-4aed-ad96-d7a84fcbc545 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] 10.222.0.46 "GET /v2.0/security-groups?id=65521e8f-8948-4df3-9344-760b60ce97e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567749 Jan 31 20:57:21.175125 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac78d6ce-3323-47be-81b0-34445de3982d req-9c558d1c-51a2-44a7-8963-17b04c2e6a19 tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:57:21.176708 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-ac78d6ce-3323-47be-81b0-34445de3982d req-9c558d1c-51a2-44a7-8963-17b04c2e6a19 tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] 10.222.0.46 "GET /v2.0/ports?device_id=4b21c9e1-251e-4780-a88f-01f20f420dac HTTP/1.1" status: 200 len: 946 time: 0.0591085 Jan 31 20:57:21.194117 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-1e5f19f5-0090-4cc3-aba5-21822ca646be req-76c37c35-2693-4e95-856d-bf1b89ce3bcd tempest-AttachVolumeNegativeTest-36827424 tempest-AttachVolumeNegativeTest-36827424-project] 10.222.0.46 "GET /v2.0/ports?device_id=5329065f-5069-48cf-b2ec-fe4e788092e5 HTTP/1.1" status: 200 len: 210 time: 0.0423288 Jan 31 20:57:21.237357 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-ac78d6ce-3323-47be-81b0-34445de3982d req-eb582099-7558-4d76-ab6e-b5f820147837 tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] 10.222.0.46 "GET /v2.0/security-groups?id=0bdd6188-2d8b-4b17-a788-ae2efdc28206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544221 Jan 31 20:57:21.415986 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decce9e8-11cd-48fe-b3c7-65d3be1ca7b4 req-6b4f0e38-8434-4e27-88cd-56f0fd7c25f6 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:57:21.419046 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-decce9e8-11cd-48fe-b3c7-65d3be1ca7b4 req-6b4f0e38-8434-4e27-88cd-56f0fd7c25f6 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] 10.222.0.46 "GET /v2.0/ports?device_id=e3153aa7-015b-4bbc-99db-58a6001749e2 HTTP/1.1" status: 200 len: 943 time: 0.0593600 Jan 31 20:57:21.474969 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-decce9e8-11cd-48fe-b3c7-65d3be1ca7b4 req-30c2d644-b597-4d58-b668-39ee6285432c tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] 10.222.0.46 "GET /v2.0/security-groups?id=65521e8f-8948-4df3-9344-760b60ce97e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498867 Jan 31 20:57:21.680686 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-e19cc5c6-5621-4e6c-b517-2f49ba9ea10f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600486512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3401042'] for agent (7c18f3b4-4d02-4b01-9072-98fcd9008716), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:57:22.335386 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-39e99fa2-af19-41b5-9450-4d6f050c299f req-8b1ac674-357d-4daa-8a55-32bac5375f72 tempest-AttachVolumeNegativeTest-36827424 tempest-AttachVolumeNegativeTest-36827424-project] 10.222.0.46 "GET /v2.0/ports?device_id=5329065f-5069-48cf-b2ec-fe4e788092e5 HTTP/1.1" status: 200 len: 210 time: 0.0566833 Jan 31 20:57:22.407059 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2191036d-71a6-4f98-98df-5dd034104ac0 req-1a7e93b8-4bea-4e43-beab-174becc2d4ad tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:57:22.409796 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-2191036d-71a6-4f98-98df-5dd034104ac0 req-1a7e93b8-4bea-4e43-beab-174becc2d4ad tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] 10.222.0.46 "GET /v2.0/ports?device_id=4b21c9e1-251e-4780-a88f-01f20f420dac HTTP/1.1" status: 200 len: 946 time: 0.0780144 Jan 31 20:57:22.465267 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-2191036d-71a6-4f98-98df-5dd034104ac0 req-ba94cb3e-8dfc-4fa7-9b2f-28191be171fd tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] 10.222.0.46 "GET /v2.0/security-groups?id=0bdd6188-2d8b-4b17-a788-ae2efdc28206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497406 Jan 31 20:57:22.622660 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299531d2-bd44-423c-a109-8e4da2dd8643 req-7b1116e4-c0d1-460f-9cbb-fd1c278daf2e tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:57:22.625089 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-299531d2-bd44-423c-a109-8e4da2dd8643 req-7b1116e4-c0d1-460f-9cbb-fd1c278daf2e tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] 10.222.0.46 "GET /v2.0/ports?device_id=e3153aa7-015b-4bbc-99db-58a6001749e2 HTTP/1.1" status: 200 len: 943 time: 0.0695822 Jan 31 20:57:22.690936 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-299531d2-bd44-423c-a109-8e4da2dd8643 req-89cd1358-d176-4ea2-9cd9-5090eec785aa tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] 10.222.0.46 "GET /v2.0/security-groups?id=65521e8f-8948-4df3-9344-760b60ce97e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598853 Jan 31 20:57:22.976734 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-7eb716df-9c73-407a-9e83-210e7bcc67e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600486512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3401042'] for agent (289e5c83-71b6-47e7-bef9-287113943a12), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:57:23.226533 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119bc6eb-8729-49ef-bd60-6f0aede0fd0a req-2a343ef1-8040-45da-b523-882dadff44c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:57:23.228393 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-119bc6eb-8729-49ef-bd60-6f0aede0fd0a req-2a343ef1-8040-45da-b523-882dadff44c0 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=0338b91214f04c0ea3b3105e707d550a&device_id=4b21c9e1-251e-4780-a88f-01f20f420dac HTTP/1.1" status: 200 len: 1130 time: 0.0736954 Jan 31 20:57:23.381514 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119bc6eb-8729-49ef-bd60-6f0aede0fd0a req-a8821f65-a3c2-4dcb-9f7b-ca482910cbfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:57:23.383838 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-119bc6eb-8729-49ef-bd60-6f0aede0fd0a req-a8821f65-a3c2-4dcb-9f7b-ca482910cbfd service neutron] 10.222.0.59 "GET /v2.0/networks?id=65673a31-2d3e-4d05-b20c-5dc9b3003e1f HTTP/1.1" status: 200 len: 920 time: 0.1406412 Jan 31 20:57:23.423215 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.wsgi [-] (102450) accepted ('10.222.0.46', 41472) {{(pid=102450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 20:57:23.435604 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-119bc6eb-8729-49ef-bd60-6f0aede0fd0a req-bacb42ad-b8f6-4294-9707-9aae1ed7cff9 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dfba6eda-5d1b-4027-9aee-bf29f39c876d HTTP/1.1" status: 200 len: 217 time: 0.0428598 Jan 31 20:57:23.491347 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.db.db_base_plugin_v2 [None req-18f9ef91-552a-4d5b-a68f-4becf216eaf3 admin admin] Deleting subnet 70f837bf-4dbc-49b3-a16a-2a9bab745253 {{(pid=102450) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 31 20:57:23.495043 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119bc6eb-8729-49ef-bd60-6f0aede0fd0a req-e7b48c9d-4406-4ae5-bc4a-fe2be94bc6eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:57:23.495640 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-18f9ef91-552a-4d5b-a68f-4becf216eaf3 admin admin] Publish callbacks [] for subnet (70f837bf-4dbc-49b3-a16a-2a9bab745253), before_delete {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:57:23.496543 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-119bc6eb-8729-49ef-bd60-6f0aede0fd0a req-e7b48c9d-4406-4ae5-bc4a-fe2be94bc6eb service neutron] 10.222.0.59 "GET /v2.0/subnets?id=192371ce-29b6-4188-9b71-f88453dc95b3 HTTP/1.1" status: 200 len: 859 time: 0.0525682 Jan 31 20:57:23.536728 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-119bc6eb-8729-49ef-bd60-6f0aede0fd0a req-e7188095-eb40-46f7-bcb0-dfda724a18cc service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=65673a31-2d3e-4d05-b20c-5dc9b3003e1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290446 Jan 31 20:57:23.559558 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-18f9ef91-552a-4d5b-a68f-4becf216eaf3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29120982'] for subnet (70f837bf-4dbc-49b3-a16a-2a9bab745253), precommit_delete_associations {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:57:23.605660 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-18f9ef91-552a-4d5b-a68f-4becf216eaf3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-792270'] for subnet (70f837bf-4dbc-49b3-a16a-2a9bab745253), precommit_delete {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:57:23.692548 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-18f9ef91-552a-4d5b-a68f-4becf216eaf3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-792247', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3769609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27814816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28956758'] for subnet (70f837bf-4dbc-49b3-a16a-2a9bab745253), after_delete {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:57:23.709476 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5541ad3f-54cd-4622-ad37-761d17f37a23 req-e66f0bf5-9269-40a3-aded-b71c874b8746 tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:57:23.711912 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-5541ad3f-54cd-4622-ad37-761d17f37a23 req-e66f0bf5-9269-40a3-aded-b71c874b8746 tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] 10.222.0.46 "GET /v2.0/ports?device_id=4b21c9e1-251e-4780-a88f-01f20f420dac HTTP/1.1" status: 200 len: 946 time: 0.1130080 Jan 31 20:57:23.715031 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-119bc6eb-8729-49ef-bd60-6f0aede0fd0a req-7b6284bb-19b0-452c-ab16-e44a8e6d3832 service neutron] 10.222.0.59 "GET /v2.0/networks/65673a31-2d3e-4d05-b20c-5dc9b3003e1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1718359 Jan 31 20:57:23.727687 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f9ef91-552a-4d5b-a68f-4becf216eaf3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=70f837bf-4dbc-49b3-a16a-2a9bab745253,revision_number=None']} {{(pid=102450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:57:23.732471 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-18f9ef91-552a-4d5b-a68f-4becf216eaf3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:57:23.736972 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [None req-18f9ef91-552a-4d5b-a68f-4becf216eaf3 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/70f837bf-4dbc-49b3-a16a-2a9bab745253 HTTP/1.1" status: 204 len: 168 time: 0.3118415 Jan 31 20:57:23.743839 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.wsgi [-] (102449) accepted ('10.222.0.46', 41482) {{(pid=102449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 20:57:23.881571 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ba8880-fcea-4ac1-a43f-9bf3738a61ea req-fa671b05-cc46-44a6-a681-8a13014d24c1 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:57:23.883600 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-13ba8880-fcea-4ac1-a43f-9bf3738a61ea req-fa671b05-cc46-44a6-a681-8a13014d24c1 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] 10.222.0.46 "GET /v2.0/ports?device_id=e3153aa7-015b-4bbc-99db-58a6001749e2 HTTP/1.1" status: 200 len: 943 time: 0.0766473 Jan 31 20:57:23.962973 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-13ba8880-fcea-4ac1-a43f-9bf3738a61ea req-784cda05-3151-48b8-bafb-d294ddae61fa tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] 10.222.0.46 "GET /v2.0/security-groups?id=65521e8f-8948-4df3-9344-760b60ce97e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0708551 Jan 31 20:57:23.971722 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-5541ad3f-54cd-4622-ad37-761d17f37a23 req-3dd1f478-5a1e-4f31-9818-bfd6def2eac8 tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] 10.222.0.46 "GET /v2.0/security-groups?id=0bdd6188-2d8b-4b17-a788-ae2efdc28206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2521062 Jan 31 20:57:23.981842 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-21752f37-6e6f-409e-b881-12241069e797 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-979588'] for network (7654a450-2e31-4398-8bf5-1ad3ee6cd04f), before_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:57:24.005597 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-119bc6eb-8729-49ef-bd60-6f0aede0fd0a req-1178b4c2-9cdc-46e0-924e-4bf9d5a17f85 service neutron] 10.222.0.59 "GET /v2.0/networks/65673a31-2d3e-4d05-b20c-5dc9b3003e1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2634373 Jan 31 20:57:24.088869 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-21752f37-6e6f-409e-b881-12241069e797 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-793947', 'neutron.services.segments.db._delete_segments_for_network-8783600486530'] for network (7654a450-2e31-4398-8bf5-1ad3ee6cd04f), precommit_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:57:24.116270 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.services.segments.db [None req-21752f37-6e6f-409e-b881-12241069e797 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7654a450-2e31-4398-8bf5-1ad3ee6cd04f']}} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 20:57:24.127170 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.services.segments.db [None req-21752f37-6e6f-409e-b881-12241069e797 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3aa49904-0c32-4795-9b71-de073484ac3d') {'for_net_delete': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 20:57:24.127463 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.services.segments.db [None req-21752f37-6e6f-409e-b881-12241069e797 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3aa49904-0c32-4795-9b71-de073484ac3d') {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 20:57:24.137934 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-21752f37-6e6f-409e-b881-12241069e797 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783600487563', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25361785'] for segment (3aa49904-0c32-4795-9b71-de073484ac3d), before_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:57:24.151412 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-21752f37-6e6f-409e-b881-12241069e797 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-936743'] for segment (3aa49904-0c32-4795-9b71-de073484ac3d), precommit_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:57:24.158346 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21752f37-6e6f-409e-b881-12241069e797 admin admin] Releasing vlan 661 on physical network physnet1 to pool {{(pid=102449) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 20:57:24.159027 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-21752f37-6e6f-409e-b881-12241069e797 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-936743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29106339'] for segment (3aa49904-0c32-4795-9b71-de073484ac3d), after_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:57:24.160413 dv-cinder-813229-5-iscsi neutron-server[102449]: Traceback (most recent call last): Jan 31 20:57:24.160413 dv-cinder-813229-5-iscsi neutron-server[102449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 20:57:24.160413 dv-cinder-813229-5-iscsi neutron-server[102449]: timer() Jan 31 20:57:24.160413 dv-cinder-813229-5-iscsi neutron-server[102449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 20:57:24.160413 dv-cinder-813229-5-iscsi neutron-server[102449]: cb(*args, **kw) Jan 31 20:57:24.160413 dv-cinder-813229-5-iscsi neutron-server[102449]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 20:57:24.160413 dv-cinder-813229-5-iscsi neutron-server[102449]: return func(*args, **kwargs) Jan 31 20:57:24.160413 dv-cinder-813229-5-iscsi neutron-server[102449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 20:57:24.160413 dv-cinder-813229-5-iscsi neutron-server[102449]: self._notify() Jan 31 20:57:24.160413 dv-cinder-813229-5-iscsi neutron-server[102449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 20:57:24.160413 dv-cinder-813229-5-iscsi neutron-server[102449]: self.callback(batched_events) Jan 31 20:57:24.160413 dv-cinder-813229-5-iscsi neutron-server[102449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 20:57:24.160413 dv-cinder-813229-5-iscsi neutron-server[102449]: event.method(event) Jan 31 20:57:24.160413 dv-cinder-813229-5-iscsi neutron-server[102449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 20:57:24.160413 dv-cinder-813229-5-iscsi neutron-server[102449]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 20:57:24.160413 dv-cinder-813229-5-iscsi neutron-server[102449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 20:57:24.160413 dv-cinder-813229-5-iscsi neutron-server[102449]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 20:57:24.160413 dv-cinder-813229-5-iscsi neutron-server[102449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 20:57:24.160413 dv-cinder-813229-5-iscsi neutron-server[102449]: return f(self, *a, **k) Jan 31 20:57:24.160413 dv-cinder-813229-5-iscsi neutron-server[102449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 20:57:24.160413 dv-cinder-813229-5-iscsi neutron-server[102449]: return self._get(url).json() Jan 31 20:57:24.160413 dv-cinder-813229-5-iscsi neutron-server[102449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 20:57:24.160413 dv-cinder-813229-5-iscsi neutron-server[102449]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 20:57:24.160413 dv-cinder-813229-5-iscsi neutron-server[102449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 20:57:24.160413 dv-cinder-813229-5-iscsi neutron-server[102449]: return self.request(url, 'GET', **kwargs) Jan 31 20:57:24.160413 dv-cinder-813229-5-iscsi neutron-server[102449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 20:57:24.160413 dv-cinder-813229-5-iscsi neutron-server[102449]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 20:57:24.160413 dv-cinder-813229-5-iscsi neutron-server[102449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 20:57:24.160413 dv-cinder-813229-5-iscsi neutron-server[102449]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 20:57:24.160413 dv-cinder-813229-5-iscsi neutron-server[102449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 20:57:24.160413 dv-cinder-813229-5-iscsi neutron-server[102449]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 20:57:24.160413 dv-cinder-813229-5-iscsi neutron-server[102449]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 20:57:24.234705 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-21752f37-6e6f-409e-b881-12241069e797 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-793932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3769609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3696773'] for network (7654a450-2e31-4398-8bf5-1ad3ee6cd04f), after_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:57:24.253022 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-21752f37-6e6f-409e-b881-12241069e797 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3769851'] for network (None), before_response {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:57:24.259045 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [None req-21752f37-6e6f-409e-b881-12241069e797 admin admin] 10.222.0.46 "DELETE /v2.0/networks/7654a450-2e31-4398-8bf5-1ad3ee6cd04f HTTP/1.1" status: 204 len: 168 time: 0.4932637 Jan 31 20:57:24.270223 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21752f37-6e6f-409e-b881-12241069e797 admin admin] Pushing event deleted for resources: {'Network': ['ID=7654a450-2e31-4398-8bf5-1ad3ee6cd04f,revision_number=None']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:57:24.409365 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-ded4de29-c2d1-4616-9365-9981ea756e41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600486512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3401042'] for agent (bf9d83f7-9209-4252-b853-70feadeab726), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:57:24.488498 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.wsgi [-] (102450) accepted ('10.222.0.46', 41490) {{(pid=102450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 20:57:24.544695 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [None req-98a925d8-3ba2-4dae-af20-aa61a958cb46 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=d47558b0f9f34eaab8c09c34c2ff08d2&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0539668 Jan 31 20:57:24.547692 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.wsgi [-] (102450) accepted ('10.222.0.46', 41492) {{(pid=102450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 20:57:24.616379 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-7441583f-a98c-4739-886f-142efb9adec4 admin admin] Publish callbacks [] for security_group (a32f4031-bf0a-46cb-9ad4-290c9574bdbd), before_delete {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:57:24.641319 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-7441583f-a98c-4739-886f-142efb9adec4 admin admin] Publish callbacks [] for security_group (a32f4031-bf0a-46cb-9ad4-290c9574bdbd), precommit_delete {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:57:24.700666 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-7441583f-a98c-4739-886f-142efb9adec4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736509'] for security_group (a32f4031-bf0a-46cb-9ad4-290c9574bdbd), after_delete {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:57:24.704162 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-7441583f-a98c-4739-886f-142efb9adec4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:57:24.705373 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [None req-7441583f-a98c-4739-886f-142efb9adec4 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/a32f4031-bf0a-46cb-9ad4-290c9574bdbd HTTP/1.1" status: 204 len: 168 time: 0.1567335 Jan 31 20:57:24.713676 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7441583f-a98c-4739-886f-142efb9adec4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a32f4031-bf0a-46cb-9ad4-290c9574bdbd,revision_number=None']} {{(pid=102450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:57:25.126868 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8864581-ac67-46bf-bed4-9683b4658213 req-be9aa8d6-994a-4a43-9e97-a2a83d265d25 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:57:25.128466 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-c8864581-ac67-46bf-bed4-9683b4658213 req-be9aa8d6-994a-4a43-9e97-a2a83d265d25 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] 10.222.0.46 "GET /v2.0/ports?device_id=e3153aa7-015b-4bbc-99db-58a6001749e2 HTTP/1.1" status: 200 len: 943 time: 0.0657368 Jan 31 20:57:25.130857 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b88f125-55c0-44f9-9e6d-00b8c45de03d req-f04592cb-0bd4-4780-8757-827ee390eb10 tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:57:25.138038 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-3b88f125-55c0-44f9-9e6d-00b8c45de03d req-f04592cb-0bd4-4780-8757-827ee390eb10 tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] 10.222.0.46 "GET /v2.0/ports?device_id=4b21c9e1-251e-4780-a88f-01f20f420dac HTTP/1.1" status: 200 len: 946 time: 0.0698328 Jan 31 20:57:25.186618 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-3b88f125-55c0-44f9-9e6d-00b8c45de03d req-4a06eae7-104f-472a-bad2-7afd76650d96 tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] 10.222.0.46 "GET /v2.0/security-groups?id=0bdd6188-2d8b-4b17-a788-ae2efdc28206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473678 Jan 31 20:57:25.191955 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-c8864581-ac67-46bf-bed4-9683b4658213 req-a95fa017-e882-49e6-8c5c-06d2ca9be90c tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] 10.222.0.46 "GET /v2.0/security-groups?id=65521e8f-8948-4df3-9344-760b60ce97e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560675 Jan 31 20:57:25.966710 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600486512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3401042'] for agent (9ba4f6fe-000a-4ef5-9d61-ba62910ab5fe), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:57:26.322499 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30cbd65-c242-42d4-bb34-46680d84b3e8 req-c07580bf-2d58-4e12-9019-f492f08dc401 tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:57:26.324066 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-d30cbd65-c242-42d4-bb34-46680d84b3e8 req-c07580bf-2d58-4e12-9019-f492f08dc401 tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] 10.222.0.46 "GET /v2.0/ports?device_id=4b21c9e1-251e-4780-a88f-01f20f420dac HTTP/1.1" status: 200 len: 946 time: 0.0655675 Jan 31 20:57:26.330312 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00bc8ec-d7f7-4156-8d20-1981b7b0ff45 req-250441c1-348b-4216-bbaa-9bd938dfcfc3 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:57:26.331907 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-a00bc8ec-d7f7-4156-8d20-1981b7b0ff45 req-250441c1-348b-4216-bbaa-9bd938dfcfc3 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] 10.222.0.46 "GET /v2.0/ports?device_id=e3153aa7-015b-4bbc-99db-58a6001749e2 HTTP/1.1" status: 200 len: 943 time: 0.0578628 Jan 31 20:57:26.371785 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-d30cbd65-c242-42d4-bb34-46680d84b3e8 req-09cbbc23-7dc7-4ef7-a9f2-ced146ce7124 tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] 10.222.0.46 "GET /v2.0/security-groups?id=0bdd6188-2d8b-4b17-a788-ae2efdc28206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411341 Jan 31 20:57:26.380418 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-a00bc8ec-d7f7-4156-8d20-1981b7b0ff45 req-d7a62b44-d177-4c9e-b8a6-34582c7e2bb3 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] 10.222.0.46 "GET /v2.0/security-groups?id=65521e8f-8948-4df3-9344-760b60ce97e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426641 Jan 31 20:57:27.233777 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600486512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3401042'] for agent (e85cc1e2-8b4e-4549-a68e-d414072d4156), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:57:27.510657 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5a5796-1a4a-457b-ae14-10755beadd07 req-d9430500-f718-4108-91e5-c761917c1f3e tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:57:27.512325 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-bc5a5796-1a4a-457b-ae14-10755beadd07 req-d9430500-f718-4108-91e5-c761917c1f3e tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] 10.222.0.46 "GET /v2.0/ports?device_id=4b21c9e1-251e-4780-a88f-01f20f420dac HTTP/1.1" status: 200 len: 946 time: 0.0674989 Jan 31 20:57:27.533564 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7776575-bf1a-4319-b0a0-4ec91add62d2 req-8d983939-e2e7-45e3-97f2-e8d5e05622ed tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:57:27.535955 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-f7776575-bf1a-4319-b0a0-4ec91add62d2 req-8d983939-e2e7-45e3-97f2-e8d5e05622ed tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] 10.222.0.46 "GET /v2.0/ports?device_id=e3153aa7-015b-4bbc-99db-58a6001749e2 HTTP/1.1" status: 200 len: 943 time: 0.0740938 Jan 31 20:57:27.572802 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-bc5a5796-1a4a-457b-ae14-10755beadd07 req-0b53e6c9-d943-4747-b53f-08726dd4bb9a tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] 10.222.0.46 "GET /v2.0/security-groups?id=0bdd6188-2d8b-4b17-a788-ae2efdc28206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526979 Jan 31 20:57:27.603298 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-f7776575-bf1a-4319-b0a0-4ec91add62d2 req-d64e0380-3b0c-4e93-85e9-2d1d8031aad8 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] 10.222.0.46 "GET /v2.0/security-groups?id=65521e8f-8948-4df3-9344-760b60ce97e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594263 Jan 31 20:57:28.708836 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfe7c70-7155-404c-afd2-d05e3379afe5 req-0ec547ac-dcf0-4c4d-914a-e7de1e541cfe tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:57:28.710386 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-7dfe7c70-7155-404c-afd2-d05e3379afe5 req-0ec547ac-dcf0-4c4d-914a-e7de1e541cfe tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] 10.222.0.46 "GET /v2.0/ports?device_id=4b21c9e1-251e-4780-a88f-01f20f420dac HTTP/1.1" status: 200 len: 946 time: 0.0584123 Jan 31 20:57:28.775160 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-7dfe7c70-7155-404c-afd2-d05e3379afe5 req-945c43f6-22b6-4e3f-a843-765fbb5edba3 tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] 10.222.0.46 "GET /v2.0/security-groups?id=0bdd6188-2d8b-4b17-a788-ae2efdc28206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579298 Jan 31 20:57:28.775579 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57848c0-7b5a-4e96-823e-c21a8e22e624 req-331a6797-7a24-4a36-a9f5-a6a3964730e1 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:57:28.778004 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-f57848c0-7b5a-4e96-823e-c21a8e22e624 req-331a6797-7a24-4a36-a9f5-a6a3964730e1 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] 10.222.0.46 "GET /v2.0/ports?device_id=e3153aa7-015b-4bbc-99db-58a6001749e2 HTTP/1.1" status: 200 len: 943 time: 0.0781972 Jan 31 20:57:28.836204 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-f57848c0-7b5a-4e96-823e-c21a8e22e624 req-3d7bd2bb-2458-4948-a69b-8beaa6bdedda tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] 10.222.0.46 "GET /v2.0/security-groups?id=65521e8f-8948-4df3-9344-760b60ce97e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520737 Jan 31 20:57:29.914508 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1a80fb-9516-4ec1-9c01-142838e5716a req-d7a4ef74-45dd-464d-b690-c13d56f50411 tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:57:29.916075 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-2d1a80fb-9516-4ec1-9c01-142838e5716a req-d7a4ef74-45dd-464d-b690-c13d56f50411 tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] 10.222.0.46 "GET /v2.0/ports?device_id=4b21c9e1-251e-4780-a88f-01f20f420dac HTTP/1.1" status: 200 len: 946 time: 0.0662534 Jan 31 20:57:29.969243 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-2d1a80fb-9516-4ec1-9c01-142838e5716a req-cfabd72e-3e26-423c-9b8e-91fd96bd877a tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] 10.222.0.46 "GET /v2.0/security-groups?id=0bdd6188-2d8b-4b17-a788-ae2efdc28206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470159 Jan 31 20:57:29.972363 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1e7942-30a4-416a-9717-ff269f11b528 req-0d22ea1e-995d-4419-9f73-473e4cd1fa14 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:57:29.973895 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-df1e7942-30a4-416a-9717-ff269f11b528 req-0d22ea1e-995d-4419-9f73-473e4cd1fa14 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] 10.222.0.46 "GET /v2.0/ports?device_id=e3153aa7-015b-4bbc-99db-58a6001749e2 HTTP/1.1" status: 200 len: 943 time: 0.0561628 Jan 31 20:57:30.022632 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-df1e7942-30a4-416a-9717-ff269f11b528 req-6239542a-6e8e-4940-a637-4d59a130ffb5 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] 10.222.0.46 "GET /v2.0/security-groups?id=65521e8f-8948-4df3-9344-760b60ce97e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429134 Jan 31 20:57:31.098342 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c497cd65-431d-4aef-ae45-74cb36ec342d req-4be66550-02c0-4676-87a4-66b4f7503a79 tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:57:31.099893 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-c497cd65-431d-4aef-ae45-74cb36ec342d req-4be66550-02c0-4676-87a4-66b4f7503a79 tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] 10.222.0.46 "GET /v2.0/ports?device_id=4b21c9e1-251e-4780-a88f-01f20f420dac HTTP/1.1" status: 200 len: 946 time: 0.0562983 Jan 31 20:57:31.149928 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-c497cd65-431d-4aef-ae45-74cb36ec342d req-74da9416-e02a-4df8-8ec0-c7e33b11d74e tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] 10.222.0.46 "GET /v2.0/security-groups?id=0bdd6188-2d8b-4b17-a788-ae2efdc28206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445907 Jan 31 20:57:31.151622 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e044f0-3982-4805-8772-a704d7b218f4 req-a5ca3ec6-5b44-4034-9470-71745af07187 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:57:31.153180 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-d5e044f0-3982-4805-8772-a704d7b218f4 req-a5ca3ec6-5b44-4034-9470-71745af07187 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] 10.222.0.46 "GET /v2.0/ports?device_id=e3153aa7-015b-4bbc-99db-58a6001749e2 HTTP/1.1" status: 200 len: 943 time: 0.0552869 Jan 31 20:57:31.203431 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-d5e044f0-3982-4805-8772-a704d7b218f4 req-59d90328-fefe-4988-9f3d-20fc10893cce tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] 10.222.0.46 "GET /v2.0/security-groups?id=65521e8f-8948-4df3-9344-760b60ce97e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430646 Jan 31 20:57:32.284985 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adca7c92-49b5-4d02-9be6-e8f5ea6ccb79 req-c9eb7e75-c5e8-4b5f-8911-4eef7b8af3bf tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:57:32.287356 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-adca7c92-49b5-4d02-9be6-e8f5ea6ccb79 req-c9eb7e75-c5e8-4b5f-8911-4eef7b8af3bf tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] 10.222.0.46 "GET /v2.0/ports?device_id=4b21c9e1-251e-4780-a88f-01f20f420dac HTTP/1.1" status: 200 len: 946 time: 0.0643747 Jan 31 20:57:32.337474 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c1ffc1-807e-495c-a5f0-ac2eb127246e req-963e71fb-7ba6-412e-a7e6-c1bb23b3ae27 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:57:32.339023 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-52c1ffc1-807e-495c-a5f0-ac2eb127246e req-963e71fb-7ba6-412e-a7e6-c1bb23b3ae27 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] 10.222.0.46 "GET /v2.0/ports?device_id=e3153aa7-015b-4bbc-99db-58a6001749e2 HTTP/1.1" status: 200 len: 943 time: 0.0584795 Jan 31 20:57:32.347426 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-adca7c92-49b5-4d02-9be6-e8f5ea6ccb79 req-0f706755-c62c-4096-baa8-82486b4d1bde tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] 10.222.0.46 "GET /v2.0/security-groups?id=0bdd6188-2d8b-4b17-a788-ae2efdc28206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543017 Jan 31 20:57:32.394235 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-52c1ffc1-807e-495c-a5f0-ac2eb127246e req-e5c51066-f451-41c7-a67d-2a0131a3af07 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] 10.222.0.46 "GET /v2.0/security-groups?id=65521e8f-8948-4df3-9344-760b60ce97e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446751 Jan 31 20:57:33.470211 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910a9263-4fb3-437e-ae68-5dbc35e8178b req-d05ae853-e0b8-4ecb-9f72-34489e833246 tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:57:33.471766 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-910a9263-4fb3-437e-ae68-5dbc35e8178b req-d05ae853-e0b8-4ecb-9f72-34489e833246 tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] 10.222.0.46 "GET /v2.0/ports?device_id=4b21c9e1-251e-4780-a88f-01f20f420dac HTTP/1.1" status: 200 len: 946 time: 0.0539637 Jan 31 20:57:33.524716 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-910a9263-4fb3-437e-ae68-5dbc35e8178b req-6c1afc95-0b2f-4b0f-a708-7c3ff69fa86d tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] 10.222.0.46 "GET /v2.0/security-groups?id=0bdd6188-2d8b-4b17-a788-ae2efdc28206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473273 Jan 31 20:57:33.532554 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88654a3d-b92b-46eb-b593-06850fdbbe18 req-a7af59c4-397c-4585-9303-9a052ec692f3 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:57:33.534156 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-88654a3d-b92b-46eb-b593-06850fdbbe18 req-a7af59c4-397c-4585-9303-9a052ec692f3 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] 10.222.0.46 "GET /v2.0/ports?device_id=e3153aa7-015b-4bbc-99db-58a6001749e2 HTTP/1.1" status: 200 len: 943 time: 0.0620265 Jan 31 20:57:33.587813 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-88654a3d-b92b-46eb-b593-06850fdbbe18 req-07bfef76-41fd-487f-b966-17ba4f9fbf4b tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] 10.222.0.46 "GET /v2.0/security-groups?id=65521e8f-8948-4df3-9344-760b60ce97e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476944 Jan 31 20:57:34.696748 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bc1b90-ec16-494e-a12d-22f1557bd8e5 req-ba220436-12c1-414d-bf73-0092b45f4a05 tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:57:34.699066 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-43bc1b90-ec16-494e-a12d-22f1557bd8e5 req-ba220436-12c1-414d-bf73-0092b45f4a05 tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] 10.222.0.46 "GET /v2.0/ports?device_id=4b21c9e1-251e-4780-a88f-01f20f420dac HTTP/1.1" status: 200 len: 946 time: 0.0808911 Jan 31 20:57:34.769135 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3447c0aa-c854-459a-8ed4-67734c063461 req-06582cb6-c8f9-45a3-a95e-7778f1550d0d tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:57:34.772370 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-3447c0aa-c854-459a-8ed4-67734c063461 req-06582cb6-c8f9-45a3-a95e-7778f1550d0d tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] 10.222.0.46 "GET /v2.0/ports?device_id=e3153aa7-015b-4bbc-99db-58a6001749e2 HTTP/1.1" status: 200 len: 943 time: 0.0789032 Jan 31 20:57:34.775797 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-43bc1b90-ec16-494e-a12d-22f1557bd8e5 req-94f57cab-2d2b-431e-8041-2bc6b624c187 tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] 10.222.0.46 "GET /v2.0/security-groups?id=0bdd6188-2d8b-4b17-a788-ae2efdc28206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661125 Jan 31 20:57:34.844801 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-3447c0aa-c854-459a-8ed4-67734c063461 req-6dccddc2-ebe6-412f-853b-ed4e351bd81b tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] 10.222.0.46 "GET /v2.0/security-groups?id=65521e8f-8948-4df3-9344-760b60ce97e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0648432 Jan 31 20:57:36.015999 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec01fcb1-2ee7-4261-9308-865f0af52ef7 req-1872b97e-01fb-4096-abdb-f88138ebab77 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:57:36.018319 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-ec01fcb1-2ee7-4261-9308-865f0af52ef7 req-1872b97e-01fb-4096-abdb-f88138ebab77 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] 10.222.0.46 "GET /v2.0/ports?device_id=e3153aa7-015b-4bbc-99db-58a6001749e2 HTTP/1.1" status: 200 len: 943 time: 0.0644765 Jan 31 20:57:36.092262 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-ec01fcb1-2ee7-4261-9308-865f0af52ef7 req-fb5a338f-af13-49ef-9443-f43e4df30523 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] 10.222.0.46 "GET /v2.0/security-groups?id=65521e8f-8948-4df3-9344-760b60ce97e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0677769 Jan 31 20:57:37.259017 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3b4ccf-35d7-4fd0-b28f-f20f6d392757 req-9e7516eb-e124-44c6-bac7-188c946b47b0 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:57:37.260830 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-da3b4ccf-35d7-4fd0-b28f-f20f6d392757 req-9e7516eb-e124-44c6-bac7-188c946b47b0 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] 10.222.0.46 "GET /v2.0/ports?device_id=e3153aa7-015b-4bbc-99db-58a6001749e2 HTTP/1.1" status: 200 len: 943 time: 0.0601187 Jan 31 20:57:37.323252 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-da3b4ccf-35d7-4fd0-b28f-f20f6d392757 req-991d9f15-1556-45d5-9fbb-8377d8410e93 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] 10.222.0.46 "GET /v2.0/security-groups?id=65521e8f-8948-4df3-9344-760b60ce97e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507305 Jan 31 20:57:37.397841 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.rpc [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Device f83f76e6-6b79-4e98-911c-f26ea26c65da details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=102451) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 20:57:37.538905 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.db [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] For port f83f76e6-6b79-4e98-911c-f26ea26c65da, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=f83f76e6-6b79-4e98-911c-f26ea26c65da,segment=NetworkSegment(0b88ba8a-5620-4c08-98b4-337c2e3644cc),segment_id=0b88ba8a-5620-4c08-98b4-337c2e3644cc)] {{(pid=102451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 20:57:37.555058 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.rpc [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Returning: {'device': 'f83f76e6-6b79-4e98-911c-f26ea26c65da', 'network_id': 'e68884ed-aafc-46db-987f-40cce4cb0a81', 'port_id': 'f83f76e6-6b79-4e98-911c-f26ea26c65da', 'mac_address': 'fa:16:3e:af:b9:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 689, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34dec552-ecde-44b0-b00b-6077e3fcfd65', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102451) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 20:57:37.605777 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.plugin [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Current status of the port f83f76e6-6b79-4e98-911c-f26ea26c65da is: DOWN; New status is: BUILD {{(pid=102451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 20:57:37.606178 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1026180'] for port (f83f76e6-6b79-4e98-911c-f26ea26c65da), before_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:57:37.631647 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.notifiers.nova [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f83f76e6-6b79-4e98-911c-f26ea26c65da {{(pid=102451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 20:57:37.659579 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.db [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] For port f83f76e6-6b79-4e98-911c-f26ea26c65da, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=f83f76e6-6b79-4e98-911c-f26ea26c65da,segment=NetworkSegment(0b88ba8a-5620-4c08-98b4-337c2e3644cc),segment_id=0b88ba8a-5620-4c08-98b4-337c2e3644cc)] {{(pid=102451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 20:57:37.664894 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1029723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3769609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783600466378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783599971615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783599971633'] for port (f83f76e6-6b79-4e98-911c-f26ea26c65da), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:57:37.764224 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Pushing event updated for resources: {'Port': ['ID=f83f76e6-6b79-4e98-911c-f26ea26c65da,revision_number=9']} {{(pid=102451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:57:37.785980 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:57:37.786452 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:57:37.787072 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:57:37.787421 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:57:37.787881 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:57:37.788273 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:57:37.788650 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:57:37.789190 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:57:37.789721 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:57:37.798127 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:57:37.798127 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:57:37.798127 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:57:37.798127 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:57:37.818591 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.wsgi [-] (102449) accepted ('10.222.0.46', 41794) {{(pid=102449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 20:57:37.995903 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-1d6c555f-4b51-4d21-afbf-3b52075ada73 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:57:38.089166 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.db [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] get_ports_and_sgs() called for port_ids ['f83f76e6-6b79-4e98-911c-f26ea26c65da'] {{(pid=102451) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 20:57:38.362806 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-1d6c555f-4b51-4d21-afbf-3b52075ada73 admin admin] Publish callbacks [] for security_group (b9574b86-ee70-4914-9869-269a96975c4d), precommit_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:57:38.372440 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-1d6c555f-4b51-4d21-afbf-3b52075ada73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736509'] for security_group (b9574b86-ee70-4914-9869-269a96975c4d), after_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:57:38.416273 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6c555f-4b51-4d21-afbf-3b52075ada73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9574b86-ee70-4914-9869-269a96975c4d,revision_number=1']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:57:38.424781 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [None req-1d6c555f-4b51-4d21-afbf-3b52075ada73 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=076ee7d71e2c4aa7a4e064545960bda9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6046984 Jan 31 20:57:38.425535 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.wsgi [-] (102450) accepted ('10.222.0.46', 41804) {{(pid=102450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 20:57:38.518635 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6d023c-fa8a-4400-97ee-904501ce94be req-ee0bdc49-ec52-4998-bb3d-1d662599c997 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:57:38.519489 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-eb6d023c-fa8a-4400-97ee-904501ce94be req-ee0bdc49-ec52-4998-bb3d-1d662599c997 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] 10.222.0.46 "GET /v2.0/ports?device_id=e3153aa7-015b-4bbc-99db-58a6001749e2 HTTP/1.1" status: 200 len: 944 time: 0.1100054 Jan 31 20:57:38.527551 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-64c8857b-02c3-425c-bc89-18158057ebb0 admin admin] Publish callbacks [] for security_group (b9574b86-ee70-4914-9869-269a96975c4d), before_delete {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:57:38.572012 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-64c8857b-02c3-425c-bc89-18158057ebb0 admin admin] Publish callbacks [] for security_group (b9574b86-ee70-4914-9869-269a96975c4d), precommit_delete {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:57:38.629435 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-eb6d023c-fa8a-4400-97ee-904501ce94be req-2df3bca7-6cca-4687-9ee7-d85084bb688d tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] 10.222.0.46 "GET /v2.0/security-groups?id=65521e8f-8948-4df3-9344-760b60ce97e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0977194 Jan 31 20:57:38.666996 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-64c8857b-02c3-425c-bc89-18158057ebb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736509'] for security_group (b9574b86-ee70-4914-9869-269a96975c4d), after_delete {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:57:38.671872 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-64c8857b-02c3-425c-bc89-18158057ebb0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:57:38.673691 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [None req-64c8857b-02c3-425c-bc89-18158057ebb0 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/b9574b86-ee70-4914-9869-269a96975c4d HTTP/1.1" status: 204 len: 168 time: 0.2456224 Jan 31 20:57:38.686154 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c8857b-02c3-425c-bc89-18158057ebb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9574b86-ee70-4914-9869-269a96975c4d,revision_number=None']} {{(pid=102450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:57:38.834487 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.wsgi [-] (102450) accepted ('10.222.0.46', 41814) {{(pid=102450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 20:57:39.143982 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-a22efb04-8203-44a4-933a-db74182955e3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:57:39.271983 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791e7e0d-efac-4157-ba4f-a8fbf609bd03 req-c1502b93-7a40-4d5a-bd23-ba54f7f61f88 tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:57:39.273575 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-791e7e0d-efac-4157-ba4f-a8fbf609bd03 req-c1502b93-7a40-4d5a-bd23-ba54f7f61f88 tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] 10.222.0.46 "GET /v2.0/ports?device_id=27df420e-76b2-43cf-8c3d-cb81ce4e672f HTTP/1.1" status: 200 len: 946 time: 0.1316497 Jan 31 20:57:39.403760 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-791e7e0d-efac-4157-ba4f-a8fbf609bd03 req-f144de35-ea2a-4964-99d7-80e5fb657993 tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] 10.222.0.46 "GET /v2.0/security-groups?id=0bdd6188-2d8b-4b17-a788-ae2efdc28206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183090 Jan 31 20:57:39.412643 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-a22efb04-8203-44a4-933a-db74182955e3 admin admin] Publish callbacks [] for security_group (71906167-5b48-4107-99ba-c118d185eccf), precommit_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:57:39.428138 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.rpc [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Device f83f76e6-6b79-4e98-911c-f26ea26c65da up at agent hyperv_hv-cinder-81322 {{(pid=102451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 20:57:39.431454 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-a22efb04-8203-44a4-933a-db74182955e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736509'] for security_group (71906167-5b48-4107-99ba-c118d185eccf), after_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:57:39.504972 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.db.provisioning_blocks [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Provisioning complete for port f83f76e6-6b79-4e98-911c-f26ea26c65da triggered by entity L2. {{(pid=102451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 20:57:39.506217 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3401144'] for port (f83f76e6-6b79-4e98-911c-f26ea26c65da), provisioning_complete {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:57:39.515317 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [None req-a22efb04-8203-44a4-933a-db74182955e3 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=d2ff6c58ad7f40e0a8e121fcc1710e14&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6758993 Jan 31 20:57:39.515317 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22efb04-8203-44a4-933a-db74182955e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71906167-5b48-4107-99ba-c118d185eccf,revision_number=1']} {{(pid=102450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:57:39.515808 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.wsgi [-] (102449) accepted ('10.222.0.46', 41844) {{(pid=102449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 20:57:39.628930 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.plugin [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Current status of the port f83f76e6-6b79-4e98-911c-f26ea26c65da is: BUILD; New status is: ACTIVE {{(pid=102451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 20:57:39.629836 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1026180'] for port (f83f76e6-6b79-4e98-911c-f26ea26c65da), before_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:57:39.633761 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-6da0290c-fc23-4dfb-a4f2-1a7ef3a86bd2 admin admin] Publish callbacks [] for security_group (71906167-5b48-4107-99ba-c118d185eccf), before_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:57:39.661567 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3153aa7-015b-4bbc-99db-58a6001749e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f83f76e6-6b79-4e98-911c-f26ea26c65da'}] {{(pid=102451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 20:57:39.664113 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c23f90a41664c3b077a95f51e37b0059f8aa38e98bc0260eca12d616ac4420be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-add8ff24-fd0f-4da4-9d4b-e0f7a3fc6f3b" -d '{"events": [{"server_uuid": "e3153aa7-015b-4bbc-99db-58a6001749e2", "name": "network-vif-plugged", "status": "completed", "tag": "f83f76e6-6b79-4e98-911c-f26ea26c65da"}]}' {{(pid=102451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 20:57:39.664708 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-6da0290c-fc23-4dfb-a4f2-1a7ef3a86bd2 admin admin] Publish callbacks [] for security_group (71906167-5b48-4107-99ba-c118d185eccf), precommit_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:57:39.680113 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.db [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] For port f83f76e6-6b79-4e98-911c-f26ea26c65da, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=f83f76e6-6b79-4e98-911c-f26ea26c65da,segment=NetworkSegment(0b88ba8a-5620-4c08-98b4-337c2e3644cc),segment_id=0b88ba8a-5620-4c08-98b4-337c2e3644cc)] {{(pid=102451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 20:57:39.685650 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1029723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3769609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783600466378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783599971615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783599971633'] for port (f83f76e6-6b79-4e98-911c-f26ea26c65da), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:57:39.745569 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-6da0290c-fc23-4dfb-a4f2-1a7ef3a86bd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736509'] for security_group (71906167-5b48-4107-99ba-c118d185eccf), after_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:57:39.754744 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-6da0290c-fc23-4dfb-a4f2-1a7ef3a86bd2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:57:39.756033 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [None req-6da0290c-fc23-4dfb-a4f2-1a7ef3a86bd2 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/71906167-5b48-4107-99ba-c118d185eccf HTTP/1.1" status: 204 len: 168 time: 0.2390907 Jan 31 20:57:39.769344 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da0290c-fc23-4dfb-a4f2-1a7ef3a86bd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71906167-5b48-4107-99ba-c118d185eccf,revision_number=None']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:57:39.809355 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 20:57:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a06fd63a-836e-41e0-bb02-8d0ec77a1af1 x-openstack-request-id: req-a06fd63a-836e-41e0-bb02-8d0ec77a1af1 {{(pid=102451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 20:57:39.810124 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3153aa7-015b-4bbc-99db-58a6001749e2", "name": "network-vif-plugged", "status": "completed", "tag": "f83f76e6-6b79-4e98-911c-f26ea26c65da", "code": 200}]} {{(pid=102451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 20:57:39.810533 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-a06fd63a-836e-41e0-bb02-8d0ec77a1af1 {{(pid=102451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 20:57:39.815087 dv-cinder-813229-5-iscsi neutron-server[102451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3153aa7-015b-4bbc-99db-58a6001749e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f83f76e6-6b79-4e98-911c-f26ea26c65da', 'code': 200} Jan 31 20:57:39.827786 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Pushing event updated for resources: {'Port': ['ID=f83f76e6-6b79-4e98-911c-f26ea26c65da,revision_number=10']} {{(pid=102451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:57:39.898509 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77806a8-a737-4019-98b2-72fdf8a7bad7 req-a3f2f088-07f6-4a9d-9c80-b5f04eb211d4 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:57:39.901191 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-d77806a8-a737-4019-98b2-72fdf8a7bad7 req-a3f2f088-07f6-4a9d-9c80-b5f04eb211d4 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] 10.222.0.46 "GET /v2.0/ports?device_id=e3153aa7-015b-4bbc-99db-58a6001749e2 HTTP/1.1" status: 200 len: 946 time: 0.1179383 Jan 31 20:57:40.004278 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-d77806a8-a737-4019-98b2-72fdf8a7bad7 req-d14fff19-dc72-44b5-a768-1b29ee25cc5a tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] 10.222.0.46 "GET /v2.0/security-groups?id=65521e8f-8948-4df3-9344-760b60ce97e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0895176 Jan 31 20:57:40.331476 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1813089c-c24e-4931-9ad7-3d7554e761ec req-f66427f3-140d-4a75-ac31-1fe8ea8c5399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:57:40.333933 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-1813089c-c24e-4931-9ad7-3d7554e761ec req-f66427f3-140d-4a75-ac31-1fe8ea8c5399 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=e3153aa7-015b-4bbc-99db-58a6001749e2 HTTP/1.1" status: 200 len: 1130 time: 0.0519133 Jan 31 20:57:40.388196 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-1813089c-c24e-4931-9ad7-3d7554e761ec req-5237a1ad-9165-4045-92be-5fc2ca85dae2 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=65521e8f-8948-4df3-9344-760b60ce97e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430551 Jan 31 20:57:40.563448 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d78190-4ccd-40c2-9282-0ce8176b5131 req-af7d4a8a-11ab-488f-8e28-b32dc44ff9e3 tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:57:40.564965 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-55d78190-4ccd-40c2-9282-0ce8176b5131 req-af7d4a8a-11ab-488f-8e28-b32dc44ff9e3 tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] 10.222.0.46 "GET /v2.0/ports?device_id=27df420e-76b2-43cf-8c3d-cb81ce4e672f HTTP/1.1" status: 200 len: 946 time: 0.0601285 Jan 31 20:57:40.613912 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-55d78190-4ccd-40c2-9282-0ce8176b5131 req-6fb87228-7d97-43d9-91cb-07067833f672 tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] 10.222.0.46 "GET /v2.0/security-groups?id=0bdd6188-2d8b-4b17-a788-ae2efdc28206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433891 Jan 31 20:57:41.205434 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f53d438-e20c-4f9b-8078-06f70a2bde3b req-5105faf5-e905-42d8-b0f0-568f7d4575f2 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:57:41.207816 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-5f53d438-e20c-4f9b-8078-06f70a2bde3b req-5105faf5-e905-42d8-b0f0-568f7d4575f2 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] 10.222.0.46 "GET /v2.0/ports?device_id=e3153aa7-015b-4bbc-99db-58a6001749e2 HTTP/1.1" status: 200 len: 946 time: 0.0892289 Jan 31 20:57:41.287969 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-5f53d438-e20c-4f9b-8078-06f70a2bde3b req-989871d3-4cbc-4c36-a819-5ffccf786ae3 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] 10.222.0.46 "GET /v2.0/security-groups?id=65521e8f-8948-4df3-9344-760b60ce97e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0744648 Jan 31 20:57:41.750671 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c8b387-a819-4094-b59c-61513a812d9f req-a228dc66-5e5d-4c4d-a7c6-9fc4c82a7e02 tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:57:41.752267 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-a9c8b387-a819-4094-b59c-61513a812d9f req-a228dc66-5e5d-4c4d-a7c6-9fc4c82a7e02 tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] 10.222.0.46 "GET /v2.0/ports?device_id=27df420e-76b2-43cf-8c3d-cb81ce4e672f HTTP/1.1" status: 200 len: 946 time: 0.0643456 Jan 31 20:57:41.825412 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-a9c8b387-a819-4094-b59c-61513a812d9f req-a9d66f1c-46d8-496b-94c0-c3a6d691d167 tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] 10.222.0.46 "GET /v2.0/security-groups?id=0bdd6188-2d8b-4b17-a788-ae2efdc28206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642352 Jan 31 20:57:42.531245 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b79308-58ce-442b-98e9-1ce2f893b761 req-b6c7fa26-6131-451d-81a1-f8f2125dbe97 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:57:42.533554 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-b4b79308-58ce-442b-98e9-1ce2f893b761 req-b6c7fa26-6131-451d-81a1-f8f2125dbe97 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] 10.222.0.46 "GET /v2.0/ports?device_id=e3153aa7-015b-4bbc-99db-58a6001749e2 HTTP/1.1" status: 200 len: 946 time: 0.0873802 Jan 31 20:57:42.596588 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-b4b79308-58ce-442b-98e9-1ce2f893b761 req-cd142658-eb1d-4fc1-98b5-aa53bdd53cd6 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] 10.222.0.46 "GET /v2.0/security-groups?id=65521e8f-8948-4df3-9344-760b60ce97e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568981 Jan 31 20:57:43.005288 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e932e0a4-405a-40d5-8ef9-eeb45b6724e6 req-bfdf5805-920d-4c0b-bf53-f5a5b2322ab0 tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:57:43.006914 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-e932e0a4-405a-40d5-8ef9-eeb45b6724e6 req-bfdf5805-920d-4c0b-bf53-f5a5b2322ab0 tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] 10.222.0.46 "GET /v2.0/ports?device_id=27df420e-76b2-43cf-8c3d-cb81ce4e672f HTTP/1.1" status: 200 len: 946 time: 0.0632076 Jan 31 20:57:43.061811 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-e932e0a4-405a-40d5-8ef9-eeb45b6724e6 req-96b25c60-4788-4bd8-8775-045ef92d70c9 tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] 10.222.0.46 "GET /v2.0/security-groups?id=0bdd6188-2d8b-4b17-a788-ae2efdc28206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474558 Jan 31 20:57:43.772029 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8df1bd-c172-49c8-aebd-4dda13aadb27 req-75ac0af7-65f6-4653-8147-d4b15b391bc1 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:57:43.773591 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-3e8df1bd-c172-49c8-aebd-4dda13aadb27 req-75ac0af7-65f6-4653-8147-d4b15b391bc1 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] 10.222.0.46 "GET /v2.0/ports?device_id=e3153aa7-015b-4bbc-99db-58a6001749e2 HTTP/1.1" status: 200 len: 946 time: 0.0717511 Jan 31 20:57:43.823814 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-3e8df1bd-c172-49c8-aebd-4dda13aadb27 req-a3ce6708-241d-4eab-8f4d-dc66aa252614 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] 10.222.0.46 "GET /v2.0/security-groups?id=65521e8f-8948-4df3-9344-760b60ce97e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443976 Jan 31 20:57:44.190360 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ace2d0-6589-4b47-9509-4878901da704 req-19107b02-c21b-4c22-9561-04df5430bdd2 tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:57:44.191872 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-27ace2d0-6589-4b47-9509-4878901da704 req-19107b02-c21b-4c22-9561-04df5430bdd2 tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] 10.222.0.46 "GET /v2.0/ports?device_id=27df420e-76b2-43cf-8c3d-cb81ce4e672f HTTP/1.1" status: 200 len: 946 time: 0.0581489 Jan 31 20:57:44.245947 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-27ace2d0-6589-4b47-9509-4878901da704 req-cb8a8947-f47f-4c68-9c57-e67034de27c5 tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] 10.222.0.46 "GET /v2.0/security-groups?id=0bdd6188-2d8b-4b17-a788-ae2efdc28206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484402 Jan 31 20:57:44.953971 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e90e40-2999-4512-990d-66ba7f3ee99c req-83108a76-4bbc-431d-973e-423c8555c025 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:57:44.955566 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-84e90e40-2999-4512-990d-66ba7f3ee99c req-83108a76-4bbc-431d-973e-423c8555c025 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] 10.222.0.46 "GET /v2.0/ports?device_id=e3153aa7-015b-4bbc-99db-58a6001749e2 HTTP/1.1" status: 200 len: 946 time: 0.0590346 Jan 31 20:57:45.004293 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-84e90e40-2999-4512-990d-66ba7f3ee99c req-83d7489d-3562-4c6c-8245-4e58208fc063 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] 10.222.0.46 "GET /v2.0/security-groups?id=65521e8f-8948-4df3-9344-760b60ce97e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429645 Jan 31 20:57:45.400964 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79df0a28-7bae-4ae0-b226-0511b3628174 req-b6112f92-6185-4e10-98fc-04fbc6583d64 tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:57:45.403582 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-79df0a28-7bae-4ae0-b226-0511b3628174 req-b6112f92-6185-4e10-98fc-04fbc6583d64 tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] 10.222.0.46 "GET /v2.0/ports?device_id=27df420e-76b2-43cf-8c3d-cb81ce4e672f HTTP/1.1" status: 200 len: 946 time: 0.0853357 Jan 31 20:57:45.478688 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-79df0a28-7bae-4ae0-b226-0511b3628174 req-b2528004-651e-481a-9709-48570fcaed25 tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] 10.222.0.46 "GET /v2.0/security-groups?id=0bdd6188-2d8b-4b17-a788-ae2efdc28206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648787 Jan 31 20:57:45.499010 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbb91a0-00c5-4d3b-b1d7-f3aa3b24ca0a req-7decc2f1-4758-4eda-8bd6-e62f78ee7711 tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:57:45.500961 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-8cbb91a0-00c5-4d3b-b1d7-f3aa3b24ca0a req-7decc2f1-4758-4eda-8bd6-e62f78ee7711 tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] 10.222.0.59 "GET /v2.0/ports?device_id=27df420e-76b2-43cf-8c3d-cb81ce4e672f HTTP/1.1" status: 200 len: 946 time: 0.0722268 Jan 31 20:57:45.648993 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [req-8cbb91a0-00c5-4d3b-b1d7-f3aa3b24ca0a req-9f7d4d6f-4766-4cad-a829-c1ddf56f7af2 tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] Deleting port cc6b8b53-a55e-4a11-9485-2fb0504a9fc1 {{(pid=102449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 20:57:45.649333 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [req-8cbb91a0-00c5-4d3b-b1d7-f3aa3b24ca0a req-9f7d4d6f-4766-4cad-a829-c1ddf56f7af2 tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783600463454'] for port (cc6b8b53-a55e-4a11-9485-2fb0504a9fc1), before_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:57:45.747804 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.db [req-8cbb91a0-00c5-4d3b-b1d7-f3aa3b24ca0a req-9f7d4d6f-4766-4cad-a829-c1ddf56f7af2 tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] For port cc6b8b53-a55e-4a11-9485-2fb0504a9fc1, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=cc6b8b53-a55e-4a11-9485-2fb0504a9fc1,segment=NetworkSegment(dc7f01b7-eb08-4044-b0f8-cca54d3f9b11),segment_id=dc7f01b7-eb08-4044-b0f8-cca54d3f9b11)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 20:57:45.748183 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [req-8cbb91a0-00c5-4d3b-b1d7-f3aa3b24ca0a req-9f7d4d6f-4766-4cad-a829-c1ddf56f7af2 tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696268'] for port (cc6b8b53-a55e-4a11-9485-2fb0504a9fc1), precommit_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:57:45.762505 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [req-8cbb91a0-00c5-4d3b-b1d7-f3aa3b24ca0a req-9f7d4d6f-4766-4cad-a829-c1ddf56f7af2 tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] Calling delete_port for cc6b8b53-a55e-4a11-9485-2fb0504a9fc1 owned by compute:nova {{(pid=102449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 20:57:45.903223 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [req-8cbb91a0-00c5-4d3b-b1d7-f3aa3b24ca0a req-9f7d4d6f-4766-4cad-a829-c1ddf56f7af2 tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1029723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3769609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783600466360', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783599971606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29106256'] for port (cc6b8b53-a55e-4a11-9485-2fb0504a9fc1), after_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:57:45.915717 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.db [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] get_ports_and_sgs() called for port_ids ['cc6b8b53-a55e-4a11-9485-2fb0504a9fc1', 'dfba6eda-5d1b-4027-9aee-bf29f39c876d'] {{(pid=102451) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 20:57:45.932651 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7d4d6f-4766-4cad-a829-c1ddf56f7af2 tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] Pushing event deleted for resources: {'Port': ['ID=cc6b8b53-a55e-4a11-9485-2fb0504a9fc1,revision_number=None']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:57:45.962434 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.db.agents_db [None req-9f73b596-de3f-4c4d-980f-1f0b0f14bd7d None None] Agent healthcheck: found 6 active agents {{(pid=102454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 20:57:45.992974 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cbb91a0-00c5-4d3b-b1d7-f3aa3b24ca0a req-9f7d4d6f-4766-4cad-a829-c1ddf56f7af2 tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] No DVR routers for this DVR port cc6b8b53-a55e-4a11-9485-2fb0504a9fc1 on host hv-cinder-81322 {{(pid=102449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 20:57:45.996169 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [req-8cbb91a0-00c5-4d3b-b1d7-f3aa3b24ca0a req-9f7d4d6f-4766-4cad-a829-c1ddf56f7af2 tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204375'] for port (None), before_response {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:57:46.002282 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-8cbb91a0-00c5-4d3b-b1d7-f3aa3b24ca0a req-9f7d4d6f-4766-4cad-a829-c1ddf56f7af2 tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] 10.222.0.59 "DELETE /v2.0/ports/cc6b8b53-a55e-4a11-9485-2fb0504a9fc1 HTTP/1.1" status: 204 len: 173 time: 0.4930332 Jan 31 20:57:46.002955 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27df420e-76b2-43cf-8c3d-cb81ce4e672f', 'name': 'network-vif-deleted', 'tag': 'cc6b8b53-a55e-4a11-9485-2fb0504a9fc1'}] {{(pid=102449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 20:57:46.006878 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba30590511e0408980e1e78341b94ae353025d2904c3e8034e675cc5aff8c4ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21484e69-0de1-4296-bc70-c1c733d1bb15" -d '{"events": [{"server_uuid": "27df420e-76b2-43cf-8c3d-cb81ce4e672f", "name": "network-vif-deleted", "tag": "cc6b8b53-a55e-4a11-9485-2fb0504a9fc1"}]}' {{(pid=102449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 20:57:46.072097 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 20:57:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73d75fef-26bd-436a-bb8b-92fc7dc41aa6 x-openstack-request-id: req-73d75fef-26bd-436a-bb8b-92fc7dc41aa6 {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 20:57:46.072758 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27df420e-76b2-43cf-8c3d-cb81ce4e672f", "name": "network-vif-deleted", "tag": "cc6b8b53-a55e-4a11-9485-2fb0504a9fc1", "status": "completed", "code": 200}]} {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 20:57:46.072758 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-73d75fef-26bd-436a-bb8b-92fc7dc41aa6 {{(pid=102449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 20:57:46.073021 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27df420e-76b2-43cf-8c3d-cb81ce4e672f', 'name': 'network-vif-deleted', 'tag': 'cc6b8b53-a55e-4a11-9485-2fb0504a9fc1', 'status': 'completed', 'code': 200} Jan 31 20:57:46.159043 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3109e049-bffa-4885-b8e1-5efafc83d41e req-b268913b-9849-473d-ad5f-dce73094236a tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:57:46.160480 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-3109e049-bffa-4885-b8e1-5efafc83d41e req-b268913b-9849-473d-ad5f-dce73094236a tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] 10.222.0.46 "GET /v2.0/ports?device_id=e3153aa7-015b-4bbc-99db-58a6001749e2 HTTP/1.1" status: 200 len: 946 time: 0.0709255 Jan 31 20:57:46.249617 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-3109e049-bffa-4885-b8e1-5efafc83d41e req-a8f1d531-07db-49d9-8f65-a15b5ef2daf1 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] 10.222.0.46 "GET /v2.0/security-groups?id=65521e8f-8948-4df3-9344-760b60ce97e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0792878 Jan 31 20:57:46.643142 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-e8774ed0-b52b-4250-adf5-07b4881d67a2 req-b79b51ad-af87-4fc6-8ebf-e8af1d0ef7e9 tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] 10.222.0.46 "GET /v2.0/ports?device_id=27df420e-76b2-43cf-8c3d-cb81ce4e672f HTTP/1.1" status: 200 len: 210 time: 0.0450132 Jan 31 20:57:48.016270 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eccd623-88cb-48df-942e-ba6477e94de4 req-714647d3-9299-464f-a0bc-17d7df18e910 tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:57:48.018264 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-1eccd623-88cb-48df-942e-ba6477e94de4 req-714647d3-9299-464f-a0bc-17d7df18e910 tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] 10.222.0.46 "GET /v2.0/ports?device_id=4b21c9e1-251e-4780-a88f-01f20f420dac HTTP/1.1" status: 200 len: 946 time: 0.0647671 Jan 31 20:57:48.069421 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-1eccd623-88cb-48df-942e-ba6477e94de4 req-4e23da9e-6364-4f43-8919-68f608e3b472 tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] 10.222.0.46 "GET /v2.0/security-groups?id=0bdd6188-2d8b-4b17-a788-ae2efdc28206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454121 Jan 31 20:57:49.206214 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17120bb-166c-47dc-98f2-2dceea986489 req-57230eba-4537-4832-8735-ec6144d9a7ca tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:57:49.207856 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-c17120bb-166c-47dc-98f2-2dceea986489 req-57230eba-4537-4832-8735-ec6144d9a7ca tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] 10.222.0.46 "GET /v2.0/ports?device_id=4b21c9e1-251e-4780-a88f-01f20f420dac HTTP/1.1" status: 200 len: 946 time: 0.0601382 Jan 31 20:57:49.278016 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-c17120bb-166c-47dc-98f2-2dceea986489 req-6cb6f75a-f05b-4739-9e08-76d6402cc034 tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] 10.222.0.46 "GET /v2.0/security-groups?id=0bdd6188-2d8b-4b17-a788-ae2efdc28206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642257 Jan 31 20:57:49.488561 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-eac867c9-071c-4228-88ad-2e481e5cf755 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600486512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3401042'] for agent (34ef0204-81d1-4f5e-89d1-b08d0f866641), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:57:49.627053 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.rpc [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Device cc6b8b53-a55e-4a11-9485-2fb0504a9fc1 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=102451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 20:57:49.653154 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.plugin [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] No Port match for: cc6b8b53-a55e-4a11-9485-2fb0504a9fc1 {{(pid=102451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 20:57:49.653502 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.rpc [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Device cc6b8b53-a55e-4a11-9485-2fb0504a9fc1 not bound to the agent host hv-cinder-81322 {{(pid=102451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 20:57:50.448730 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e8e5c2-e71b-4e9f-960c-400b15f703ef req-92c0fc40-ee81-4e9c-8a60-5471ab93b5fb tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:57:50.451395 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-58e8e5c2-e71b-4e9f-960c-400b15f703ef req-92c0fc40-ee81-4e9c-8a60-5471ab93b5fb tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] 10.222.0.46 "GET /v2.0/ports?device_id=4b21c9e1-251e-4780-a88f-01f20f420dac HTTP/1.1" status: 200 len: 946 time: 0.0722408 Jan 31 20:57:50.504847 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-58e8e5c2-e71b-4e9f-960c-400b15f703ef req-5f97e6d8-2950-49fe-854c-90c4c3527f90 tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] 10.222.0.46 "GET /v2.0/security-groups?id=0bdd6188-2d8b-4b17-a788-ae2efdc28206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472190 Jan 31 20:57:51.646520 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3579c0c8-2b31-4589-8f8e-0caf766432ba req-7863a948-989a-4d1e-924c-c47fe4bd34c9 tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:57:51.648092 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-3579c0c8-2b31-4589-8f8e-0caf766432ba req-7863a948-989a-4d1e-924c-c47fe4bd34c9 tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] 10.222.0.46 "GET /v2.0/ports?device_id=4b21c9e1-251e-4780-a88f-01f20f420dac HTTP/1.1" status: 200 len: 946 time: 0.0617838 Jan 31 20:57:51.682143 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-7201a0a8-8467-44af-9ad9-47261eb8d7f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600486512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3401042'] for agent (7c18f3b4-4d02-4b01-9072-98fcd9008716), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:57:51.714943 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-3579c0c8-2b31-4589-8f8e-0caf766432ba req-66be555c-9619-4856-822a-d24ac114817b tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] 10.222.0.46 "GET /v2.0/security-groups?id=0bdd6188-2d8b-4b17-a788-ae2efdc28206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591073 Jan 31 20:57:52.880011 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e974aa13-ee20-46c5-a13b-4abe010abec6 req-402fbc06-998d-48b3-9de5-ec4170c6f173 tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:57:52.882496 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-e974aa13-ee20-46c5-a13b-4abe010abec6 req-402fbc06-998d-48b3-9de5-ec4170c6f173 tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] 10.222.0.46 "GET /v2.0/ports?device_id=4b21c9e1-251e-4780-a88f-01f20f420dac HTTP/1.1" status: 200 len: 946 time: 0.0802104 Jan 31 20:57:52.951269 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-e974aa13-ee20-46c5-a13b-4abe010abec6 req-78670f5d-54b0-4b68-a770-cc23e6215bcf tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] 10.222.0.46 "GET /v2.0/security-groups?id=0bdd6188-2d8b-4b17-a788-ae2efdc28206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627675 Jan 31 20:57:52.977673 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-7eb716df-9c73-407a-9e83-210e7bcc67e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600486512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3401042'] for agent (289e5c83-71b6-47e7-bef9-287113943a12), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:57:53.975607 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.wsgi [-] (102449) accepted ('10.222.0.46', 42108) {{(pid=102449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 20:57:54.114731 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-4d49ae31-b31d-4690-aa75-ecf1e290f15d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:57:54.144935 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41794fe0-c251-48e6-aa22-5b3d41b50de8 req-c8ffef73-2192-467c-a45d-49364d1dbe9f tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:57:54.146436 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-41794fe0-c251-48e6-aa22-5b3d41b50de8 req-c8ffef73-2192-467c-a45d-49364d1dbe9f tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] 10.222.0.46 "GET /v2.0/ports?device_id=4b21c9e1-251e-4780-a88f-01f20f420dac HTTP/1.1" status: 200 len: 946 time: 0.0952334 Jan 31 20:57:54.225906 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-41794fe0-c251-48e6-aa22-5b3d41b50de8 req-d0c4a29d-0be3-44a4-9a03-ea2821a7f56c tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] 10.222.0.46 "GET /v2.0/security-groups?id=0bdd6188-2d8b-4b17-a788-ae2efdc28206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716786 Jan 31 20:57:54.250335 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-4d49ae31-b31d-4690-aa75-ecf1e290f15d admin admin] Publish callbacks [] for security_group (35646f24-3aab-48b3-a09b-8bd25ae4640d), precommit_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:57:54.256109 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-4d49ae31-b31d-4690-aa75-ecf1e290f15d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736509'] for security_group (35646f24-3aab-48b3-a09b-8bd25ae4640d), after_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:57:54.295900 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [None req-4d49ae31-b31d-4690-aa75-ecf1e290f15d admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=111b4d883b924aeea1b7e8b92122ba48&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3184776 Jan 31 20:57:54.296734 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d49ae31-b31d-4690-aa75-ecf1e290f15d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35646f24-3aab-48b3-a09b-8bd25ae4640d,revision_number=1']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:57:54.298731 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.wsgi [-] (102450) accepted ('10.222.0.46', 42114) {{(pid=102450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 20:57:54.363425 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-d18798f4-f409-44da-879c-d75d51d821a8 admin admin] Publish callbacks [] for security_group (35646f24-3aab-48b3-a09b-8bd25ae4640d), before_delete {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:57:54.388157 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-d18798f4-f409-44da-879c-d75d51d821a8 admin admin] Publish callbacks [] for security_group (35646f24-3aab-48b3-a09b-8bd25ae4640d), precommit_delete {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:57:54.411157 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-ded4de29-c2d1-4616-9365-9981ea756e41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600486512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3401042'] for agent (bf9d83f7-9209-4252-b853-70feadeab726), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:57:54.452581 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-d18798f4-f409-44da-879c-d75d51d821a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736509'] for security_group (35646f24-3aab-48b3-a09b-8bd25ae4640d), after_delete {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:57:54.455546 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-d18798f4-f409-44da-879c-d75d51d821a8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:57:54.457016 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [None req-d18798f4-f409-44da-879c-d75d51d821a8 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/35646f24-3aab-48b3-a09b-8bd25ae4640d HTTP/1.1" status: 204 len: 168 time: 0.1567912 Jan 31 20:57:54.469110 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18798f4-f409-44da-879c-d75d51d821a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35646f24-3aab-48b3-a09b-8bd25ae4640d,revision_number=None']} {{(pid=102450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:57:54.771186 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.wsgi [-] (102449) accepted ('10.222.0.46', 42126) {{(pid=102449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 20:57:54.909738 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b8804b6f-c2ca-4f8f-903e-719bc7eecb86 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:57:54.924334 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.wsgi [-] (102450) accepted ('10.222.0.46', 42130) {{(pid=102450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 20:57:54.939171 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-0d518247-6e82-4831-8be0-154fb91db25e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:57:55.012940 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b8804b6f-c2ca-4f8f-903e-719bc7eecb86 admin admin] Publish callbacks [] for security_group (07fb07e4-4a1d-4af0-8c6d-97400e4b3bb2), precommit_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:57:55.018345 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-b8804b6f-c2ca-4f8f-903e-719bc7eecb86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736509'] for security_group (07fb07e4-4a1d-4af0-8c6d-97400e4b3bb2), after_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:57:55.033511 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-0d518247-6e82-4831-8be0-154fb91db25e admin admin] Publish callbacks [] for security_group (85f2f261-148d-46d2-9c0f-0356233975c5), precommit_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:57:55.037570 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-0d518247-6e82-4831-8be0-154fb91db25e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736509'] for security_group (85f2f261-148d-46d2-9c0f-0356233975c5), after_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:57:55.063248 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [None req-b8804b6f-c2ca-4f8f-903e-719bc7eecb86 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=ac6e019f81a5483e9ee1ba7d6fc2848b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2873588 Jan 31 20:57:55.063248 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8804b6f-c2ca-4f8f-903e-719bc7eecb86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07fb07e4-4a1d-4af0-8c6d-97400e4b3bb2,revision_number=1']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:57:55.063966 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.wsgi [-] (102450) accepted ('10.222.0.46', 42132) {{(pid=102450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 20:57:55.097289 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [None req-0d518247-6e82-4831-8be0-154fb91db25e admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=30ca08bb04af49e892918f5bd7ba52b9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1717994 Jan 31 20:57:55.100757 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.wsgi [-] (102449) accepted ('10.222.0.46', 42134) {{(pid=102449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 20:57:55.103377 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d518247-6e82-4831-8be0-154fb91db25e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85f2f261-148d-46d2-9c0f-0356233975c5,revision_number=1']} {{(pid=102450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:57:55.147227 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-d1a6ac51-d067-4d90-85e7-f4b60b914f52 admin admin] Publish callbacks [] for security_group (07fb07e4-4a1d-4af0-8c6d-97400e4b3bb2), before_delete {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:57:55.178555 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-d1a6ac51-d067-4d90-85e7-f4b60b914f52 admin admin] Publish callbacks [] for security_group (07fb07e4-4a1d-4af0-8c6d-97400e4b3bb2), precommit_delete {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:57:55.189710 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-47dfe810-4921-4280-beca-56e52f6683ea admin admin] Publish callbacks [] for security_group (85f2f261-148d-46d2-9c0f-0356233975c5), before_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:57:55.216884 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-47dfe810-4921-4280-beca-56e52f6683ea admin admin] Publish callbacks [] for security_group (85f2f261-148d-46d2-9c0f-0356233975c5), precommit_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:57:55.230150 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-9ea13e2f-7167-4a04-8baf-6f865120a346 req-fe95c6c8-35ac-4743-9d65-ce40e112d913 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=e3153aa7-015b-4bbc-99db-58a6001749e2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0824733 Jan 31 20:57:55.236770 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-d1a6ac51-d067-4d90-85e7-f4b60b914f52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736509'] for security_group (07fb07e4-4a1d-4af0-8c6d-97400e4b3bb2), after_delete {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:57:55.239851 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-d1a6ac51-d067-4d90-85e7-f4b60b914f52 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:57:55.243554 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [None req-d1a6ac51-d067-4d90-85e7-f4b60b914f52 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/07fb07e4-4a1d-4af0-8c6d-97400e4b3bb2 HTTP/1.1" status: 204 len: 168 time: 0.1715937 Jan 31 20:57:55.251589 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a6ac51-d067-4d90-85e7-f4b60b914f52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07fb07e4-4a1d-4af0-8c6d-97400e4b3bb2,revision_number=None']} {{(pid=102450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:57:55.374238 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea13e2f-7167-4a04-8baf-6f865120a346 req-ef546ce2-5b17-40b0-bf77-9babe3a4dba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:57:55.374944 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-9ea13e2f-7167-4a04-8baf-6f865120a346 req-ef546ce2-5b17-40b0-bf77-9babe3a4dba9 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=89e26e9450a7409f847d894c6e8d3bfc&device_id=e3153aa7-015b-4bbc-99db-58a6001749e2 HTTP/1.1" status: 200 len: 1130 time: 0.0841024 Jan 31 20:57:55.385651 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-47dfe810-4921-4280-beca-56e52f6683ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736509'] for security_group (85f2f261-148d-46d2-9c0f-0356233975c5), after_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:57:55.389863 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-47dfe810-4921-4280-beca-56e52f6683ea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:57:55.394558 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [None req-47dfe810-4921-4280-beca-56e52f6683ea admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/85f2f261-148d-46d2-9c0f-0356233975c5 HTTP/1.1" status: 204 len: 168 time: 0.2887332 Jan 31 20:57:55.409160 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47dfe810-4921-4280-beca-56e52f6683ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85f2f261-148d-46d2-9c0f-0356233975c5,revision_number=None']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:57:55.428419 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4460a218-3247-4f41-898d-8bc5ee6d9e8e req-69190f34-62fc-44c0-879c-cd2792ac4fef tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:57:55.454924 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-4460a218-3247-4f41-898d-8bc5ee6d9e8e req-69190f34-62fc-44c0-879c-cd2792ac4fef tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] 10.222.0.46 "GET /v2.0/ports?device_id=4b21c9e1-251e-4780-a88f-01f20f420dac HTTP/1.1" status: 200 len: 946 time: 0.1257615 Jan 31 20:57:55.532824 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-4460a218-3247-4f41-898d-8bc5ee6d9e8e req-8db8640c-c1d7-41ae-9996-96dc6ebc6350 tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] 10.222.0.46 "GET /v2.0/security-groups?id=0bdd6188-2d8b-4b17-a788-ae2efdc28206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762165 Jan 31 20:57:55.546424 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea13e2f-7167-4a04-8baf-6f865120a346 req-a1bb2080-8eaa-4184-acd2-bb064f3d39c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:57:55.548231 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-9ea13e2f-7167-4a04-8baf-6f865120a346 req-a1bb2080-8eaa-4184-acd2-bb064f3d39c7 service neutron] 10.222.0.59 "GET /v2.0/networks?id=e68884ed-aafc-46db-987f-40cce4cb0a81 HTTP/1.1" status: 200 len: 917 time: 0.1325397 Jan 31 20:57:55.647707 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-9ea13e2f-7167-4a04-8baf-6f865120a346 req-7e9df1a1-e293-4543-88c8-7767b67fe11f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f83f76e6-6b79-4e98-911c-f26ea26c65da HTTP/1.1" status: 200 len: 1000 time: 0.0918970 Jan 31 20:57:55.711892 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea13e2f-7167-4a04-8baf-6f865120a346 req-a57b78da-9790-4b10-b04f-37c35c4652d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:57:55.715268 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-9ea13e2f-7167-4a04-8baf-6f865120a346 req-a57b78da-9790-4b10-b04f-37c35c4652d4 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=34dec552-ecde-44b0-b00b-6077e3fcfd65 HTTP/1.1" status: 200 len: 855 time: 0.0599182 Jan 31 20:57:55.790091 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea13e2f-7167-4a04-8baf-6f865120a346 req-a65b125e-5216-4fe6-a492-6f9107148e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:57:55.793044 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-9ea13e2f-7167-4a04-8baf-6f865120a346 req-a65b125e-5216-4fe6-a492-6f9107148e98 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e68884ed-aafc-46db-987f-40cce4cb0a81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0702238 Jan 31 20:57:55.908227 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-9ea13e2f-7167-4a04-8baf-6f865120a346 req-e0ca3ddb-6093-43fb-8e65-6b647dbbd516 service neutron] 10.222.0.59 "GET /v2.0/networks/e68884ed-aafc-46db-987f-40cce4cb0a81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003587 Jan 31 20:57:55.964155 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600486512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3401042'] for agent (9ba4f6fe-000a-4ef5-9d61-ba62910ab5fe), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:57:56.029232 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-9ea13e2f-7167-4a04-8baf-6f865120a346 req-c59b08db-3156-4847-a9c8-ab0926d3194a service neutron] 10.222.0.59 "GET /v2.0/networks/e68884ed-aafc-46db-987f-40cce4cb0a81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1144941 Jan 31 20:57:56.470752 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c4b011-f252-477f-977f-633ea12cfbf9 req-2c402308-614d-4619-88a2-9954885bf44b tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:57:56.473124 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-62c4b011-f252-477f-977f-633ea12cfbf9 req-2c402308-614d-4619-88a2-9954885bf44b tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] 10.222.0.59 "GET /v2.0/ports?device_id=4b21c9e1-251e-4780-a88f-01f20f420dac HTTP/1.1" status: 200 len: 946 time: 0.0878158 Jan 31 20:57:56.605403 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [req-62c4b011-f252-477f-977f-633ea12cfbf9 req-72c97dc4-ee3d-404a-994c-ad25854234db tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] Deleting port dfba6eda-5d1b-4027-9aee-bf29f39c876d {{(pid=102449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 20:57:56.606045 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [req-62c4b011-f252-477f-977f-633ea12cfbf9 req-72c97dc4-ee3d-404a-994c-ad25854234db tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783600463454'] for port (dfba6eda-5d1b-4027-9aee-bf29f39c876d), before_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:57:56.746946 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.db [req-62c4b011-f252-477f-977f-633ea12cfbf9 req-72c97dc4-ee3d-404a-994c-ad25854234db tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] For port dfba6eda-5d1b-4027-9aee-bf29f39c876d, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=dfba6eda-5d1b-4027-9aee-bf29f39c876d,segment=NetworkSegment(dc7f01b7-eb08-4044-b0f8-cca54d3f9b11),segment_id=dc7f01b7-eb08-4044-b0f8-cca54d3f9b11)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 20:57:56.747367 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [req-62c4b011-f252-477f-977f-633ea12cfbf9 req-72c97dc4-ee3d-404a-994c-ad25854234db tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696268'] for port (dfba6eda-5d1b-4027-9aee-bf29f39c876d), precommit_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:57:56.758149 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28c2c0a-6072-4830-9b13-18dca09e1c7a req-0e0a981f-1888-42cc-a7d1-f33274612c3e tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:57:56.759779 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-f28c2c0a-6072-4830-9b13-18dca09e1c7a req-0e0a981f-1888-42cc-a7d1-f33274612c3e tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] 10.222.0.46 "GET /v2.0/ports?device_id=4b21c9e1-251e-4780-a88f-01f20f420dac HTTP/1.1" status: 200 len: 946 time: 0.0971565 Jan 31 20:57:56.772691 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [req-62c4b011-f252-477f-977f-633ea12cfbf9 req-72c97dc4-ee3d-404a-994c-ad25854234db tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] Calling delete_port for dfba6eda-5d1b-4027-9aee-bf29f39c876d owned by compute:nova {{(pid=102449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 20:57:56.875879 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-f28c2c0a-6072-4830-9b13-18dca09e1c7a req-a98ce2f1-01d1-453e-88bc-8f0113c3cd12 tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] 10.222.0.46 "GET /v2.0/security-groups?id=0bdd6188-2d8b-4b17-a788-ae2efdc28206&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009097 Jan 31 20:57:56.977902 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [req-62c4b011-f252-477f-977f-633ea12cfbf9 req-72c97dc4-ee3d-404a-994c-ad25854234db tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1029723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3769609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783600466360', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783599971606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29106256'] for port (dfba6eda-5d1b-4027-9aee-bf29f39c876d), after_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:57:56.994731 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.db [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] get_ports_and_sgs() called for port_ids ['dfba6eda-5d1b-4027-9aee-bf29f39c876d'] {{(pid=102451) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 20:57:57.033058 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c97dc4-ee3d-404a-994c-ad25854234db tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] Pushing event deleted for resources: {'Port': ['ID=dfba6eda-5d1b-4027-9aee-bf29f39c876d,revision_number=None']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:57:57.097791 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [req-62c4b011-f252-477f-977f-633ea12cfbf9 req-72c97dc4-ee3d-404a-994c-ad25854234db tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] No DVR routers for this DVR port dfba6eda-5d1b-4027-9aee-bf29f39c876d on host hv-cinder-81322 {{(pid=102449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 20:57:57.100903 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [req-62c4b011-f252-477f-977f-633ea12cfbf9 req-72c97dc4-ee3d-404a-994c-ad25854234db tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204375'] for port (None), before_response {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:57:57.104397 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-62c4b011-f252-477f-977f-633ea12cfbf9 req-72c97dc4-ee3d-404a-994c-ad25854234db tempest-ServerRescueNegativeTestJSON-163085576 tempest-ServerRescueNegativeTestJSON-163085576-project] 10.222.0.59 "DELETE /v2.0/ports/dfba6eda-5d1b-4027-9aee-bf29f39c876d HTTP/1.1" status: 204 len: 173 time: 0.6171343 Jan 31 20:57:57.105074 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b21c9e1-251e-4780-a88f-01f20f420dac', 'name': 'network-vif-deleted', 'tag': 'dfba6eda-5d1b-4027-9aee-bf29f39c876d'}] {{(pid=102449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 20:57:57.108329 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba30590511e0408980e1e78341b94ae353025d2904c3e8034e675cc5aff8c4ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73ebe02d-d1b7-4f20-bb33-f0fdf36c196f" -d '{"events": [{"server_uuid": "4b21c9e1-251e-4780-a88f-01f20f420dac", "name": "network-vif-deleted", "tag": "dfba6eda-5d1b-4027-9aee-bf29f39c876d"}]}' {{(pid=102449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 20:57:57.157375 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 20:57:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1aee73a-e460-4104-954f-889549cbf035 x-openstack-request-id: req-c1aee73a-e460-4104-954f-889549cbf035 {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 20:57:57.159202 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b21c9e1-251e-4780-a88f-01f20f420dac", "name": "network-vif-deleted", "tag": "dfba6eda-5d1b-4027-9aee-bf29f39c876d", "status": "completed", "code": 200}]} {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 20:57:57.159512 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-c1aee73a-e460-4104-954f-889549cbf035 {{(pid=102449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 20:57:57.159960 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b21c9e1-251e-4780-a88f-01f20f420dac', 'name': 'network-vif-deleted', 'tag': 'dfba6eda-5d1b-4027-9aee-bf29f39c876d', 'status': 'completed', 'code': 200} Jan 31 20:57:57.250488 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600486512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3401042'] for agent (e85cc1e2-8b4e-4549-a68e-d414072d4156), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:57:57.940443 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.wsgi [-] (102450) accepted ('10.222.0.46', 42218) {{(pid=102450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 20:57:58.371965 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-1c02564d-e37c-4f54-8348-b33a54f7e28a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3694999'] for router_interface (851c2438-0e3b-4740-9ec2-1c670441ff67), before_delete {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:57:58.949017 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.plugins.ml2.plugin [None req-1c02564d-e37c-4f54-8348-b33a54f7e28a admin admin] Deleting port bb909a7f-144e-40ac-a38c-7450bb57d310 {{(pid=102450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 20:57:58.949701 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-1c02564d-e37c-4f54-8348-b33a54f7e28a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783600463454'] for port (bb909a7f-144e-40ac-a38c-7450bb57d310), before_delete {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:57:59.044024 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.plugins.ml2.db [None req-1c02564d-e37c-4f54-8348-b33a54f7e28a admin admin] For port bb909a7f-144e-40ac-a38c-7450bb57d310, host dv-cinder-813229-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-5-iscsi',level=0,port_id=bb909a7f-144e-40ac-a38c-7450bb57d310,segment=NetworkSegment(dc7f01b7-eb08-4044-b0f8-cca54d3f9b11),segment_id=dc7f01b7-eb08-4044-b0f8-cca54d3f9b11)] {{(pid=102450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 20:57:59.044439 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-1c02564d-e37c-4f54-8348-b33a54f7e28a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696268'] for port (bb909a7f-144e-40ac-a38c-7450bb57d310), precommit_delete {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:57:59.062094 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.plugins.ml2.plugin [None req-1c02564d-e37c-4f54-8348-b33a54f7e28a admin admin] Calling delete_port for bb909a7f-144e-40ac-a38c-7450bb57d310 owned by network:router_interface {{(pid=102450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 20:57:59.337606 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-1c02564d-e37c-4f54-8348-b33a54f7e28a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1029723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3769609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783600466360', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783599971606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27814909'] for port (bb909a7f-144e-40ac-a38c-7450bb57d310), after_delete {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:57:59.365302 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c02564d-e37c-4f54-8348-b33a54f7e28a admin admin] Pushing event deleted for resources: {'Port': ['ID=bb909a7f-144e-40ac-a38c-7450bb57d310,revision_number=None']} {{(pid=102450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:57:59.540701 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-1c02564d-e37c-4f54-8348-b33a54f7e28a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3769630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3694851'] for router_interface (851c2438-0e3b-4740-9ec2-1c670441ff67), after_delete {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:57:59.703451 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.rpc [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Device dfba6eda-5d1b-4027-9aee-bf29f39c876d no longer exists at agent hyperv_hv-cinder-81322 {{(pid=102451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 20:57:59.729258 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.plugin [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] No Port match for: dfba6eda-5d1b-4027-9aee-bf29f39c876d {{(pid=102451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 20:57:59.729597 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.rpc [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Device dfba6eda-5d1b-4027-9aee-bf29f39c876d not bound to the agent host hv-cinder-81322 {{(pid=102451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 20:57:59.815335 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c02564d-e37c-4f54-8348-b33a54f7e28a admin admin] Router 851c2438-0e3b-4740-9ec2-1c670441ff67 has already been hosted by L3 agent 7c18f3b4-4d02-4b01-9072-98fcd9008716 {{(pid=102450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 20:57:59.978424 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c02564d-e37c-4f54-8348-b33a54f7e28a admin admin] Notify agent at l3_agent.dv-cinder-813229-5-iscsi the message routers_updated {{(pid=102450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 20:57:59.986838 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [None req-1c02564d-e37c-4f54-8348-b33a54f7e28a admin admin] 10.222.0.46 "PUT /v2.0/routers/851c2438-0e3b-4740-9ec2-1c670441ff67/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0450976 Jan 31 20:57:59.989338 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.wsgi [-] (102450) accepted ('10.222.0.46', 42252) {{(pid=102450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 20:57:59.993386 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa977831-08b2-4ad5-89dd-d5dc6ca009a9 None None] Sync routers for ids ['851c2438-0e3b-4740-9ec2-1c670441ff67'] in dv-cinder-813229-5-iscsi {{(pid=102454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 20:58:00.022966 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa977831-08b2-4ad5-89dd-d5dc6ca009a9 None None] Routers {'851c2438-0e3b-4740-9ec2-1c670441ff67'} bound to L3 agent in host dv-cinder-813229-5-iscsi {{(pid=102454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 20:58:00.031874 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.db.l3_hamode_db [None req-fa977831-08b2-4ad5-89dd-d5dc6ca009a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T20:45:52Z,description=,heartbeat_timestamp=2022-01-31T20:57:52Z,host='dv-cinder-813229-5-iscsi',id=7c18f3b4-4d02-4b01-9072-98fcd9008716,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T20:45:52Z,topic='l3_agent')) {'router_ids': ['851c2438-0e3b-4740-9ec2-1c670441ff67'], 'active': True} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 20:58:00.131740 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-fdcdd309-1242-4cad-8e7d-a8a74c06e872 admin admin] Publish callbacks [] for router (851c2438-0e3b-4740-9ec2-1c670441ff67), before_delete {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:58:00.151034 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.db.l3_dvr_db [None req-fa977831-08b2-4ad5-89dd-d5dc6ca009a9 None None] Set router 851c2438-0e3b-4740-9ec2-1c670441ff67 gateway port host: dv-cinder-813229-5-iscsi {{(pid=102454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 20:58:00.254769 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-fdcdd309-1242-4cad-8e7d-a8a74c06e872 admin admin] Publish callbacks [] for router_gateway (851c2438-0e3b-4740-9ec2-1c670441ff67), before_delete {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:58:00.324834 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.plugins.ml2.plugin [None req-fdcdd309-1242-4cad-8e7d-a8a74c06e872 admin admin] Deleting port 0fab487d-3019-4946-bfec-d3dfab0f67b7 {{(pid=102450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 20:58:00.325426 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-fdcdd309-1242-4cad-8e7d-a8a74c06e872 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783600463454'] for port (0fab487d-3019-4946-bfec-d3dfab0f67b7), before_delete {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:58:00.378475 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.db.l3_hamode_db [None req-fa977831-08b2-4ad5-89dd-d5dc6ca009a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '851c2438-0e3b-4740-9ec2-1c670441ff67', 'name': 'tempest-ServerRescueNegativeTestJSON-1107948547-router', 'tenant_id': '0338b91214f04c0ea3b3105e707d550a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51ba4d8e-a54c-4fb0-a209-37766af226e8', 'external_fixed_ips': [{'subnet_id': '99ba9542-d2be-443f-a804-26ff9bedcbe2', 'ip_address': '172.27.2.148'}], 'enable_snat': True}, 'gw_port_id': '0fab487d-3019-4946-bfec-d3dfab0f67b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T20:53:48Z', 'updated_at': '2022-01-31T20:57:59Z', 'revision_number': 5, 'project_id': '0338b91214f04c0ea3b3105e707d550a', 'gw_port': {'id': '0fab487d-3019-4946-bfec-d3dfab0f67b7', 'name': '', 'network_id': '51ba4d8e-a54c-4fb0-a209-37766af226e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:e7:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '851c2438-0e3b-4740-9ec2-1c670441ff67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '99ba9542-d2be-443f-a804-26ff9bedcbe2', 'ip_address': '172.27.2.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T20:53:49Z', 'updated_at': '2022-01-31T20:53:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99ba9542-d2be-443f-a804-26ff9bedcbe2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-5-iscsi'}], 'dv-cinder-813229-5-iscsi', False) {} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 20:58:00.430804 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa977831-08b2-4ad5-89dd-d5dc6ca009a9 None None] Checking router: 851c2438-0e3b-4740-9ec2-1c670441ff67 for host: dv-cinder-813229-5-iscsi {{(pid=102454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 20:58:00.440666 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa977831-08b2-4ad5-89dd-d5dc6ca009a9 None None] Routers {'851c2438-0e3b-4740-9ec2-1c670441ff67'} bound to L3 agent in host dv-cinder-813229-5-iscsi {{(pid=102454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 20:58:00.441315 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.db.l3_hamode_db [None req-fa977831-08b2-4ad5-89dd-d5dc6ca009a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T20:45:52Z,description=,heartbeat_timestamp=2022-01-31T20:57:52Z,host='dv-cinder-813229-5-iscsi',id=7c18f3b4-4d02-4b01-9072-98fcd9008716,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T20:45:52Z,topic='l3_agent')) {'router_ids': ['851c2438-0e3b-4740-9ec2-1c670441ff67'], 'active': True} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 20:58:00.445167 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.plugins.ml2.db [None req-fdcdd309-1242-4cad-8e7d-a8a74c06e872 admin admin] For port 0fab487d-3019-4946-bfec-d3dfab0f67b7, host dv-cinder-813229-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-5-iscsi',level=0,port_id=0fab487d-3019-4946-bfec-d3dfab0f67b7,segment=NetworkSegment(ad776c9f-cdc1-49f1-a366-310dcfc4c059),segment_id=ad776c9f-cdc1-49f1-a366-310dcfc4c059)] {{(pid=102450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 20:58:00.445792 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-fdcdd309-1242-4cad-8e7d-a8a74c06e872 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696268'] for port (0fab487d-3019-4946-bfec-d3dfab0f67b7), precommit_delete {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:58:00.466106 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.plugins.ml2.plugin [None req-fdcdd309-1242-4cad-8e7d-a8a74c06e872 admin admin] Calling delete_port for 0fab487d-3019-4946-bfec-d3dfab0f67b7 owned by network:router_gateway {{(pid=102450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 20:58:00.561183 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.db.l3_dvr_db [None req-fa977831-08b2-4ad5-89dd-d5dc6ca009a9 None None] Set router 851c2438-0e3b-4740-9ec2-1c670441ff67 gateway port host: None {{(pid=102454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 20:58:00.624259 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.db.l3_hamode_db [None req-fa977831-08b2-4ad5-89dd-d5dc6ca009a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '851c2438-0e3b-4740-9ec2-1c670441ff67', 'name': 'tempest-ServerRescueNegativeTestJSON-1107948547-router', 'tenant_id': '0338b91214f04c0ea3b3105e707d550a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T20:53:48Z', 'updated_at': '2022-01-31T20:58:00Z', 'revision_number': 6, 'project_id': '0338b91214f04c0ea3b3105e707d550a', 'gw_port_host': None}], 'dv-cinder-813229-5-iscsi', False) {} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 20:58:00.655506 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa977831-08b2-4ad5-89dd-d5dc6ca009a9 None None] The sync data for ids ['851c2438-0e3b-4740-9ec2-1c670441ff67'] in dv-cinder-813229-5-iscsi is: [{'id': '851c2438-0e3b-4740-9ec2-1c670441ff67', 'name': 'tempest-ServerRescueNegativeTestJSON-1107948547-router', 'tenant_id': '0338b91214f04c0ea3b3105e707d550a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T20:53:48Z', 'updated_at': '2022-01-31T20:58:00Z', 'revision_number': 6, 'project_id': '0338b91214f04c0ea3b3105e707d550a', 'gw_port_host': None}] {{(pid=102454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 20:58:00.684404 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-fdcdd309-1242-4cad-8e7d-a8a74c06e872 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1029723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3769609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783600466360', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783599971606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27814909'] for port (0fab487d-3019-4946-bfec-d3dfab0f67b7), after_delete {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:58:00.715326 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcdd309-1242-4cad-8e7d-a8a74c06e872 admin admin] Pushing event deleted for resources: {'Port': ['ID=0fab487d-3019-4946-bfec-d3dfab0f67b7,revision_number=None']} {{(pid=102450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:58:00.786482 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-fdcdd309-1242-4cad-8e7d-a8a74c06e872 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3697261'] for router_gateway (851c2438-0e3b-4740-9ec2-1c670441ff67), after_delete {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:58:00.917425 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-fdcdd309-1242-4cad-8e7d-a8a74c06e872 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3675640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-969'] for router (851c2438-0e3b-4740-9ec2-1c670441ff67), precommit_delete {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:58:00.921522 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-fdcdd309-1242-4cad-8e7d-a8a74c06e872 admin admin] Publish callbacks [] for router_controller (851c2438-0e3b-4740-9ec2-1c670441ff67), precommit_delete_associations {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:58:01.001537 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-fdcdd309-1242-4cad-8e7d-a8a74c06e872 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3675633'] for router (851c2438-0e3b-4740-9ec2-1c670441ff67), after_delete {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:58:01.002226 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdcdd309-1242-4cad-8e7d-a8a74c06e872 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 851c2438-0e3b-4740-9ec2-1c670441ff67 {{(pid=102450) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 31 20:58:01.007756 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-fdcdd309-1242-4cad-8e7d-a8a74c06e872 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:58:01.008963 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [None req-fdcdd309-1242-4cad-8e7d-a8a74c06e872 admin admin] 10.222.0.46 "DELETE /v2.0/routers/851c2438-0e3b-4740-9ec2-1c670441ff67 HTTP/1.1" status: 204 len: 168 time: 1.0176125 Jan 31 20:58:01.011542 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.wsgi [-] (102450) accepted ('10.222.0.46', 42270) {{(pid=102450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 20:58:01.073705 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7b4d143-2936-4c21-9295-e5e047c1bca4 admin admin] Deleting subnet 192371ce-29b6-4188-9b71-f88453dc95b3 {{(pid=102450) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 31 20:58:01.077362 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-a7b4d143-2936-4c21-9295-e5e047c1bca4 admin admin] Publish callbacks [] for subnet (192371ce-29b6-4188-9b71-f88453dc95b3), before_delete {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:58:01.127587 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-a7b4d143-2936-4c21-9295-e5e047c1bca4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29120982'] for subnet (192371ce-29b6-4188-9b71-f88453dc95b3), precommit_delete_associations {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:58:01.174254 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-a7b4d143-2936-4c21-9295-e5e047c1bca4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-792270'] for subnet (192371ce-29b6-4188-9b71-f88453dc95b3), precommit_delete {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:58:01.239666 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-a7b4d143-2936-4c21-9295-e5e047c1bca4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-792247', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3769609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27814816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28956758'] for subnet (192371ce-29b6-4188-9b71-f88453dc95b3), after_delete {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:58:01.268465 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b4d143-2936-4c21-9295-e5e047c1bca4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=192371ce-29b6-4188-9b71-f88453dc95b3,revision_number=None']} {{(pid=102450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:58:01.274642 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-a7b4d143-2936-4c21-9295-e5e047c1bca4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:58:01.277985 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [None req-a7b4d143-2936-4c21-9295-e5e047c1bca4 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/192371ce-29b6-4188-9b71-f88453dc95b3 HTTP/1.1" status: 204 len: 168 time: 0.2654688 Jan 31 20:58:01.281343 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.wsgi [-] (102450) accepted ('10.222.0.46', 42272) {{(pid=102450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 20:58:01.350039 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-dff6e5ce-a383-4ad7-ba57-7b00ddca24eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-979588'] for network (65673a31-2d3e-4d05-b20c-5dc9b3003e1f), before_delete {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:58:01.437462 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-dff6e5ce-a383-4ad7-ba57-7b00ddca24eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-793947', 'neutron.services.segments.db._delete_segments_for_network-8783600486530'] for network (65673a31-2d3e-4d05-b20c-5dc9b3003e1f), precommit_delete {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:58:01.459407 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.services.segments.db [None req-dff6e5ce-a383-4ad7-ba57-7b00ddca24eb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65673a31-2d3e-4d05-b20c-5dc9b3003e1f']}} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 20:58:01.470008 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.services.segments.db [None req-dff6e5ce-a383-4ad7-ba57-7b00ddca24eb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc7f01b7-eb08-4044-b0f8-cca54d3f9b11') {'for_net_delete': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 20:58:01.470294 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.services.segments.db [None req-dff6e5ce-a383-4ad7-ba57-7b00ddca24eb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc7f01b7-eb08-4044-b0f8-cca54d3f9b11') {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 20:58:01.480864 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-dff6e5ce-a383-4ad7-ba57-7b00ddca24eb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783600487563', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29120991'] for segment (dc7f01b7-eb08-4044-b0f8-cca54d3f9b11), before_delete {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:58:01.503253 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-dff6e5ce-a383-4ad7-ba57-7b00ddca24eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-936743'] for segment (dc7f01b7-eb08-4044-b0f8-cca54d3f9b11), precommit_delete {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:58:01.511131 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dff6e5ce-a383-4ad7-ba57-7b00ddca24eb admin admin] Releasing vlan 664 on physical network physnet1 to pool {{(pid=102450) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 20:58:01.511705 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-dff6e5ce-a383-4ad7-ba57-7b00ddca24eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-936743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27814670'] for segment (dc7f01b7-eb08-4044-b0f8-cca54d3f9b11), after_delete {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:58:01.517696 dv-cinder-813229-5-iscsi neutron-server[102450]: Traceback (most recent call last): Jan 31 20:58:01.517696 dv-cinder-813229-5-iscsi neutron-server[102450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 20:58:01.517696 dv-cinder-813229-5-iscsi neutron-server[102450]: timer() Jan 31 20:58:01.517696 dv-cinder-813229-5-iscsi neutron-server[102450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 20:58:01.517696 dv-cinder-813229-5-iscsi neutron-server[102450]: cb(*args, **kw) Jan 31 20:58:01.517696 dv-cinder-813229-5-iscsi neutron-server[102450]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 20:58:01.517696 dv-cinder-813229-5-iscsi neutron-server[102450]: return func(*args, **kwargs) Jan 31 20:58:01.517696 dv-cinder-813229-5-iscsi neutron-server[102450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 20:58:01.517696 dv-cinder-813229-5-iscsi neutron-server[102450]: self._notify() Jan 31 20:58:01.517696 dv-cinder-813229-5-iscsi neutron-server[102450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 20:58:01.517696 dv-cinder-813229-5-iscsi neutron-server[102450]: self.callback(batched_events) Jan 31 20:58:01.517696 dv-cinder-813229-5-iscsi neutron-server[102450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 20:58:01.517696 dv-cinder-813229-5-iscsi neutron-server[102450]: event.method(event) Jan 31 20:58:01.517696 dv-cinder-813229-5-iscsi neutron-server[102450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 20:58:01.517696 dv-cinder-813229-5-iscsi neutron-server[102450]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 20:58:01.517696 dv-cinder-813229-5-iscsi neutron-server[102450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 20:58:01.517696 dv-cinder-813229-5-iscsi neutron-server[102450]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 20:58:01.517696 dv-cinder-813229-5-iscsi neutron-server[102450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 20:58:01.517696 dv-cinder-813229-5-iscsi neutron-server[102450]: return f(self, *a, **k) Jan 31 20:58:01.517696 dv-cinder-813229-5-iscsi neutron-server[102450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 20:58:01.517696 dv-cinder-813229-5-iscsi neutron-server[102450]: return self._get(url).json() Jan 31 20:58:01.517696 dv-cinder-813229-5-iscsi neutron-server[102450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 20:58:01.517696 dv-cinder-813229-5-iscsi neutron-server[102450]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 20:58:01.517696 dv-cinder-813229-5-iscsi neutron-server[102450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 20:58:01.517696 dv-cinder-813229-5-iscsi neutron-server[102450]: return self.request(url, 'GET', **kwargs) Jan 31 20:58:01.517696 dv-cinder-813229-5-iscsi neutron-server[102450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 20:58:01.517696 dv-cinder-813229-5-iscsi neutron-server[102450]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 20:58:01.517696 dv-cinder-813229-5-iscsi neutron-server[102450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 20:58:01.517696 dv-cinder-813229-5-iscsi neutron-server[102450]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 20:58:01.517696 dv-cinder-813229-5-iscsi neutron-server[102450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 20:58:01.517696 dv-cinder-813229-5-iscsi neutron-server[102450]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 20:58:01.517696 dv-cinder-813229-5-iscsi neutron-server[102450]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 20:58:01.550531 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.rpc [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Device bb909a7f-144e-40ac-a38c-7450bb57d310 no longer exists at agent ovs-agent-dv-cinder-813229-5-iscsi {{(pid=102451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 20:58:01.579691 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.plugin [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] No Port match for: bb909a7f-144e-40ac-a38c-7450bb57d310 {{(pid=102451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 20:58:01.580305 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.rpc [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Device bb909a7f-144e-40ac-a38c-7450bb57d310 not bound to the agent host dv-cinder-813229-5-iscsi {{(pid=102451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 20:58:01.581097 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.rpc [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Device 0fab487d-3019-4946-bfec-d3dfab0f67b7 no longer exists at agent ovs-agent-dv-cinder-813229-5-iscsi {{(pid=102451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 20:58:01.594834 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-dff6e5ce-a383-4ad7-ba57-7b00ddca24eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-793932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3769609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3696773'] for network (65673a31-2d3e-4d05-b20c-5dc9b3003e1f), after_delete {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:58:01.602431 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-dff6e5ce-a383-4ad7-ba57-7b00ddca24eb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3769851'] for network (None), before_response {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:58:01.609805 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [None req-dff6e5ce-a383-4ad7-ba57-7b00ddca24eb admin admin] 10.222.0.46 "DELETE /v2.0/networks/65673a31-2d3e-4d05-b20c-5dc9b3003e1f HTTP/1.1" status: 204 len: 168 time: 0.3235145 Jan 31 20:58:01.614637 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.plugin [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] No Port match for: 0fab487d-3019-4946-bfec-d3dfab0f67b7 {{(pid=102451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 20:58:01.615112 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.rpc [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Device 0fab487d-3019-4946-bfec-d3dfab0f67b7 not bound to the agent host dv-cinder-813229-5-iscsi {{(pid=102451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 20:58:01.621021 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff6e5ce-a383-4ad7-ba57-7b00ddca24eb admin admin] Pushing event deleted for resources: {'Network': ['ID=65673a31-2d3e-4d05-b20c-5dc9b3003e1f,revision_number=None']} {{(pid=102450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:58:01.830712 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.wsgi [-] (102450) accepted ('10.222.0.46', 42290) {{(pid=102450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 20:58:01.873922 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [None req-43aef6ef-b6f6-405d-8942-2b6224631ba2 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=0338b91214f04c0ea3b3105e707d550a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0410302 Jan 31 20:58:01.875535 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.wsgi [-] (102450) accepted ('10.222.0.46', 42294) {{(pid=102450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 20:58:01.952203 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-10c3b9fa-e6b0-4286-b3ed-473a3d0ff0a8 admin admin] Publish callbacks [] for security_group (0bdd6188-2d8b-4b17-a788-ae2efdc28206), before_delete {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:58:01.976291 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-10c3b9fa-e6b0-4286-b3ed-473a3d0ff0a8 admin admin] Publish callbacks [] for security_group (0bdd6188-2d8b-4b17-a788-ae2efdc28206), precommit_delete {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:58:02.055865 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-10c3b9fa-e6b0-4286-b3ed-473a3d0ff0a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736509'] for security_group (0bdd6188-2d8b-4b17-a788-ae2efdc28206), after_delete {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:58:02.059221 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-10c3b9fa-e6b0-4286-b3ed-473a3d0ff0a8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:58:02.061396 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [None req-10c3b9fa-e6b0-4286-b3ed-473a3d0ff0a8 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/0bdd6188-2d8b-4b17-a788-ae2efdc28206 HTTP/1.1" status: 204 len: 168 time: 0.1843007 Jan 31 20:58:02.075122 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c3b9fa-e6b0-4286-b3ed-473a3d0ff0a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bdd6188-2d8b-4b17-a788-ae2efdc28206,revision_number=None']} {{(pid=102450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:58:02.907965 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.wsgi [-] (102449) accepted ('10.222.0.46', 42332) {{(pid=102449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 20:58:03.012616 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.v2.base [None req-dff190b5-9a18-4136-8d3d-a7eb9913d1cd admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1296822656-network', 'tenant_id': '047e08285f47481da2d6cf2445501723'}} {{(pid=102449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 20:58:03.034029 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dff190b5-9a18-4136-8d3d-a7eb9913d1cd admin admin] Made reservation on behalf of 047e08285f47481da2d6cf2445501723 for: {'network': 1} {{(pid=102449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 20:58:03.036442 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-dff190b5-9a18-4136-8d3d-a7eb9913d1cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1026180'] for network (None), before_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:58:03.046007 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-dff190b5-9a18-4136-8d3d-a7eb9913d1cd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:58:03.132997 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-dff190b5-9a18-4136-8d3d-a7eb9913d1cd admin admin] Publish callbacks [] for security_group (283ea748-ac36-494b-83e7-6f1debf708f7), precommit_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:58:03.138056 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-dff190b5-9a18-4136-8d3d-a7eb9913d1cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736509'] for security_group (283ea748-ac36-494b-83e7-6f1debf708f7), after_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:58:03.164671 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dff190b5-9a18-4136-8d3d-a7eb9913d1cd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 661} {{(pid=102449) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 20:58:03.178663 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff190b5-9a18-4136-8d3d-a7eb9913d1cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=283ea748-ac36-494b-83e7-6f1debf708f7,revision_number=1']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:58:03.185049 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-dff190b5-9a18-4136-8d3d-a7eb9913d1cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-936743'] for segment (cfda0be5-e876-4d3e-b2ec-240e600ca63d), precommit_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:58:03.185049 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.db.segments_db [None req-dff190b5-9a18-4136-8d3d-a7eb9913d1cd admin admin] Added segment cfda0be5-e876-4d3e-b2ec-240e600ca63d of type vlan for network bdbc09ff-d174-4862-8f91-19ce9b2a383a Jan 31 20:58:03.244817 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-dff190b5-9a18-4136-8d3d-a7eb9913d1cd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783599991637'] for network (bdbc09ff-d174-4862-8f91-19ce9b2a383a), precommit_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:58:03.276932 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-dff190b5-9a18-4136-8d3d-a7eb9913d1cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3769609'] for network (bdbc09ff-d174-4862-8f91-19ce9b2a383a), after_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:58:03.277869 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dff190b5-9a18-4136-8d3d-a7eb9913d1cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:58:03.278476 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-dff190b5-9a18-4136-8d3d-a7eb9913d1cd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3769851'] for network (None), before_response {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:58:03.336813 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [None req-dff190b5-9a18-4136-8d3d-a7eb9913d1cd admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4277332 Jan 31 20:58:03.339852 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.wsgi [-] (102450) accepted ('10.222.0.46', 42344) {{(pid=102450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 20:58:03.346141 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.v2.base [None req-85779bc3-61cc-4732-be42-4e35203f58c3 admin admin] Request body: {'subnet': {'network_id': 'bdbc09ff-d174-4862-8f91-19ce9b2a383a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1296822656-subnet', 'tenant_id': '047e08285f47481da2d6cf2445501723', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 20:58:03.351478 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff190b5-9a18-4136-8d3d-a7eb9913d1cd admin admin] Pushing event updated for resources: {'Network': ['ID=bdbc09ff-d174-4862-8f91-19ce9b2a383a,revision_number=1']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:58:03.364418 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.rpc [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Network bdbc09ff-d174-4862-8f91-19ce9b2a383a details requested by agent ovs-agent-dv-cinder-813229-5-iscsi with host dv-cinder-813229-5-iscsi {{(pid=102451) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 20:58:03.369609 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85779bc3-61cc-4732-be42-4e35203f58c3 admin admin] Made reservation on behalf of 047e08285f47481da2d6cf2445501723 for: {'subnet': 1} {{(pid=102450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 20:58:03.372489 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-85779bc3-61cc-4732-be42-4e35203f58c3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28956779'] for subnet (None), before_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:58:03.851952 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-85779bc3-61cc-4732-be42-4e35203f58c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3769609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27813741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28956765'] for subnet (05b63977-1e2b-4747-8d09-fb1f8f446ce1), after_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:58:03.912078 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85779bc3-61cc-4732-be42-4e35203f58c3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=05b63977-1e2b-4747-8d09-fb1f8f446ce1,revision_number=0']} {{(pid=102450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:58:03.922313 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85779bc3-61cc-4732-be42-4e35203f58c3 admin admin] Checking segment: {'id': 'cfda0be5-e876-4d3e-b2ec-240e600ca63d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'bdbc09ff-d174-4862-8f91-19ce9b2a383a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 20:58:03.922674 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85779bc3-61cc-4732-be42-4e35203f58c3 admin admin] Network hostable DHCP agents. Network: bdbc09ff-d174-4862-8f91-19ce9b2a383a, hostable agents: ['34ef0204-81d1-4f5e-89d1-b08d0f866641'], hosted agents: [] {{(pid=102450) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 20:58:03.941152 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85779bc3-61cc-4732-be42-4e35203f58c3 admin admin] Network bdbc09ff-d174-4862-8f91-19ce9b2a383a is scheduled to be hosted by DHCP agent 34ef0204-81d1-4f5e-89d1-b08d0f866641 with binding_index 1 {{(pid=102450) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 20:58:03.954085 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.scheduler.base_scheduler [None req-85779bc3-61cc-4732-be42-4e35203f58c3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813229-5-iscsi, bdbc09ff-d174-4862-8f91-19ce9b2a383a) {{(pid=102450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 20:58:03.960147 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85779bc3-61cc-4732-be42-4e35203f58c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:58:03.961109 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-85779bc3-61cc-4732-be42-4e35203f58c3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:58:03.971007 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12246335-92c4-45f7-8f6d-e0f06eaf7c7b None None] Network bdbc09ff-d174-4862-8f91-19ce9b2a383a requested from dv-cinder-813229-5-iscsi {{(pid=102451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 20:58:03.984806 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [None req-85779bc3-61cc-4732-be42-4e35203f58c3 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6400511 Jan 31 20:58:03.985057 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.wsgi [-] (102450) accepted ('10.222.0.46', 42354) {{(pid=102450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 20:58:03.989615 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.v2.base [None req-1179102e-3e7f-4889-ad68-58bd529efb76 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1296822656-router', 'tenant_id': '047e08285f47481da2d6cf2445501723', 'external_gateway_info': {'network_id': '51ba4d8e-a54c-4fb0-a209-37766af226e8'}}} {{(pid=102450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 20:58:04.011386 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-1179102e-3e7f-4889-ad68-58bd529efb76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3694658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-987'] for router (19bba440-8620-436d-b1a3-3283e7fc51f8), before_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:58:04.012502 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-1179102e-3e7f-4889-ad68-58bd529efb76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3675570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3697180', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3796638', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-962'] for router (19bba440-8620-436d-b1a3-3283e7fc51f8), precommit_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:58:04.072889 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-1179102e-3e7f-4889-ad68-58bd529efb76 admin admin] Publish callbacks [] for router_controller (19bba440-8620-436d-b1a3-3283e7fc51f8), precommit_add_association {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:58:04.091989 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42dcc75d-c529-49cb-8bf1-08359a279538 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp46454b73-10d6-541d-9c15-68f305aeb19a-bdbc09ff-d174-4862-8f91-19ce9b2a383a', 'network_id': 'bdbc09ff-d174-4862-8f91-19ce9b2a383a', 'project_id': '047e08285f47481da2d6cf2445501723', 'fixed_ips': [{'subnet_id': '05b63977-1e2b-4747-8d09-fb1f8f446ce1'}]}} from dv-cinder-813229-5-iscsi. {{(pid=102451) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 31 20:58:04.092865 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-42dcc75d-c529-49cb-8bf1-08359a279538 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1026180'] for port (None), before_create {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:58:04.217090 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-1179102e-3e7f-4889-ad68-58bd529efb76 admin admin] Publish callbacks [] for router_gateway (19bba440-8620-436d-b1a3-3283e7fc51f8), precommit_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:58:04.238669 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.db.db_base_plugin_common [None req-42dcc75d-c529-49cb-8bf1-08359a279538 None None] Allocated IP 172.20.0.2 (bdbc09ff-d174-4862-8f91-19ce9b2a383a/05b63977-1e2b-4747-8d09-fb1f8f446ce1/324106c9-4c95-4c09-9687-42847f43b63f) {{(pid=102451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 20:58:04.401289 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-42dcc75d-c529-49cb-8bf1-08359a279538 None None] Publish callbacks [] for port (324106c9-4c95-4c09-9687-42847f43b63f), precommit_create {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:58:04.415040 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-42dcc75d-c529-49cb-8bf1-08359a279538 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1029723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3769609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783599971597'] for port (324106c9-4c95-4c09-9687-42847f43b63f), after_create {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:58:04.451192 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-1179102e-3e7f-4889-ad68-58bd529efb76 admin admin] Publish callbacks [] for router_gateway (19bba440-8620-436d-b1a3-3283e7fc51f8), before_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:58:04.471143 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-1179102e-3e7f-4889-ad68-58bd529efb76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1026180'] for port (None), before_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:58:04.472212 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42dcc75d-c529-49cb-8bf1-08359a279538 None None] Network bdbc09ff-d174-4862-8f91-19ce9b2a383a is already hosted by enough agents. {{(pid=102451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 20:58:04.475180 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.scheduler.base_scheduler [None req-42dcc75d-c529-49cb-8bf1-08359a279538 None None] Resources bound (agent type, host, resource id): {{(pid=102451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 20:58:04.481438 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42dcc75d-c529-49cb-8bf1-08359a279538 None None] Received port after_create {{(pid=102451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 20:58:04.497154 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42dcc75d-c529-49cb-8bf1-08359a279538 None None] Pushing event updated for resources: {'Port': ['ID=324106c9-4c95-4c09-9687-42847f43b63f,revision_number=1']} {{(pid=102451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:58:04.554592 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.managers [None req-42dcc75d-c529-49cb-8bf1-08359a279538 None None] Attempting to bind port 324106c9-4c95-4c09-9687-42847f43b63f on host dv-cinder-813229-5-iscsi for vnic_type normal with profile {{(pid=102451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 20:58:04.555000 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.managers [None req-42dcc75d-c529-49cb-8bf1-08359a279538 None None] Attempting to bind port 324106c9-4c95-4c09-9687-42847f43b63f by drivers openvswitch,hyperv on host dv-cinder-813229-5-iscsi at level 0 using segments [{'id': 'cfda0be5-e876-4d3e-b2ec-240e600ca63d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'bdbc09ff-d174-4862-8f91-19ce9b2a383a'}] {{(pid=102451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 20:58:04.555366 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42dcc75d-c529-49cb-8bf1-08359a279538 None None] Attempting to bind port 324106c9-4c95-4c09-9687-42847f43b63f on network bdbc09ff-d174-4862-8f91-19ce9b2a383a {{(pid=102451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 20:58:04.562250 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42dcc75d-c529-49cb-8bf1-08359a279538 None None] Checking agent: {'id': '9ba4f6fe-000a-4ef5-9d61-ba62910ab5fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813229-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 20, 45, 56), 'started_at': datetime.datetime(2022, 1, 31, 20, 46, 26), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 20, 57, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813229-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 20:58:04.562250 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42dcc75d-c529-49cb-8bf1-08359a279538 None None] Checking segment: {'id': 'cfda0be5-e876-4d3e-b2ec-240e600ca63d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'bdbc09ff-d174-4862-8f91-19ce9b2a383a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 20:58:04.563299 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-42dcc75d-c529-49cb-8bf1-08359a279538 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:58:04.563382 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42dcc75d-c529-49cb-8bf1-08359a279538 None None] Bound using segment: {'id': 'cfda0be5-e876-4d3e-b2ec-240e600ca63d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'bdbc09ff-d174-4862-8f91-19ce9b2a383a'} {{(pid=102451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 20:58:04.563814 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.managers [None req-42dcc75d-c529-49cb-8bf1-08359a279538 None None] Bound port: 324106c9-4c95-4c09-9687-42847f43b63f, host: dv-cinder-813229-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfda0be5-e876-4d3e-b2ec-240e600ca63d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'bdbc09ff-d174-4862-8f91-19ce9b2a383a'}}] {{(pid=102451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 20:58:04.564198 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-42dcc75d-c529-49cb-8bf1-08359a279538 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1026180'] for port (324106c9-4c95-4c09-9687-42847f43b63f), before_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:58:04.598891 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.db.db_base_plugin_common [None req-1179102e-3e7f-4889-ad68-58bd529efb76 admin admin] Allocated IP 172.27.2.44 (51ba4d8e-a54c-4fb0-a209-37766af226e8/99ba9542-d2be-443f-a804-26ff9bedcbe2/f1ddf136-da11-4421-aa27-b5e116e75025) {{(pid=102450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 20:58:04.646212 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.db [None req-42dcc75d-c529-49cb-8bf1-08359a279538 None None] For port 324106c9-4c95-4c09-9687-42847f43b63f, host dv-cinder-813229-5-iscsi, cleared binding levels {{(pid=102451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 20:58:04.649506 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.db [None req-42dcc75d-c529-49cb-8bf1-08359a279538 None None] For port 324106c9-4c95-4c09-9687-42847f43b63f, host dv-cinder-813229-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-5-iscsi',level=0,port_id=324106c9-4c95-4c09-9687-42847f43b63f,segment=NetworkSegment(cfda0be5-e876-4d3e-b2ec-240e600ca63d),segment_id=cfda0be5-e876-4d3e-b2ec-240e600ca63d)] {{(pid=102451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 20:58:04.661196 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-42dcc75d-c529-49cb-8bf1-08359a279538 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1029723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3769609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783600466378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783599971615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783599971633'] for port (324106c9-4c95-4c09-9687-42847f43b63f), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:58:04.721079 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42dcc75d-c529-49cb-8bf1-08359a279538 None None] Pushing event updated for resources: {'Port': ['ID=324106c9-4c95-4c09-9687-42847f43b63f,revision_number=2']} {{(pid=102451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:58:04.744290 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-1179102e-3e7f-4889-ad68-58bd529efb76 admin admin] Publish callbacks [] for port (f1ddf136-da11-4421-aa27-b5e116e75025), precommit_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:58:04.792055 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-1179102e-3e7f-4889-ad68-58bd529efb76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1029723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3769609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783599971597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27814909'] for port (f1ddf136-da11-4421-aa27-b5e116e75025), after_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:58:04.834263 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1179102e-3e7f-4889-ad68-58bd529efb76 admin admin] Network 51ba4d8e-a54c-4fb0-a209-37766af226e8 is already hosted by enough agents. {{(pid=102450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 20:58:04.837327 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.scheduler.base_scheduler [None req-1179102e-3e7f-4889-ad68-58bd529efb76 admin admin] Resources bound (agent type, host, resource id): {{(pid=102450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 20:58:04.849224 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1179102e-3e7f-4889-ad68-58bd529efb76 admin admin] Received port after_create {{(pid=102450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 20:58:04.852705 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1179102e-3e7f-4889-ad68-58bd529efb76 admin admin] Pushing event updated for resources: {'Port': ['ID=f1ddf136-da11-4421-aa27-b5e116e75025,revision_number=1']} {{(pid=102450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:58:05.180694 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-1179102e-3e7f-4889-ad68-58bd529efb76 admin admin] Publish callbacks [] for router_gateway (19bba440-8620-436d-b1a3-3283e7fc51f8), after_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:58:05.381892 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-1179102e-3e7f-4889-ad68-58bd529efb76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3675595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3697225'] for router (19bba440-8620-436d-b1a3-3283e7fc51f8), after_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:58:05.537116 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.rpc [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Device 324106c9-4c95-4c09-9687-42847f43b63f up at agent ovs-agent-dv-cinder-813229-5-iscsi {{(pid=102451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 20:58:05.547238 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1179102e-3e7f-4889-ad68-58bd529efb76 admin admin] Router 19bba440-8620-436d-b1a3-3283e7fc51f8 is scheduled to L3 agent 7c18f3b4-4d02-4b01-9072-98fcd9008716 with binding_index 1 {{(pid=102450) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 31 20:58:05.613755 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.db.provisioning_blocks [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Provisioning complete for port 324106c9-4c95-4c09-9687-42847f43b63f triggered by entity L2. {{(pid=102451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 20:58:05.614157 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3401144'] for port (324106c9-4c95-4c09-9687-42847f43b63f), provisioning_complete {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:58:05.674470 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1179102e-3e7f-4889-ad68-58bd529efb76 admin admin] Notify agent at l3_agent.dv-cinder-813229-5-iscsi the message routers_updated {{(pid=102450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 20:58:05.700388 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-1179102e-3e7f-4889-ad68-58bd529efb76 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:58:05.702944 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [None req-1179102e-3e7f-4889-ad68-58bd529efb76 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.7159555 Jan 31 20:58:05.705079 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.wsgi [-] (102450) accepted ('10.222.0.46', 42380) {{(pid=102450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 20:58:05.709844 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57bb54ba-09a3-4f85-b919-9be704fc0ddb None None] Sync routers for ids ['19bba440-8620-436d-b1a3-3283e7fc51f8'] in dv-cinder-813229-5-iscsi {{(pid=102451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 20:58:05.736548 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.plugin [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Current status of the port 324106c9-4c95-4c09-9687-42847f43b63f is: DOWN; New status is: ACTIVE {{(pid=102451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 20:58:05.736942 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1026180'] for port (324106c9-4c95-4c09-9687-42847f43b63f), before_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:58:05.740063 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57bb54ba-09a3-4f85-b919-9be704fc0ddb None None] Routers {'19bba440-8620-436d-b1a3-3283e7fc51f8'} bound to L3 agent in host dv-cinder-813229-5-iscsi {{(pid=102451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 20:58:05.740709 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.db.l3_hamode_db [None req-57bb54ba-09a3-4f85-b919-9be704fc0ddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T20:45:52Z,description=,heartbeat_timestamp=2022-01-31T20:57:52Z,host='dv-cinder-813229-5-iscsi',id=7c18f3b4-4d02-4b01-9072-98fcd9008716,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T20:45:52Z,topic='l3_agent')) {'router_ids': ['19bba440-8620-436d-b1a3-3283e7fc51f8'], 'active': True} {{(pid=102451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 20:58:05.834916 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.db [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] For port 324106c9-4c95-4c09-9687-42847f43b63f, host dv-cinder-813229-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-5-iscsi',level=0,port_id=324106c9-4c95-4c09-9687-42847f43b63f,segment=NetworkSegment(cfda0be5-e876-4d3e-b2ec-240e600ca63d),segment_id=cfda0be5-e876-4d3e-b2ec-240e600ca63d)] {{(pid=102451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 20:58:05.841153 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1029723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3769609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783600466378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783599971615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783599971633'] for port (324106c9-4c95-4c09-9687-42847f43b63f), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:58:06.028630 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ebac922-75aa-447d-9edd-4a0a7283f3ff None None] Network bdbc09ff-d174-4862-8f91-19ce9b2a383a requested from dv-cinder-813229-5-iscsi {{(pid=102451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 20:58:06.129869 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.db.l3_dvr_db [None req-57bb54ba-09a3-4f85-b919-9be704fc0ddb None None] Set router 19bba440-8620-436d-b1a3-3283e7fc51f8 gateway port host: dv-cinder-813229-5-iscsi {{(pid=102451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 20:58:06.158838 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-3338f450-a5df-4162-90aa-671626a46e7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1026180'] for port (None), before_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:58:06.188781 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Pushing event updated for resources: {'Port': ['ID=324106c9-4c95-4c09-9687-42847f43b63f,revision_number=3']} {{(pid=102451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:58:06.193415 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.db.provisioning_blocks [None req-07b1bf32-e246-4ae3-8b05-6605ceea8f64 None None] Provisioning complete for port 324106c9-4c95-4c09-9687-42847f43b63f triggered by entity DHCP. {{(pid=102451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 20:58:06.193795 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-07b1bf32-e246-4ae3-8b05-6605ceea8f64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3401144'] for port (324106c9-4c95-4c09-9687-42847f43b63f), provisioning_complete {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:58:06.423343 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.plugin [None req-07b1bf32-e246-4ae3-8b05-6605ceea8f64 None None] Current status of the port 324106c9-4c95-4c09-9687-42847f43b63f is: ACTIVE; New status is: ACTIVE {{(pid=102451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 20:58:06.446009 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.db.l3_hamode_db [None req-57bb54ba-09a3-4f85-b919-9be704fc0ddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19bba440-8620-436d-b1a3-3283e7fc51f8', 'name': 'tempest-AttachVolumeTestJSON-1296822656-router', 'tenant_id': '047e08285f47481da2d6cf2445501723', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51ba4d8e-a54c-4fb0-a209-37766af226e8', 'external_fixed_ips': [{'subnet_id': '99ba9542-d2be-443f-a804-26ff9bedcbe2', 'ip_address': '172.27.2.44'}], 'enable_snat': True}, 'gw_port_id': 'f1ddf136-da11-4421-aa27-b5e116e75025', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T20:58:04Z', 'updated_at': '2022-01-31T20:58:05Z', 'revision_number': 3, 'project_id': '047e08285f47481da2d6cf2445501723', 'gw_port': {'id': 'f1ddf136-da11-4421-aa27-b5e116e75025', 'name': '', 'network_id': '51ba4d8e-a54c-4fb0-a209-37766af226e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:34:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19bba440-8620-436d-b1a3-3283e7fc51f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '99ba9542-d2be-443f-a804-26ff9bedcbe2', 'ip_address': '172.27.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T20:58:04Z', 'updated_at': '2022-01-31T20:58:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '99ba9542-d2be-443f-a804-26ff9bedcbe2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-5-iscsi'}], 'dv-cinder-813229-5-iscsi', False) {} {{(pid=102451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 20:58:06.475110 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57bb54ba-09a3-4f85-b919-9be704fc0ddb None None] Checking router: 19bba440-8620-436d-b1a3-3283e7fc51f8 for host: dv-cinder-813229-5-iscsi {{(pid=102451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 20:58:06.475469 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57bb54ba-09a3-4f85-b919-9be704fc0ddb None None] Updating router 19bba440-8620-436d-b1a3-3283e7fc51f8 port f1ddf136-da11-4421-aa27-b5e116e75025 binding host dv-cinder-813229-5-iscsi {{(pid=102451) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 31 20:58:06.508163 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-57bb54ba-09a3-4f85-b919-9be704fc0ddb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1026180'] for port (f1ddf136-da11-4421-aa27-b5e116e75025), before_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:58:06.595740 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.db.db_base_plugin_common [None req-3338f450-a5df-4162-90aa-671626a46e7c admin admin] Allocated IP 172.20.0.1 (bdbc09ff-d174-4862-8f91-19ce9b2a383a/05b63977-1e2b-4747-8d09-fb1f8f446ce1/bfddf878-069f-45be-bc84-23f469ee200c) {{(pid=102450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 20:58:06.689735 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.db.provisioning_blocks [None req-8d03ef2c-6149-4188-b236-e6132e770fa6 None None] Provisioning complete for port 324106c9-4c95-4c09-9687-42847f43b63f triggered by entity DHCP. {{(pid=102451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 20:58:06.690313 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-8d03ef2c-6149-4188-b236-e6132e770fa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3401144'] for port (324106c9-4c95-4c09-9687-42847f43b63f), provisioning_complete {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:58:06.706400 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-3338f450-a5df-4162-90aa-671626a46e7c admin admin] Publish callbacks [] for port (bfddf878-069f-45be-bc84-23f469ee200c), precommit_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:58:06.740693 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-3338f450-a5df-4162-90aa-671626a46e7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1029723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3769609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783599971597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27814909'] for port (bfddf878-069f-45be-bc84-23f469ee200c), after_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:58:06.785303 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3338f450-a5df-4162-90aa-671626a46e7c admin admin] Network bdbc09ff-d174-4862-8f91-19ce9b2a383a is already hosted by enough agents. {{(pid=102450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 20:58:06.789937 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.scheduler.base_scheduler [None req-3338f450-a5df-4162-90aa-671626a46e7c admin admin] Resources bound (agent type, host, resource id): {{(pid=102450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 20:58:06.798224 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3338f450-a5df-4162-90aa-671626a46e7c admin admin] Received port after_create {{(pid=102450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 20:58:06.801482 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3338f450-a5df-4162-90aa-671626a46e7c admin admin] Pushing event updated for resources: {'Port': ['ID=bfddf878-069f-45be-bc84-23f469ee200c,revision_number=1']} {{(pid=102450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:58:06.838988 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-3338f450-a5df-4162-90aa-671626a46e7c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3696668'] for router_interface (19bba440-8620-436d-b1a3-3283e7fc51f8), before_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:58:06.860861 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-57bb54ba-09a3-4f85-b919-9be704fc0ddb None None] Publish callbacks [] for port (f1ddf136-da11-4421-aa27-b5e116e75025), precommit_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:58:06.862538 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.plugin [None req-8d03ef2c-6149-4188-b236-e6132e770fa6 None None] Current status of the port 324106c9-4c95-4c09-9687-42847f43b63f is: ACTIVE; New status is: ACTIVE {{(pid=102451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 20:58:06.869680 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-57bb54ba-09a3-4f85-b919-9be704fc0ddb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1029723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3769609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783600466378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783599971615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783599971633'] for port (f1ddf136-da11-4421-aa27-b5e116e75025), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:58:06.938350 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.managers [None req-57bb54ba-09a3-4f85-b919-9be704fc0ddb None None] Attempting to bind port f1ddf136-da11-4421-aa27-b5e116e75025 on host dv-cinder-813229-5-iscsi for vnic_type normal with profile {{(pid=102451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 20:58:06.938987 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.managers [None req-57bb54ba-09a3-4f85-b919-9be704fc0ddb None None] Attempting to bind port f1ddf136-da11-4421-aa27-b5e116e75025 by drivers openvswitch,hyperv on host dv-cinder-813229-5-iscsi at level 0 using segments [{'id': 'ad776c9f-cdc1-49f1-a366-310dcfc4c059', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51ba4d8e-a54c-4fb0-a209-37766af226e8'}] {{(pid=102451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 20:58:06.939692 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57bb54ba-09a3-4f85-b919-9be704fc0ddb None None] Attempting to bind port f1ddf136-da11-4421-aa27-b5e116e75025 on network 51ba4d8e-a54c-4fb0-a209-37766af226e8 {{(pid=102451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 20:58:06.943067 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36d5a82-1794-4e19-85ab-5572fb0f2ddd None None] Pushing event updated for resources: {'Port': ['ID=f1ddf136-da11-4421-aa27-b5e116e75025,revision_number=2']} {{(pid=102451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:58:06.951938 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57bb54ba-09a3-4f85-b919-9be704fc0ddb None None] Checking agent: {'id': '9ba4f6fe-000a-4ef5-9d61-ba62910ab5fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813229-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 20, 45, 56), 'started_at': datetime.datetime(2022, 1, 31, 20, 46, 26), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 20, 57, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813229-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 20:58:06.952486 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57bb54ba-09a3-4f85-b919-9be704fc0ddb None None] Checking segment: {'id': 'ad776c9f-cdc1-49f1-a366-310dcfc4c059', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51ba4d8e-a54c-4fb0-a209-37766af226e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 20:58:06.953066 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-57bb54ba-09a3-4f85-b919-9be704fc0ddb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:58:06.953851 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57bb54ba-09a3-4f85-b919-9be704fc0ddb None None] Bound using segment: {'id': 'ad776c9f-cdc1-49f1-a366-310dcfc4c059', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51ba4d8e-a54c-4fb0-a209-37766af226e8'} {{(pid=102451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 20:58:06.954630 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.managers [None req-57bb54ba-09a3-4f85-b919-9be704fc0ddb None None] Bound port: f1ddf136-da11-4421-aa27-b5e116e75025, host: dv-cinder-813229-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad776c9f-cdc1-49f1-a366-310dcfc4c059', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51ba4d8e-a54c-4fb0-a209-37766af226e8'}}] {{(pid=102451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 20:58:06.955224 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-57bb54ba-09a3-4f85-b919-9be704fc0ddb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1026180'] for port (f1ddf136-da11-4421-aa27-b5e116e75025), before_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:58:07.035578 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.db [None req-57bb54ba-09a3-4f85-b919-9be704fc0ddb None None] For port f1ddf136-da11-4421-aa27-b5e116e75025, host dv-cinder-813229-5-iscsi, cleared binding levels {{(pid=102451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 20:58:07.041669 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.db [None req-57bb54ba-09a3-4f85-b919-9be704fc0ddb None None] For port f1ddf136-da11-4421-aa27-b5e116e75025, host dv-cinder-813229-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-5-iscsi',level=0,port_id=f1ddf136-da11-4421-aa27-b5e116e75025,segment=NetworkSegment(ad776c9f-cdc1-49f1-a366-310dcfc4c059),segment_id=ad776c9f-cdc1-49f1-a366-310dcfc4c059)] {{(pid=102451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 20:58:07.053780 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-57bb54ba-09a3-4f85-b919-9be704fc0ddb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1029723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3769609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783600466378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783599971615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783599971633'] for port (f1ddf136-da11-4421-aa27-b5e116e75025), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:58:07.064095 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-3338f450-a5df-4162-90aa-671626a46e7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1026180'] for port (bfddf878-069f-45be-bc84-23f469ee200c), before_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:58:07.174468 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57bb54ba-09a3-4f85-b919-9be704fc0ddb None None] Routers {'19bba440-8620-436d-b1a3-3283e7fc51f8'} bound to L3 agent in host dv-cinder-813229-5-iscsi {{(pid=102451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 20:58:07.175247 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.db.l3_hamode_db [None req-57bb54ba-09a3-4f85-b919-9be704fc0ddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T20:45:52Z,description=,heartbeat_timestamp=2022-01-31T20:57:52Z,host='dv-cinder-813229-5-iscsi',id=7c18f3b4-4d02-4b01-9072-98fcd9008716,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T20:45:52Z,topic='l3_agent')) {'router_ids': ['19bba440-8620-436d-b1a3-3283e7fc51f8'], 'active': True} {{(pid=102451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 20:58:07.177543 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.db.provisioning_blocks [None req-2b406de7-ca3e-41a1-bdd2-f545888eef0e None None] Provisioning complete for port bfddf878-069f-45be-bc84-23f469ee200c triggered by entity DHCP. {{(pid=102451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 20:58:07.177993 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-2b406de7-ca3e-41a1-bdd2-f545888eef0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3401144'] for port (bfddf878-069f-45be-bc84-23f469ee200c), provisioning_complete {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:58:07.179537 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36d5a82-1794-4e19-85ab-5572fb0f2ddd None None] Pushing event updated for resources: {'Port': ['ID=f1ddf136-da11-4421-aa27-b5e116e75025,revision_number=3']} {{(pid=102451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:58:07.285406 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.plugin [None req-2b406de7-ca3e-41a1-bdd2-f545888eef0e None None] Port bfddf878-069f-45be-bc84-23f469ee200c cannot update to ACTIVE because it is not bound. {{(pid=102451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 20:58:07.325554 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-3338f450-a5df-4162-90aa-671626a46e7c admin admin] Publish callbacks [] for port (bfddf878-069f-45be-bc84-23f469ee200c), precommit_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:58:07.332315 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-3338f450-a5df-4162-90aa-671626a46e7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1029723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3769609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783600466378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783599971615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783599971633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27814890'] for port (bfddf878-069f-45be-bc84-23f469ee200c), after_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:58:07.356423 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.db.l3_dvr_db [None req-57bb54ba-09a3-4f85-b919-9be704fc0ddb None None] Set router 19bba440-8620-436d-b1a3-3283e7fc51f8 gateway port host: dv-cinder-813229-5-iscsi {{(pid=102451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 20:58:07.441028 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-3338f450-a5df-4162-90aa-671626a46e7c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3769639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3694988'] for router_interface (19bba440-8620-436d-b1a3-3283e7fc51f8), after_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:58:07.452972 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3338f450-a5df-4162-90aa-671626a46e7c admin admin] Pushing event updated for resources: {'Port': ['ID=bfddf878-069f-45be-bc84-23f469ee200c,revision_number=2']} {{(pid=102450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:58:07.527103 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.rpc [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Device 324106c9-4c95-4c09-9687-42847f43b63f up at agent ovs-agent-dv-cinder-813229-5-iscsi {{(pid=102451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 20:58:07.560649 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3338f450-a5df-4162-90aa-671626a46e7c admin admin] Network bdbc09ff-d174-4862-8f91-19ce9b2a383a is already hosted by enough agents. {{(pid=102450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 20:58:07.561819 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.scheduler.base_scheduler [None req-3338f450-a5df-4162-90aa-671626a46e7c admin admin] Resources bound (agent type, host, resource id): {{(pid=102450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 20:58:07.696423 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.db.provisioning_blocks [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Provisioning complete for port 324106c9-4c95-4c09-9687-42847f43b63f triggered by entity L2. {{(pid=102451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 20:58:07.697291 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3401144'] for port (324106c9-4c95-4c09-9687-42847f43b63f), provisioning_complete {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:58:07.717845 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3338f450-a5df-4162-90aa-671626a46e7c admin admin] Router 19bba440-8620-436d-b1a3-3283e7fc51f8 has already been hosted by L3 agent 7c18f3b4-4d02-4b01-9072-98fcd9008716 {{(pid=102450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 20:58:07.754450 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.db.l3_hamode_db [None req-57bb54ba-09a3-4f85-b919-9be704fc0ddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19bba440-8620-436d-b1a3-3283e7fc51f8', 'name': 'tempest-AttachVolumeTestJSON-1296822656-router', 'tenant_id': '047e08285f47481da2d6cf2445501723', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51ba4d8e-a54c-4fb0-a209-37766af226e8', 'external_fixed_ips': [{'subnet_id': '99ba9542-d2be-443f-a804-26ff9bedcbe2', 'ip_address': '172.27.2.44'}], 'enable_snat': True}, 'gw_port_id': 'f1ddf136-da11-4421-aa27-b5e116e75025', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T20:58:04Z', 'updated_at': '2022-01-31T20:58:07Z', 'revision_number': 4, 'project_id': '047e08285f47481da2d6cf2445501723', 'gw_port': {'id': 'f1ddf136-da11-4421-aa27-b5e116e75025', 'name': '', 'network_id': '51ba4d8e-a54c-4fb0-a209-37766af226e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:34:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19bba440-8620-436d-b1a3-3283e7fc51f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '99ba9542-d2be-443f-a804-26ff9bedcbe2', 'ip_address': '172.27.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T20:58:04Z', 'updated_at': '2022-01-31T20:58:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '99ba9542-d2be-443f-a804-26ff9bedcbe2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-5-iscsi', '_interfaces': [{'id': 'bfddf878-069f-45be-bc84-23f469ee200c', 'name': '', 'network_id': 'bdbc09ff-d174-4862-8f91-19ce9b2a383a', 'tenant_id': '047e08285f47481da2d6cf2445501723', 'mac_address': 'fa:16:3e:b6:9c:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19bba440-8620-436d-b1a3-3283e7fc51f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '05b63977-1e2b-4747-8d09-fb1f8f446ce1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T20:58:06Z', 'updated_at': '2022-01-31T20:58:06Z', 'revision_number': 1, 'project_id': '047e08285f47481da2d6cf2445501723', 'subnets': [{'id': '05b63977-1e2b-4747-8d09-fb1f8f446ce1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-5-iscsi', False) {} {{(pid=102451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 20:58:07.792988 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57bb54ba-09a3-4f85-b919-9be704fc0ddb None None] The sync data for ids ['19bba440-8620-436d-b1a3-3283e7fc51f8'] in dv-cinder-813229-5-iscsi is: [{'id': '19bba440-8620-436d-b1a3-3283e7fc51f8', 'name': 'tempest-AttachVolumeTestJSON-1296822656-router', 'tenant_id': '047e08285f47481da2d6cf2445501723', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51ba4d8e-a54c-4fb0-a209-37766af226e8', 'external_fixed_ips': [{'subnet_id': '99ba9542-d2be-443f-a804-26ff9bedcbe2', 'ip_address': '172.27.2.44'}], 'enable_snat': True}, 'gw_port_id': 'f1ddf136-da11-4421-aa27-b5e116e75025', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T20:58:04Z', 'updated_at': '2022-01-31T20:58:07Z', 'revision_number': 4, 'project_id': '047e08285f47481da2d6cf2445501723', 'gw_port': {'id': 'f1ddf136-da11-4421-aa27-b5e116e75025', 'name': '', 'network_id': '51ba4d8e-a54c-4fb0-a209-37766af226e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:34:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19bba440-8620-436d-b1a3-3283e7fc51f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '99ba9542-d2be-443f-a804-26ff9bedcbe2', 'ip_address': '172.27.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T20:58:04Z', 'updated_at': '2022-01-31T20:58:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '99ba9542-d2be-443f-a804-26ff9bedcbe2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-5-iscsi', '_interfaces': [{'id': 'bfddf878-069f-45be-bc84-23f469ee200c', 'name': '', 'network_id': 'bdbc09ff-d174-4862-8f91-19ce9b2a383a', 'tenant_id': '047e08285f47481da2d6cf2445501723', 'mac_address': 'fa:16:3e:b6:9c:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19bba440-8620-436d-b1a3-3283e7fc51f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '05b63977-1e2b-4747-8d09-fb1f8f446ce1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T20:58:06Z', 'updated_at': '2022-01-31T20:58:06Z', 'revision_number': 1, 'project_id': '047e08285f47481da2d6cf2445501723', 'subnets': [{'id': '05b63977-1e2b-4747-8d09-fb1f8f446ce1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 20:58:07.851215 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.plugin [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Current status of the port 324106c9-4c95-4c09-9687-42847f43b63f is: ACTIVE; New status is: ACTIVE {{(pid=102451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 20:58:07.853365 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.db.provisioning_blocks [None req-af9b1c13-7e6a-4d34-8aa1-0c6a4e029e3e None None] Provisioning complete for port bfddf878-069f-45be-bc84-23f469ee200c triggered by entity DHCP. {{(pid=102451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 20:58:07.853830 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-af9b1c13-7e6a-4d34-8aa1-0c6a4e029e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3401144'] for port (bfddf878-069f-45be-bc84-23f469ee200c), provisioning_complete {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:58:07.892151 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.plugin [None req-af9b1c13-7e6a-4d34-8aa1-0c6a4e029e3e None None] Port bfddf878-069f-45be-bc84-23f469ee200c cannot update to ACTIVE because it is not bound. {{(pid=102451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 20:58:07.894655 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3338f450-a5df-4162-90aa-671626a46e7c admin admin] Notify agent at l3_agent.dv-cinder-813229-5-iscsi the message routers_updated {{(pid=102450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 20:58:07.903023 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [None req-3338f450-a5df-4162-90aa-671626a46e7c admin admin] 10.222.0.46 "PUT /v2.0/routers/19bba440-8620-436d-b1a3-3283e7fc51f8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1941354 Jan 31 20:58:08.488885 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.wsgi [-] (102450) accepted ('10.222.0.46', 42420) {{(pid=102450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 20:58:08.493756 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.v2.base [None req-103914e3-c6c6-45f5-b8f5-8a1fec0d6209 tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] Request body: {'security_group': {'name': 'tempest-securitygroup--268751487', 'description': 'tempest-description--647249854'}} {{(pid=102450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 20:58:08.556341 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-103914e3-c6c6-45f5-b8f5-8a1fec0d6209 tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] Publish callbacks [] for security_group (None), before_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:58:08.672118 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-103914e3-c6c6-45f5-b8f5-8a1fec0d6209 tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] Publish callbacks [] for security_group (c3466f45-b059-46ec-9a9b-684b375557d3), precommit_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:58:08.682209 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-103914e3-c6c6-45f5-b8f5-8a1fec0d6209 tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736509'] for security_group (c3466f45-b059-46ec-9a9b-684b375557d3), after_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:58:08.714643 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-103914e3-c6c6-45f5-b8f5-8a1fec0d6209 tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] Publish callbacks [] for security_group (None), before_response {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:58:08.715952 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [None req-103914e3-c6c6-45f5-b8f5-8a1fec0d6209 tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.2259591 Jan 31 20:58:08.719236 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.wsgi [-] (102449) accepted ('10.222.0.46', 42428) {{(pid=102449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 20:58:08.723880 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.v2.base [None req-3a930a85-5052-4d0c-973f-93c18c4f7f79 tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] Request body: {'security_group_rule': {'security_group_id': 'c3466f45-b059-46ec-9a9b-684b375557d3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 20:58:08.735723 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103914e3-c6c6-45f5-b8f5-8a1fec0d6209 tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c3466f45-b059-46ec-9a9b-684b375557d3,revision_number=1']} {{(pid=102450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:58:08.766910 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-3a930a85-5052-4d0c-973f-93c18c4f7f79 tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] Publish callbacks [] for security_group_rule (4720ac26-9fc0-4981-a2e4-8bddbb4a6d34), before_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:58:08.879919 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-3a930a85-5052-4d0c-973f-93c18c4f7f79 tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] Publish callbacks [] for security_group_rule (4720ac26-9fc0-4981-a2e4-8bddbb4a6d34), precommit_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:58:08.885318 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-3a930a85-5052-4d0c-973f-93c18c4f7f79 tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695025'] for security_group_rule (4720ac26-9fc0-4981-a2e4-8bddbb4a6d34), after_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:58:08.915155 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a930a85-5052-4d0c-973f-93c18c4f7f79 tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4720ac26-9fc0-4981-a2e4-8bddbb4a6d34,revision_number=0']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:58:08.926997 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-3a930a85-5052-4d0c-973f-93c18c4f7f79 tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:58:08.928729 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [None req-3a930a85-5052-4d0c-973f-93c18c4f7f79 tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2082229 Jan 31 20:58:08.931586 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.wsgi [-] (102450) accepted ('10.222.0.46', 42434) {{(pid=102450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 20:58:08.938058 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.v2.base [None req-0b3b5799-6832-4e11-9133-f653989c47d3 tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] Request body: {'security_group_rule': {'security_group_id': 'c3466f45-b059-46ec-9a9b-684b375557d3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 20:58:08.970355 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-0b3b5799-6832-4e11-9133-f653989c47d3 tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] Publish callbacks [] for security_group_rule (29bae7ce-124f-439b-9b5d-9fabef83b8a3), before_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:58:09.060920 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-0b3b5799-6832-4e11-9133-f653989c47d3 tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] Publish callbacks [] for security_group_rule (29bae7ce-124f-439b-9b5d-9fabef83b8a3), precommit_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:58:09.069199 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-0b3b5799-6832-4e11-9133-f653989c47d3 tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695025'] for security_group_rule (29bae7ce-124f-439b-9b5d-9fabef83b8a3), after_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:58:09.099006 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3b5799-6832-4e11-9133-f653989c47d3 tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29bae7ce-124f-439b-9b5d-9fabef83b8a3,revision_number=0']} {{(pid=102450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:58:09.110820 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-0b3b5799-6832-4e11-9133-f653989c47d3 tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:58:09.112080 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [None req-0b3b5799-6832-4e11-9133-f653989c47d3 tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1790247 Jan 31 20:58:09.115630 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.wsgi [-] (102450) accepted ('10.222.0.46', 42442) {{(pid=102450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 20:58:09.120467 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.v2.base [None req-6747524b-ae48-49d0-8fca-fbaed7b00294 tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] Request body: {'floatingip': {'floating_network_id': '51ba4d8e-a54c-4fb0-a209-37766af226e8'}} {{(pid=102450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 20:58:09.153450 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-6747524b-ae48-49d0-8fca-fbaed7b00294 tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:58:09.298940 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-6747524b-ae48-49d0-8fca-fbaed7b00294 tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1026180'] for port (None), before_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:58:09.430366 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.db.db_base_plugin_common [None req-6747524b-ae48-49d0-8fca-fbaed7b00294 tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] Allocated IP 172.27.2.176 (51ba4d8e-a54c-4fb0-a209-37766af226e8/99ba9542-d2be-443f-a804-26ff9bedcbe2/a8459e00-e811-4b5a-8312-76449066c51b) {{(pid=102450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 20:58:09.514113 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.rpc [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Device f1ddf136-da11-4421-aa27-b5e116e75025 up at agent ovs-agent-dv-cinder-813229-5-iscsi {{(pid=102451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 20:58:09.556257 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-6747524b-ae48-49d0-8fca-fbaed7b00294 tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] Publish callbacks [] for port (a8459e00-e811-4b5a-8312-76449066c51b), precommit_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:58:09.568777 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.db.provisioning_blocks [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Provisioning complete for port f1ddf136-da11-4421-aa27-b5e116e75025 triggered by entity L2. {{(pid=102451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 20:58:09.569255 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3401144'] for port (f1ddf136-da11-4421-aa27-b5e116e75025), provisioning_complete {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:58:09.600356 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-6747524b-ae48-49d0-8fca-fbaed7b00294 tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1029723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3769609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783599971597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27814909'] for port (a8459e00-e811-4b5a-8312-76449066c51b), after_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:58:09.644317 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6747524b-ae48-49d0-8fca-fbaed7b00294 tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] Network 51ba4d8e-a54c-4fb0-a209-37766af226e8 is already hosted by enough agents. {{(pid=102450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 20:58:09.647445 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.scheduler.base_scheduler [None req-6747524b-ae48-49d0-8fca-fbaed7b00294 tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] Resources bound (agent type, host, resource id): {{(pid=102450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 20:58:09.651184 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6747524b-ae48-49d0-8fca-fbaed7b00294 tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] Received port after_create {{(pid=102450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 20:58:09.667157 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.plugin [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Current status of the port f1ddf136-da11-4421-aa27-b5e116e75025 is: DOWN; New status is: ACTIVE {{(pid=102451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 20:58:09.667547 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1026180'] for port (f1ddf136-da11-4421-aa27-b5e116e75025), before_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:58:09.690343 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6747524b-ae48-49d0-8fca-fbaed7b00294 tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] Pushing event updated for resources: {'Port': ['ID=a8459e00-e811-4b5a-8312-76449066c51b,revision_number=1']} {{(pid=102450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:58:09.696638 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.db [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] For port f1ddf136-da11-4421-aa27-b5e116e75025, host dv-cinder-813229-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-5-iscsi',level=0,port_id=f1ddf136-da11-4421-aa27-b5e116e75025,segment=NetworkSegment(ad776c9f-cdc1-49f1-a366-310dcfc4c059),segment_id=ad776c9f-cdc1-49f1-a366-310dcfc4c059)] {{(pid=102451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 20:58:09.702489 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1029723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3769609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783600466378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783599971615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783599971633'] for port (f1ddf136-da11-4421-aa27-b5e116e75025), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:58:09.756504 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Pushing event updated for resources: {'Port': ['ID=f1ddf136-da11-4421-aa27-b5e116e75025,revision_number=4']} {{(pid=102451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:58:09.770489 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-6747524b-ae48-49d0-8fca-fbaed7b00294 tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] Publish callbacks [] for floatingip (828fceb1-e6ca-471d-8f3c-d7617aa30da9), precommit_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:58:09.813152 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-6747524b-ae48-49d0-8fca-fbaed7b00294 tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1026180'] for port (a8459e00-e811-4b5a-8312-76449066c51b), before_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:58:10.009942 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-6747524b-ae48-49d0-8fca-fbaed7b00294 tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] Publish callbacks [] for port (a8459e00-e811-4b5a-8312-76449066c51b), precommit_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:58:10.018626 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-6747524b-ae48-49d0-8fca-fbaed7b00294 tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1029723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3769609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783600466378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783599971615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783599971633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27814890'] for port (a8459e00-e811-4b5a-8312-76449066c51b), after_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:58:10.096371 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6747524b-ae48-49d0-8fca-fbaed7b00294 tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] Pushing event updated for resources: {'Port': ['ID=a8459e00-e811-4b5a-8312-76449066c51b,revision_number=2']} {{(pid=102450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:58:10.115802 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-6747524b-ae48-49d0-8fca-fbaed7b00294 tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3696791'] for floatingip (828fceb1-e6ca-471d-8f3c-d7617aa30da9), after_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:58:10.134310 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-6747524b-ae48-49d0-8fca-fbaed7b00294 tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204375'] for floatingip (None), before_response {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:58:10.135795 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [None req-6747524b-ae48-49d0-8fca-fbaed7b00294 tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0190148 Jan 31 20:58:10.268433 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2149e9d-6319-4ffc-bad3-d66ae5ddc262 None None] Sync routers for ids ['19bba440-8620-436d-b1a3-3283e7fc51f8'] in dv-cinder-813229-5-iscsi {{(pid=102454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 20:58:10.281546 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2149e9d-6319-4ffc-bad3-d66ae5ddc262 None None] Routers {'19bba440-8620-436d-b1a3-3283e7fc51f8'} bound to L3 agent in host dv-cinder-813229-5-iscsi {{(pid=102454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 20:58:10.282424 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.db.l3_hamode_db [None req-f2149e9d-6319-4ffc-bad3-d66ae5ddc262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T20:45:52Z,description=,heartbeat_timestamp=2022-01-31T20:57:52Z,host='dv-cinder-813229-5-iscsi',id=7c18f3b4-4d02-4b01-9072-98fcd9008716,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T20:45:52Z,topic='l3_agent')) {'router_ids': ['19bba440-8620-436d-b1a3-3283e7fc51f8'], 'active': True} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 20:58:10.322504 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-36d735a5-5571-4cd4-ac92-c95dcf2f7b3b req-90b25561-92b1-4812-bc06-8d482206d358 tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-securitygroup--268751487&fields=id&tenant_id=047e08285f47481da2d6cf2445501723 HTTP/1.1" status: 200 len: 267 time: 0.0527544 Jan 31 20:58:10.433727 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.db.l3_dvr_db [None req-f2149e9d-6319-4ffc-bad3-d66ae5ddc262 None None] Set router 19bba440-8620-436d-b1a3-3283e7fc51f8 gateway port host: dv-cinder-813229-5-iscsi {{(pid=102454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 20:58:10.487377 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d735a5-5571-4cd4-ac92-c95dcf2f7b3b req-6655fec9-ae9e-4794-b3a7-cf1b2b7e3855 tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:58:10.489246 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-36d735a5-5571-4cd4-ac92-c95dcf2f7b3b req-6655fec9-ae9e-4794-b3a7-cf1b2b7e3855 tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] 10.222.0.46 "GET /v2.0/networks?id=bdbc09ff-d174-4862-8f91-19ce9b2a383a HTTP/1.1" status: 200 len: 811 time: 0.1564410 Jan 31 20:58:10.508777 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-36d735a5-5571-4cd4-ac92-c95dcf2f7b3b req-62b963f9-4be6-4467-8b36-4babd88a3342 tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] 10.222.0.46 "GET /v2.0/quotas/047e08285f47481da2d6cf2445501723 HTTP/1.1" status: 200 len: 375 time: 0.0115221 Jan 31 20:58:10.574486 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-36d735a5-5571-4cd4-ac92-c95dcf2f7b3b req-53835ee9-db5e-4c98-a87e-73ed1ba45999 tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=047e08285f47481da2d6cf2445501723&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0585272 Jan 31 20:58:10.697317 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-36d735a5-5571-4cd4-ac92-c95dcf2f7b3b req-f3dfaf24-5534-4ab4-af93-7d7b3fda9e1b service neutron] 10.222.0.46 "GET /v2.0/networks/bdbc09ff-d174-4862-8f91-19ce9b2a383a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1066146 Jan 31 20:58:10.770737 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.db.l3_hamode_db [None req-f2149e9d-6319-4ffc-bad3-d66ae5ddc262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19bba440-8620-436d-b1a3-3283e7fc51f8', 'name': 'tempest-AttachVolumeTestJSON-1296822656-router', 'tenant_id': '047e08285f47481da2d6cf2445501723', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51ba4d8e-a54c-4fb0-a209-37766af226e8', 'external_fixed_ips': [{'subnet_id': '99ba9542-d2be-443f-a804-26ff9bedcbe2', 'ip_address': '172.27.2.44'}], 'enable_snat': True}, 'gw_port_id': 'f1ddf136-da11-4421-aa27-b5e116e75025', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T20:58:04Z', 'updated_at': '2022-01-31T20:58:07Z', 'revision_number': 4, 'project_id': '047e08285f47481da2d6cf2445501723', 'gw_port': {'id': 'f1ddf136-da11-4421-aa27-b5e116e75025', 'name': '', 'network_id': '51ba4d8e-a54c-4fb0-a209-37766af226e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:34:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19bba440-8620-436d-b1a3-3283e7fc51f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '99ba9542-d2be-443f-a804-26ff9bedcbe2', 'ip_address': '172.27.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T20:58:04Z', 'updated_at': '2022-01-31T20:58:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99ba9542-d2be-443f-a804-26ff9bedcbe2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-5-iscsi', '_interfaces': [{'id': 'bfddf878-069f-45be-bc84-23f469ee200c', 'name': '', 'network_id': 'bdbc09ff-d174-4862-8f91-19ce9b2a383a', 'tenant_id': '047e08285f47481da2d6cf2445501723', 'mac_address': 'fa:16:3e:b6:9c:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19bba440-8620-436d-b1a3-3283e7fc51f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '05b63977-1e2b-4747-8d09-fb1f8f446ce1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T20:58:06Z', 'updated_at': '2022-01-31T20:58:07Z', 'revision_number': 2, 'project_id': '047e08285f47481da2d6cf2445501723', 'subnets': [{'id': '05b63977-1e2b-4747-8d09-fb1f8f446ce1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-5-iscsi', False) {} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 20:58:10.802182 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2149e9d-6319-4ffc-bad3-d66ae5ddc262 None None] Checking router: 19bba440-8620-436d-b1a3-3283e7fc51f8 for host: dv-cinder-813229-5-iscsi {{(pid=102454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 20:58:10.802537 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2149e9d-6319-4ffc-bad3-d66ae5ddc262 None None] Updating router 19bba440-8620-436d-b1a3-3283e7fc51f8 port bfddf878-069f-45be-bc84-23f469ee200c binding host dv-cinder-813229-5-iscsi {{(pid=102454) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 31 20:58:10.804753 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-36d735a5-5571-4cd4-ac92-c95dcf2f7b3b req-f20e974c-b079-4790-835b-450181b280c3 service neutron] 10.222.0.46 "GET /v2.0/networks/bdbc09ff-d174-4862-8f91-19ce9b2a383a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993981 Jan 31 20:58:10.834487 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-f2149e9d-6319-4ffc-bad3-d66ae5ddc262 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1026180'] for port (bfddf878-069f-45be-bc84-23f469ee200c), before_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:58:10.997369 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-7540c71d-6359-4985-9cb2-bf991aec3f54 req-fa9b8944-eee4-4701-a1cc-7b63791b3622 tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] 10.222.0.46 "GET /v2.0/ports?device_id=07b29db9-03dd-4984-8853-a91eaa5fb175 HTTP/1.1" status: 200 len: 210 time: 0.0313504 Jan 31 20:58:11.181269 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-f2149e9d-6319-4ffc-bad3-d66ae5ddc262 None None] Publish callbacks [] for port (bfddf878-069f-45be-bc84-23f469ee200c), precommit_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:58:11.188694 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-f2149e9d-6319-4ffc-bad3-d66ae5ddc262 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1029723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3769609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783600466378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783599971615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783599971633'] for port (bfddf878-069f-45be-bc84-23f469ee200c), after_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:58:11.293994 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5080eb8f-90ae-44d8-a9d0-c34075369139 None None] Pushing event updated for resources: {'Port': ['ID=bfddf878-069f-45be-bc84-23f469ee200c,revision_number=3']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:58:11.324279 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5080eb8f-90ae-44d8-a9d0-c34075369139 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:58:11.324659 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5080eb8f-90ae-44d8-a9d0-c34075369139 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:58:11.325029 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5080eb8f-90ae-44d8-a9d0-c34075369139 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:58:11.325400 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5080eb8f-90ae-44d8-a9d0-c34075369139 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:58:11.326456 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5080eb8f-90ae-44d8-a9d0-c34075369139 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:58:11.326821 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5080eb8f-90ae-44d8-a9d0-c34075369139 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:58:11.327167 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5080eb8f-90ae-44d8-a9d0-c34075369139 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:58:11.327503 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5080eb8f-90ae-44d8-a9d0-c34075369139 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:58:11.327840 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5080eb8f-90ae-44d8-a9d0-c34075369139 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:58:11.328183 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5080eb8f-90ae-44d8-a9d0-c34075369139 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:58:11.328697 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5080eb8f-90ae-44d8-a9d0-c34075369139 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:58:11.329063 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5080eb8f-90ae-44d8-a9d0-c34075369139 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:58:11.329388 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5080eb8f-90ae-44d8-a9d0-c34075369139 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:58:11.343122 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [None req-f2149e9d-6319-4ffc-bad3-d66ae5ddc262 None None] Attempting to bind port bfddf878-069f-45be-bc84-23f469ee200c on host dv-cinder-813229-5-iscsi for vnic_type normal with profile {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 20:58:11.343503 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [None req-f2149e9d-6319-4ffc-bad3-d66ae5ddc262 None None] Attempting to bind port bfddf878-069f-45be-bc84-23f469ee200c by drivers openvswitch,hyperv on host dv-cinder-813229-5-iscsi at level 0 using segments [{'id': 'cfda0be5-e876-4d3e-b2ec-240e600ca63d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'bdbc09ff-d174-4862-8f91-19ce9b2a383a'}] {{(pid=102454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 20:58:11.343864 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2149e9d-6319-4ffc-bad3-d66ae5ddc262 None None] Attempting to bind port bfddf878-069f-45be-bc84-23f469ee200c on network bdbc09ff-d174-4862-8f91-19ce9b2a383a {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 20:58:11.349518 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2149e9d-6319-4ffc-bad3-d66ae5ddc262 None None] Checking agent: {'id': '9ba4f6fe-000a-4ef5-9d61-ba62910ab5fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813229-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 20, 45, 56), 'started_at': datetime.datetime(2022, 1, 31, 20, 46, 26), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 20, 57, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813229-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 20:58:11.349908 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2149e9d-6319-4ffc-bad3-d66ae5ddc262 None None] Checking segment: {'id': 'cfda0be5-e876-4d3e-b2ec-240e600ca63d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'bdbc09ff-d174-4862-8f91-19ce9b2a383a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 20:58:11.350319 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-f2149e9d-6319-4ffc-bad3-d66ae5ddc262 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:58:11.350706 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2149e9d-6319-4ffc-bad3-d66ae5ddc262 None None] Bound using segment: {'id': 'cfda0be5-e876-4d3e-b2ec-240e600ca63d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'bdbc09ff-d174-4862-8f91-19ce9b2a383a'} {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 20:58:11.351224 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [None req-f2149e9d-6319-4ffc-bad3-d66ae5ddc262 None None] Bound port: bfddf878-069f-45be-bc84-23f469ee200c, host: dv-cinder-813229-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfda0be5-e876-4d3e-b2ec-240e600ca63d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'bdbc09ff-d174-4862-8f91-19ce9b2a383a'}}] {{(pid=102454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 20:58:11.351614 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-f2149e9d-6319-4ffc-bad3-d66ae5ddc262 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1026180'] for port (bfddf878-069f-45be-bc84-23f469ee200c), before_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:58:11.472897 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.plugins.ml2.db [None req-f2149e9d-6319-4ffc-bad3-d66ae5ddc262 None None] For port bfddf878-069f-45be-bc84-23f469ee200c, host dv-cinder-813229-5-iscsi, cleared binding levels {{(pid=102454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 20:58:11.480689 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.plugins.ml2.db [None req-f2149e9d-6319-4ffc-bad3-d66ae5ddc262 None None] For port bfddf878-069f-45be-bc84-23f469ee200c, host dv-cinder-813229-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-5-iscsi',level=0,port_id=bfddf878-069f-45be-bc84-23f469ee200c,segment=NetworkSegment(cfda0be5-e876-4d3e-b2ec-240e600ca63d),segment_id=cfda0be5-e876-4d3e-b2ec-240e600ca63d)] {{(pid=102454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 20:58:11.494254 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-f2149e9d-6319-4ffc-bad3-d66ae5ddc262 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1029723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3769609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783600466378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783599971615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783599971633'] for port (bfddf878-069f-45be-bc84-23f469ee200c), after_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:58:11.531762 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.rpc [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Device f1ddf136-da11-4421-aa27-b5e116e75025 up at agent ovs-agent-dv-cinder-813229-5-iscsi {{(pid=102451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 20:58:11.587240 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5080eb8f-90ae-44d8-a9d0-c34075369139 None None] Pushing event updated for resources: {'Port': ['ID=bfddf878-069f-45be-bc84-23f469ee200c,revision_number=4']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:58:11.603062 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2149e9d-6319-4ffc-bad3-d66ae5ddc262 None None] Routers {'19bba440-8620-436d-b1a3-3283e7fc51f8'} bound to L3 agent in host dv-cinder-813229-5-iscsi {{(pid=102454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 20:58:11.603615 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.db.l3_hamode_db [None req-f2149e9d-6319-4ffc-bad3-d66ae5ddc262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T20:45:52Z,description=,heartbeat_timestamp=2022-01-31T20:57:52Z,host='dv-cinder-813229-5-iscsi',id=7c18f3b4-4d02-4b01-9072-98fcd9008716,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T20:45:52Z,topic='l3_agent')) {'router_ids': ['19bba440-8620-436d-b1a3-3283e7fc51f8'], 'active': True} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 20:58:11.624565 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.db.provisioning_blocks [None req-764c6366-571b-45d1-a151-175bee8478ac None None] Provisioning complete for port bfddf878-069f-45be-bc84-23f469ee200c triggered by entity DHCP. {{(pid=102451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 20:58:11.625180 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-764c6366-571b-45d1-a151-175bee8478ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3401144'] for port (bfddf878-069f-45be-bc84-23f469ee200c), provisioning_complete {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:58:11.689492 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.db.provisioning_blocks [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Provisioning complete for port f1ddf136-da11-4421-aa27-b5e116e75025 triggered by entity L2. {{(pid=102451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 20:58:11.689878 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3401144'] for port (f1ddf136-da11-4421-aa27-b5e116e75025), provisioning_complete {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:58:11.765519 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.db.l3_dvr_db [None req-f2149e9d-6319-4ffc-bad3-d66ae5ddc262 None None] Set router 19bba440-8620-436d-b1a3-3283e7fc51f8 gateway port host: dv-cinder-813229-5-iscsi {{(pid=102454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 20:58:12.004801 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.plugin [None req-764c6366-571b-45d1-a151-175bee8478ac None None] Current status of the port bfddf878-069f-45be-bc84-23f469ee200c is: DOWN; New status is: ACTIVE {{(pid=102451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 20:58:12.005191 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-764c6366-571b-45d1-a151-175bee8478ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1026180'] for port (bfddf878-069f-45be-bc84-23f469ee200c), before_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:58:12.037957 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.plugin [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Current status of the port f1ddf136-da11-4421-aa27-b5e116e75025 is: ACTIVE; New status is: ACTIVE {{(pid=102451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 20:58:12.064028 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.db [None req-764c6366-571b-45d1-a151-175bee8478ac None None] For port bfddf878-069f-45be-bc84-23f469ee200c, host dv-cinder-813229-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-5-iscsi',level=0,port_id=bfddf878-069f-45be-bc84-23f469ee200c,segment=NetworkSegment(cfda0be5-e876-4d3e-b2ec-240e600ca63d),segment_id=cfda0be5-e876-4d3e-b2ec-240e600ca63d)] {{(pid=102451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 20:58:12.069683 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-764c6366-571b-45d1-a151-175bee8478ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1029723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3769609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783600466378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783599971615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783599971633'] for port (bfddf878-069f-45be-bc84-23f469ee200c), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:58:12.086678 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.db.l3_hamode_db [None req-f2149e9d-6319-4ffc-bad3-d66ae5ddc262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19bba440-8620-436d-b1a3-3283e7fc51f8', 'name': 'tempest-AttachVolumeTestJSON-1296822656-router', 'tenant_id': '047e08285f47481da2d6cf2445501723', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51ba4d8e-a54c-4fb0-a209-37766af226e8', 'external_fixed_ips': [{'subnet_id': '99ba9542-d2be-443f-a804-26ff9bedcbe2', 'ip_address': '172.27.2.44'}], 'enable_snat': True}, 'gw_port_id': 'f1ddf136-da11-4421-aa27-b5e116e75025', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T20:58:04Z', 'updated_at': '2022-01-31T20:58:07Z', 'revision_number': 4, 'project_id': '047e08285f47481da2d6cf2445501723', 'gw_port': {'id': 'f1ddf136-da11-4421-aa27-b5e116e75025', 'name': '', 'network_id': '51ba4d8e-a54c-4fb0-a209-37766af226e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:34:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19bba440-8620-436d-b1a3-3283e7fc51f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '99ba9542-d2be-443f-a804-26ff9bedcbe2', 'ip_address': '172.27.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T20:58:04Z', 'updated_at': '2022-01-31T20:58:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99ba9542-d2be-443f-a804-26ff9bedcbe2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-5-iscsi', '_interfaces': [{'id': 'bfddf878-069f-45be-bc84-23f469ee200c', 'name': '', 'network_id': 'bdbc09ff-d174-4862-8f91-19ce9b2a383a', 'tenant_id': '047e08285f47481da2d6cf2445501723', 'mac_address': 'fa:16:3e:b6:9c:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19bba440-8620-436d-b1a3-3283e7fc51f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '05b63977-1e2b-4747-8d09-fb1f8f446ce1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T20:58:06Z', 'updated_at': '2022-01-31T20:58:11Z', 'revision_number': 4, 'project_id': '047e08285f47481da2d6cf2445501723', 'subnets': [{'id': '05b63977-1e2b-4747-8d09-fb1f8f446ce1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-5-iscsi', False) {} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 20:58:12.132153 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-89f61efc-293b-4975-a9ad-664b7877e429 req-c93ad800-21dc-455b-a5a5-9a7d1ff32f3e tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] 10.222.0.46 "GET /v2.0/ports?device_id=07b29db9-03dd-4984-8853-a91eaa5fb175 HTTP/1.1" status: 200 len: 210 time: 0.0376472 Jan 31 20:58:12.134289 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2149e9d-6319-4ffc-bad3-d66ae5ddc262 None None] The sync data for ids ['19bba440-8620-436d-b1a3-3283e7fc51f8'] in dv-cinder-813229-5-iscsi is: [{'id': '19bba440-8620-436d-b1a3-3283e7fc51f8', 'name': 'tempest-AttachVolumeTestJSON-1296822656-router', 'tenant_id': '047e08285f47481da2d6cf2445501723', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51ba4d8e-a54c-4fb0-a209-37766af226e8', 'external_fixed_ips': [{'subnet_id': '99ba9542-d2be-443f-a804-26ff9bedcbe2', 'ip_address': '172.27.2.44'}], 'enable_snat': True}, 'gw_port_id': 'f1ddf136-da11-4421-aa27-b5e116e75025', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T20:58:04Z', 'updated_at': '2022-01-31T20:58:07Z', 'revision_number': 4, 'project_id': '047e08285f47481da2d6cf2445501723', 'gw_port': {'id': 'f1ddf136-da11-4421-aa27-b5e116e75025', 'name': '', 'network_id': '51ba4d8e-a54c-4fb0-a209-37766af226e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:34:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19bba440-8620-436d-b1a3-3283e7fc51f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '99ba9542-d2be-443f-a804-26ff9bedcbe2', 'ip_address': '172.27.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T20:58:04Z', 'updated_at': '2022-01-31T20:58:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99ba9542-d2be-443f-a804-26ff9bedcbe2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-5-iscsi', '_interfaces': [{'id': 'bfddf878-069f-45be-bc84-23f469ee200c', 'name': '', 'network_id': 'bdbc09ff-d174-4862-8f91-19ce9b2a383a', 'tenant_id': '047e08285f47481da2d6cf2445501723', 'mac_address': 'fa:16:3e:b6:9c:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19bba440-8620-436d-b1a3-3283e7fc51f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '05b63977-1e2b-4747-8d09-fb1f8f446ce1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T20:58:06Z', 'updated_at': '2022-01-31T20:58:11Z', 'revision_number': 4, 'project_id': '047e08285f47481da2d6cf2445501723', 'subnets': [{'id': '05b63977-1e2b-4747-8d09-fb1f8f446ce1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 20:58:12.144452 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764c6366-571b-45d1-a151-175bee8478ac None None] Pushing event updated for resources: {'Port': ['ID=bfddf878-069f-45be-bc84-23f469ee200c,revision_number=5']} {{(pid=102451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:58:12.199724 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.db.provisioning_blocks [None req-4d42c7b5-03f2-4c99-b198-6c2df6517c34 None None] Provisioning complete for port bfddf878-069f-45be-bc84-23f469ee200c triggered by entity DHCP. {{(pid=102451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 20:58:12.200124 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-4d42c7b5-03f2-4c99-b198-6c2df6517c34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3401144'] for port (bfddf878-069f-45be-bc84-23f469ee200c), provisioning_complete {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:58:12.317285 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.plugin [None req-4d42c7b5-03f2-4c99-b198-6c2df6517c34 None None] Current status of the port bfddf878-069f-45be-bc84-23f469ee200c is: ACTIVE; New status is: ACTIVE {{(pid=102451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 20:58:12.566769 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d735a5-5571-4cd4-ac92-c95dcf2f7b3b req-565a8ca4-9a66-463c-827d-d9d34e120e12 tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:58:12.568338 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-36d735a5-5571-4cd4-ac92-c95dcf2f7b3b req-565a8ca4-9a66-463c-827d-d9d34e120e12 tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] 10.222.0.59 "GET /v2.0/networks?id=bdbc09ff-d174-4862-8f91-19ce9b2a383a HTTP/1.1" status: 200 len: 811 time: 0.1422286 Jan 31 20:58:12.680139 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-36d735a5-5571-4cd4-ac92-c95dcf2f7b3b req-bccd09c6-a2b2-49b8-b2c2-33590c8729ab tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=047e08285f47481da2d6cf2445501723 HTTP/1.1" status: 200 len: 379 time: 0.1022604 Jan 31 20:58:12.695231 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.v2.base [req-36d735a5-5571-4cd4-ac92-c95dcf2f7b3b req-8390f94f-e08d-485d-93a7-e50c10abe8c0 tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] Request body: {'port': {'device_id': '07b29db9-03dd-4984-8853-a91eaa5fb175', 'network_id': 'bdbc09ff-d174-4862-8f91-19ce9b2a383a', 'admin_state_up': True, 'tenant_id': '047e08285f47481da2d6cf2445501723', 'security_groups': ['c3466f45-b059-46ec-9a9b-684b375557d3']}} {{(pid=102449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 20:58:12.868188 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36d735a5-5571-4cd4-ac92-c95dcf2f7b3b req-8390f94f-e08d-485d-93a7-e50c10abe8c0 tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] Made reservation on behalf of 047e08285f47481da2d6cf2445501723 for: {'port': 1} {{(pid=102449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 20:58:12.872168 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [req-36d735a5-5571-4cd4-ac92-c95dcf2f7b3b req-8390f94f-e08d-485d-93a7-e50c10abe8c0 tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1026180'] for port (None), before_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:58:13.066082 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.db.db_base_plugin_common [req-36d735a5-5571-4cd4-ac92-c95dcf2f7b3b req-8390f94f-e08d-485d-93a7-e50c10abe8c0 tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] Allocated IP 172.20.0.4 (bdbc09ff-d174-4862-8f91-19ce9b2a383a/05b63977-1e2b-4747-8d09-fb1f8f446ce1/a9577a12-768b-451e-bd7a-8e181ac9b261) {{(pid=102449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 20:58:13.229235 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [req-36d735a5-5571-4cd4-ac92-c95dcf2f7b3b req-8390f94f-e08d-485d-93a7-e50c10abe8c0 tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] Publish callbacks [] for port (a9577a12-768b-451e-bd7a-8e181ac9b261), precommit_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:58:13.272984 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [req-36d735a5-5571-4cd4-ac92-c95dcf2f7b3b req-8390f94f-e08d-485d-93a7-e50c10abe8c0 tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1029723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3769609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783599971597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29106256'] for port (a9577a12-768b-451e-bd7a-8e181ac9b261), after_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:58:13.326858 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36d735a5-5571-4cd4-ac92-c95dcf2f7b3b req-8390f94f-e08d-485d-93a7-e50c10abe8c0 tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] Network bdbc09ff-d174-4862-8f91-19ce9b2a383a is already hosted by enough agents. {{(pid=102449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 20:58:13.333897 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.scheduler.base_scheduler [req-36d735a5-5571-4cd4-ac92-c95dcf2f7b3b req-8390f94f-e08d-485d-93a7-e50c10abe8c0 tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] Resources bound (agent type, host, resource id): {{(pid=102449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 20:58:13.338815 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [req-36d735a5-5571-4cd4-ac92-c95dcf2f7b3b req-8390f94f-e08d-485d-93a7-e50c10abe8c0 tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] Received port after_create {{(pid=102449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 20:58:13.359776 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a056a5a-0f1c-4427-aa8b-322beac1b29a req-f1e715a5-61e0-4111-b48a-ec51768b87a9 tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:58:13.361987 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-4a056a5a-0f1c-4427-aa8b-322beac1b29a req-f1e715a5-61e0-4111-b48a-ec51768b87a9 tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] 10.222.0.46 "GET /v2.0/ports?device_id=07b29db9-03dd-4984-8853-a91eaa5fb175 HTTP/1.1" status: 200 len: 931 time: 0.1030033 Jan 31 20:58:13.430418 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8390f94f-e08d-485d-93a7-e50c10abe8c0 tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] Pushing event updated for resources: {'Port': ['ID=a9577a12-768b-451e-bd7a-8e181ac9b261,revision_number=1']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:58:13.454334 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d735a5-5571-4cd4-ac92-c95dcf2f7b3b req-8390f94f-e08d-485d-93a7-e50c10abe8c0 tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:58:13.455296 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [req-36d735a5-5571-4cd4-ac92-c95dcf2f7b3b req-8390f94f-e08d-485d-93a7-e50c10abe8c0 tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204375'] for port (None), before_response {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:58:13.462391 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-4a056a5a-0f1c-4427-aa8b-322beac1b29a req-1db72c72-4c37-4344-b50a-d67053f84873 tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] 10.222.0.46 "GET /v2.0/security-groups?id=c3466f45-b059-46ec-9a9b-684b375557d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0906689 Jan 31 20:58:13.506750 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-36d735a5-5571-4cd4-ac92-c95dcf2f7b3b req-8390f94f-e08d-485d-93a7-e50c10abe8c0 tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8185244 Jan 31 20:58:13.522862 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.v2.base [req-36d735a5-5571-4cd4-ac92-c95dcf2f7b3b req-21277f6e-28db-4e27-9078-c478b046816c service neutron] Request body: {'port': {'device_id': '07b29db9-03dd-4984-8853-a91eaa5fb175', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=102449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 20:58:13.661739 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [req-36d735a5-5571-4cd4-ac92-c95dcf2f7b3b req-21277f6e-28db-4e27-9078-c478b046816c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1026180'] for port (a9577a12-768b-451e-bd7a-8e181ac9b261), before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:58:13.676733 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.rpc [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Device bfddf878-069f-45be-bc84-23f469ee200c up at agent ovs-agent-dv-cinder-813229-5-iscsi {{(pid=102451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 20:58:13.777026 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.db.provisioning_blocks [None req-1f4bb48b-8d3a-4b52-b435-b3d4eb8a48f0 None None] Provisioning complete for port a9577a12-768b-451e-bd7a-8e181ac9b261 triggered by entity DHCP. {{(pid=102451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 20:58:13.777311 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-1f4bb48b-8d3a-4b52-b435-b3d4eb8a48f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3401144'] for port (a9577a12-768b-451e-bd7a-8e181ac9b261), provisioning_complete {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:58:13.780022 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.db.provisioning_blocks [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Provisioning complete for port bfddf878-069f-45be-bc84-23f469ee200c triggered by entity L2. {{(pid=102451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 20:58:13.780393 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3401144'] for port (bfddf878-069f-45be-bc84-23f469ee200c), provisioning_complete {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:58:13.875678 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.plugin [None req-1f4bb48b-8d3a-4b52-b435-b3d4eb8a48f0 None None] Port a9577a12-768b-451e-bd7a-8e181ac9b261 cannot update to ACTIVE because it is not bound. {{(pid=102451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 20:58:13.932323 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.plugin [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Current status of the port bfddf878-069f-45be-bc84-23f469ee200c is: ACTIVE; New status is: ACTIVE {{(pid=102451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 20:58:14.048218 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.notifiers.nova [req-36d735a5-5571-4cd4-ac92-c95dcf2f7b3b req-21277f6e-28db-4e27-9078-c478b046816c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9577a12-768b-451e-bd7a-8e181ac9b261 {{(pid=102449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 20:58:14.056975 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [req-36d735a5-5571-4cd4-ac92-c95dcf2f7b3b req-21277f6e-28db-4e27-9078-c478b046816c service neutron] Publish callbacks [] for port (a9577a12-768b-451e-bd7a-8e181ac9b261), precommit_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:58:14.071746 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [req-36d735a5-5571-4cd4-ac92-c95dcf2f7b3b req-21277f6e-28db-4e27-9078-c478b046816c service neutron] Transition to ACTIVE for port object a9577a12-768b-451e-bd7a-8e181ac9b261 will not be triggered until provisioned by entity L2. {{(pid=102449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 20:58:14.076647 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [req-36d735a5-5571-4cd4-ac92-c95dcf2f7b3b req-21277f6e-28db-4e27-9078-c478b046816c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1029723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3769609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783600466378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783599971615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783599971633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29106247'] for port (a9577a12-768b-451e-bd7a-8e181ac9b261), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:58:14.359178 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21277f6e-28db-4e27-9078-c478b046816c service neutron] Pushing event updated for resources: {'Port': ['ID=a9577a12-768b-451e-bd7a-8e181ac9b261,revision_number=2']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:58:14.386035 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21277f6e-28db-4e27-9078-c478b046816c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:58:14.386385 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21277f6e-28db-4e27-9078-c478b046816c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:58:14.386981 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21277f6e-28db-4e27-9078-c478b046816c service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:58:14.387325 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21277f6e-28db-4e27-9078-c478b046816c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:58:14.387673 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21277f6e-28db-4e27-9078-c478b046816c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:58:14.388107 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21277f6e-28db-4e27-9078-c478b046816c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:58:14.388521 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21277f6e-28db-4e27-9078-c478b046816c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:58:14.389575 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21277f6e-28db-4e27-9078-c478b046816c service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:58:14.389575 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21277f6e-28db-4e27-9078-c478b046816c service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:58:14.390309 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21277f6e-28db-4e27-9078-c478b046816c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:58:14.390309 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21277f6e-28db-4e27-9078-c478b046816c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:58:14.390309 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21277f6e-28db-4e27-9078-c478b046816c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:58:14.391411 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21277f6e-28db-4e27-9078-c478b046816c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:58:14.488151 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [req-36d735a5-5571-4cd4-ac92-c95dcf2f7b3b req-21277f6e-28db-4e27-9078-c478b046816c service neutron] Attempting to bind port a9577a12-768b-451e-bd7a-8e181ac9b261 on host hv-cinder-81322 for vnic_type normal with profile {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 20:58:14.488280 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [req-36d735a5-5571-4cd4-ac92-c95dcf2f7b3b req-21277f6e-28db-4e27-9078-c478b046816c service neutron] Attempting to bind port a9577a12-768b-451e-bd7a-8e181ac9b261 by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': 'cfda0be5-e876-4d3e-b2ec-240e600ca63d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'bdbc09ff-d174-4862-8f91-19ce9b2a383a'}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 20:58:14.488782 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36d735a5-5571-4cd4-ac92-c95dcf2f7b3b req-21277f6e-28db-4e27-9078-c478b046816c service neutron] Attempting to bind port a9577a12-768b-451e-bd7a-8e181ac9b261 on network bdbc09ff-d174-4862-8f91-19ce9b2a383a {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 20:58:14.495667 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36d735a5-5571-4cd4-ac92-c95dcf2f7b3b req-21277f6e-28db-4e27-9078-c478b046816c service neutron] Port a9577a12-768b-451e-bd7a-8e181ac9b261 on network bdbc09ff-d174-4862-8f91-19ce9b2a383a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 20:58:14.495667 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36d735a5-5571-4cd4-ac92-c95dcf2f7b3b req-21277f6e-28db-4e27-9078-c478b046816c service neutron] Attempting to bind port a9577a12-768b-451e-bd7a-8e181ac9b261 on network bdbc09ff-d174-4862-8f91-19ce9b2a383a {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 20:58:14.504290 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36d735a5-5571-4cd4-ac92-c95dcf2f7b3b req-21277f6e-28db-4e27-9078-c478b046816c service neutron] Checking agent: {'id': 'e85cc1e2-8b4e-4549-a68e-d414072d4156', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 20, 51, 57), 'started_at': datetime.datetime(2022, 1, 31, 20, 51, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 20, 57, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 20:58:14.505688 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36d735a5-5571-4cd4-ac92-c95dcf2f7b3b req-21277f6e-28db-4e27-9078-c478b046816c service neutron] Checking segment: {'id': 'cfda0be5-e876-4d3e-b2ec-240e600ca63d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'bdbc09ff-d174-4862-8f91-19ce9b2a383a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 20:58:14.506234 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36d735a5-5571-4cd4-ac92-c95dcf2f7b3b req-21277f6e-28db-4e27-9078-c478b046816c service neutron] Bound using segment: {'id': 'cfda0be5-e876-4d3e-b2ec-240e600ca63d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'bdbc09ff-d174-4862-8f91-19ce9b2a383a'} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 20:58:14.507090 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [req-36d735a5-5571-4cd4-ac92-c95dcf2f7b3b req-21277f6e-28db-4e27-9078-c478b046816c service neutron] Bound port: a9577a12-768b-451e-bd7a-8e181ac9b261, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cfda0be5-e876-4d3e-b2ec-240e600ca63d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'bdbc09ff-d174-4862-8f91-19ce9b2a383a'}}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 20:58:14.507857 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [req-36d735a5-5571-4cd4-ac92-c95dcf2f7b3b req-21277f6e-28db-4e27-9078-c478b046816c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1026180'] for port (a9577a12-768b-451e-bd7a-8e181ac9b261), before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:58:14.635859 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.db [req-36d735a5-5571-4cd4-ac92-c95dcf2f7b3b req-21277f6e-28db-4e27-9078-c478b046816c service neutron] For port a9577a12-768b-451e-bd7a-8e181ac9b261, host hv-cinder-81322, cleared binding levels {{(pid=102449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 20:58:14.651860 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.db [req-36d735a5-5571-4cd4-ac92-c95dcf2f7b3b req-21277f6e-28db-4e27-9078-c478b046816c service neutron] For port a9577a12-768b-451e-bd7a-8e181ac9b261, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=a9577a12-768b-451e-bd7a-8e181ac9b261,segment=NetworkSegment(cfda0be5-e876-4d3e-b2ec-240e600ca63d),segment_id=cfda0be5-e876-4d3e-b2ec-240e600ca63d)] {{(pid=102449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 20:58:14.666044 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9e9778-d2fc-4bbb-b559-6660bcad2128 req-1604103d-5b77-48dd-9a50-f1bafde34f20 tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:58:14.667772 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-fb9e9778-d2fc-4bbb-b559-6660bcad2128 req-1604103d-5b77-48dd-9a50-f1bafde34f20 tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] 10.222.0.46 "GET /v2.0/ports?device_id=07b29db9-03dd-4984-8853-a91eaa5fb175 HTTP/1.1" status: 200 len: 943 time: 0.1053224 Jan 31 20:58:14.671000 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [req-36d735a5-5571-4cd4-ac92-c95dcf2f7b3b req-21277f6e-28db-4e27-9078-c478b046816c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1029723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3769609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783600466378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783599971615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783599971633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29106247'] for port (a9577a12-768b-451e-bd7a-8e181ac9b261), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:58:14.735285 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d735a5-5571-4cd4-ac92-c95dcf2f7b3b req-21277f6e-28db-4e27-9078-c478b046816c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:58:14.736345 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [req-36d735a5-5571-4cd4-ac92-c95dcf2f7b3b req-21277f6e-28db-4e27-9078-c478b046816c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204375'] for port (None), before_response {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:58:14.738531 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-36d735a5-5571-4cd4-ac92-c95dcf2f7b3b req-21277f6e-28db-4e27-9078-c478b046816c service neutron] 10.222.0.59 "PUT /v2.0/ports/a9577a12-768b-451e-bd7a-8e181ac9b261 HTTP/1.1" status: 200 len: 1093 time: 1.2218764 Jan 31 20:58:14.741326 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07b29db9-03dd-4984-8853-a91eaa5fb175', 'tag': 'a9577a12-768b-451e-bd7a-8e181ac9b261'}] {{(pid=102449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 20:58:14.745493 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba30590511e0408980e1e78341b94ae353025d2904c3e8034e675cc5aff8c4ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72dc4c64-92f7-4da4-abb9-98818a6e7a63" -d '{"events": [{"name": "network-changed", "server_uuid": "07b29db9-03dd-4984-8853-a91eaa5fb175", "tag": "a9577a12-768b-451e-bd7a-8e181ac9b261"}]}' {{(pid=102449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 20:58:14.871909 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 20:58:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32f12397-9dd2-45ae-bb54-4dce775973bd x-openstack-request-id: req-32f12397-9dd2-45ae-bb54-4dce775973bd {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 20:58:14.872213 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07b29db9-03dd-4984-8853-a91eaa5fb175", "tag": "a9577a12-768b-451e-bd7a-8e181ac9b261", "status": "completed", "code": 200}]} {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 20:58:14.873022 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-32f12397-9dd2-45ae-bb54-4dce775973bd {{(pid=102449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 20:58:14.873359 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07b29db9-03dd-4984-8853-a91eaa5fb175', 'tag': 'a9577a12-768b-451e-bd7a-8e181ac9b261', 'status': 'completed', 'code': 200} Jan 31 20:58:14.876126 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21277f6e-28db-4e27-9078-c478b046816c service neutron] Pushing event updated for resources: {'Port': ['ID=a9577a12-768b-451e-bd7a-8e181ac9b261,revision_number=3']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:58:14.884431 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-fb9e9778-d2fc-4bbb-b559-6660bcad2128 req-c38d0428-89f5-40ca-825e-b431a4254c45 tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] 10.222.0.46 "GET /v2.0/security-groups?id=c3466f45-b059-46ec-9a9b-684b375557d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2071986 Jan 31 20:58:14.921920 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d735a5-5571-4cd4-ac92-c95dcf2f7b3b req-92e73ddd-0f07-4c22-be55-281e42b894c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:58:14.925334 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-36d735a5-5571-4cd4-ac92-c95dcf2f7b3b req-92e73ddd-0f07-4c22-be55-281e42b894c4 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=047e08285f47481da2d6cf2445501723&device_id=07b29db9-03dd-4984-8853-a91eaa5fb175 HTTP/1.1" status: 200 len: 1127 time: 0.0988343 Jan 31 20:58:14.976557 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-36d735a5-5571-4cd4-ac92-c95dcf2f7b3b req-c8129ad9-2d65-47d3-a7cf-b872eb92e0b4 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a9577a12-768b-451e-bd7a-8e181ac9b261 HTTP/1.1" status: 200 len: 217 time: 0.0425906 Jan 31 20:58:15.046392 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d735a5-5571-4cd4-ac92-c95dcf2f7b3b req-38f19f63-b74c-47bb-8c3d-0e5eefa4ec58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:58:15.048332 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-36d735a5-5571-4cd4-ac92-c95dcf2f7b3b req-38f19f63-b74c-47bb-8c3d-0e5eefa4ec58 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=05b63977-1e2b-4747-8d09-fb1f8f446ce1 HTTP/1.1" status: 200 len: 850 time: 0.0639091 Jan 31 20:58:15.145264 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d735a5-5571-4cd4-ac92-c95dcf2f7b3b req-2290bfd5-22c7-4c72-9704-634483aa5172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:58:15.147902 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-36d735a5-5571-4cd4-ac92-c95dcf2f7b3b req-2290bfd5-22c7-4c72-9704-634483aa5172 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=bdbc09ff-d174-4862-8f91-19ce9b2a383a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0919895 Jan 31 20:58:15.251289 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-36d735a5-5571-4cd4-ac92-c95dcf2f7b3b req-570068e4-66a4-4905-a6a8-0f2d17bd88a8 service neutron] 10.222.0.59 "GET /v2.0/networks/bdbc09ff-d174-4862-8f91-19ce9b2a383a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964208 Jan 31 20:58:15.377180 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-36d735a5-5571-4cd4-ac92-c95dcf2f7b3b req-a56e1db3-e011-4803-82ac-d156bd878e43 service neutron] 10.222.0.59 "GET /v2.0/networks/bdbc09ff-d174-4862-8f91-19ce9b2a383a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1159513 Jan 31 20:58:15.515899 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.wsgi [-] (102450) accepted ('10.222.0.46', 42622) {{(pid=102450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 20:58:15.518898 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dc4c64-92f7-4da4-abb9-98818a6e7a63 req-b5f5c4d1-473c-4cae-a056-512120b8a58c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:58:15.521725 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-72dc4c64-92f7-4da4-abb9-98818a6e7a63 req-b5f5c4d1-473c-4cae-a056-512120b8a58c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=047e08285f47481da2d6cf2445501723&device_id=07b29db9-03dd-4984-8853-a91eaa5fb175 HTTP/1.1" status: 200 len: 1127 time: 0.0665543 Jan 31 20:58:15.645191 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dc4c64-92f7-4da4-abb9-98818a6e7a63 req-9d0af955-5563-4117-b37e-cef2c5d23957 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:58:15.647561 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-72dc4c64-92f7-4da4-abb9-98818a6e7a63 req-9d0af955-5563-4117-b37e-cef2c5d23957 service neutron] 10.222.0.59 "GET /v2.0/networks?id=bdbc09ff-d174-4862-8f91-19ce9b2a383a HTTP/1.1" status: 200 len: 912 time: 0.1184795 Jan 31 20:58:15.660317 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-c73937f0-9283-4ad3-9725-462dbdff5b9f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:58:15.700948 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-72dc4c64-92f7-4da4-abb9-98818a6e7a63 req-b7fbd223-842f-4d49-a904-aad1dc2b70bb service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a9577a12-768b-451e-bd7a-8e181ac9b261 HTTP/1.1" status: 200 len: 217 time: 0.0465052 Jan 31 20:58:15.783075 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dc4c64-92f7-4da4-abb9-98818a6e7a63 req-de3ae8e2-433b-4db0-87d6-e9f921d25c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:58:15.784962 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-72dc4c64-92f7-4da4-abb9-98818a6e7a63 req-de3ae8e2-433b-4db0-87d6-e9f921d25c4d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=05b63977-1e2b-4747-8d09-fb1f8f446ce1 HTTP/1.1" status: 200 len: 850 time: 0.0723157 Jan 31 20:58:15.788240 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-c73937f0-9283-4ad3-9725-462dbdff5b9f admin admin] Publish callbacks [] for security_group (1a244b49-852f-4386-abda-e55fff660c71), precommit_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:58:15.795957 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-c73937f0-9283-4ad3-9725-462dbdff5b9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736509'] for security_group (1a244b49-852f-4386-abda-e55fff660c71), after_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:58:15.845207 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [None req-c73937f0-9283-4ad3-9725-462dbdff5b9f admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=765caa9a672d43baabde26acd08d9430&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3280842 Jan 31 20:58:15.848041 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.wsgi [-] (102449) accepted ('10.222.0.46', 42626) {{(pid=102449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 20:58:15.851869 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73937f0-9283-4ad3-9725-462dbdff5b9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a244b49-852f-4386-abda-e55fff660c71,revision_number=1']} {{(pid=102450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:58:15.864497 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c73937f0-9283-4ad3-9725-462dbdff5b9f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:58:15.864850 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c73937f0-9283-4ad3-9725-462dbdff5b9f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:58:15.865328 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c73937f0-9283-4ad3-9725-462dbdff5b9f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:58:15.865688 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c73937f0-9283-4ad3-9725-462dbdff5b9f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:58:15.866025 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c73937f0-9283-4ad3-9725-462dbdff5b9f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:58:15.866361 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c73937f0-9283-4ad3-9725-462dbdff5b9f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:58:15.866697 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c73937f0-9283-4ad3-9725-462dbdff5b9f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:58:15.867051 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c73937f0-9283-4ad3-9725-462dbdff5b9f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:58:15.867393 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c73937f0-9283-4ad3-9725-462dbdff5b9f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:58:15.867719 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c73937f0-9283-4ad3-9725-462dbdff5b9f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:58:15.868055 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c73937f0-9283-4ad3-9725-462dbdff5b9f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:58:15.868477 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c73937f0-9283-4ad3-9725-462dbdff5b9f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:58:15.868805 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c73937f0-9283-4ad3-9725-462dbdff5b9f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:58:15.899704 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dc4c64-92f7-4da4-abb9-98818a6e7a63 req-23fa6975-1faa-40f0-a7c2-ffb33f3930d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:58:15.901123 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-72dc4c64-92f7-4da4-abb9-98818a6e7a63 req-23fa6975-1faa-40f0-a7c2-ffb33f3930d3 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=bdbc09ff-d174-4862-8f91-19ce9b2a383a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1065266 Jan 31 20:58:15.981638 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-1a930176-cc46-463e-8f86-0af309f32d97 admin admin] Publish callbacks [] for security_group (1a244b49-852f-4386-abda-e55fff660c71), before_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:58:16.028128 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-1a930176-cc46-463e-8f86-0af309f32d97 admin admin] Publish callbacks [] for security_group (1a244b49-852f-4386-abda-e55fff660c71), precommit_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:58:16.089168 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c35b21-7c97-4e13-a622-a13218bac236 req-42833cb2-8583-4bfc-b0b1-0f4b89d0bb60 tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:58:16.089435 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-72dc4c64-92f7-4da4-abb9-98818a6e7a63 req-53169089-41ec-40c2-ac59-5cf23a32335c service neutron] 10.222.0.59 "GET /v2.0/networks/bdbc09ff-d174-4862-8f91-19ce9b2a383a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1764433 Jan 31 20:58:16.093269 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-15c35b21-7c97-4e13-a622-a13218bac236 req-42833cb2-8583-4bfc-b0b1-0f4b89d0bb60 tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] 10.222.0.46 "GET /v2.0/ports?device_id=07b29db9-03dd-4984-8853-a91eaa5fb175 HTTP/1.1" status: 200 len: 943 time: 0.1033018 Jan 31 20:58:16.151977 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-15c35b21-7c97-4e13-a622-a13218bac236 req-2effdee1-5f30-4df9-aed2-beff42dae6ba tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] 10.222.0.46 "GET /v2.0/security-groups?id=c3466f45-b059-46ec-9a9b-684b375557d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529511 Jan 31 20:58:16.219178 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-1a930176-cc46-463e-8f86-0af309f32d97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736509'] for security_group (1a244b49-852f-4386-abda-e55fff660c71), after_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:58:16.221710 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-1a930176-cc46-463e-8f86-0af309f32d97 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:58:16.222891 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [None req-1a930176-cc46-463e-8f86-0af309f32d97 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/1a244b49-852f-4386-abda-e55fff660c71 HTTP/1.1" status: 204 len: 168 time: 0.3731997 Jan 31 20:58:16.241267 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a930176-cc46-463e-8f86-0af309f32d97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a244b49-852f-4386-abda-e55fff660c71,revision_number=None']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:58:16.250091 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-72dc4c64-92f7-4da4-abb9-98818a6e7a63 req-d0133334-84f1-478f-916b-3a1796d51009 service neutron] 10.222.0.59 "GET /v2.0/networks/bdbc09ff-d174-4862-8f91-19ce9b2a383a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1520116 Jan 31 20:58:16.547011 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.wsgi [-] (102449) accepted ('10.222.0.46', 42636) {{(pid=102449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 20:58:16.562958 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-4615fc25-e2bd-4a59-ac0c-e7ec9803fcb8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:58:16.654243 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-4615fc25-e2bd-4a59-ac0c-e7ec9803fcb8 admin admin] Publish callbacks [] for security_group (7b2545be-3b04-48a5-b261-7f8a8d6cde7f), precommit_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:58:16.658382 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-4615fc25-e2bd-4a59-ac0c-e7ec9803fcb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736509'] for security_group (7b2545be-3b04-48a5-b261-7f8a8d6cde7f), after_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:58:16.700065 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [None req-4615fc25-e2bd-4a59-ac0c-e7ec9803fcb8 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=2b925f72c1594b6885f11682e80b12dd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1517789 Jan 31 20:58:16.701490 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4615fc25-e2bd-4a59-ac0c-e7ec9803fcb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b2545be-3b04-48a5-b261-7f8a8d6cde7f,revision_number=1']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:58:16.704564 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.wsgi [-] (102450) accepted ('10.222.0.46', 42638) {{(pid=102450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 20:58:16.764716 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-403a9d5c-6157-4618-874c-0a39ac3fbb12 admin admin] Publish callbacks [] for security_group (7b2545be-3b04-48a5-b261-7f8a8d6cde7f), before_delete {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:58:16.793550 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-403a9d5c-6157-4618-874c-0a39ac3fbb12 admin admin] Publish callbacks [] for security_group (7b2545be-3b04-48a5-b261-7f8a8d6cde7f), precommit_delete {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:58:16.848871 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-403a9d5c-6157-4618-874c-0a39ac3fbb12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736509'] for security_group (7b2545be-3b04-48a5-b261-7f8a8d6cde7f), after_delete {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:58:16.851460 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-403a9d5c-6157-4618-874c-0a39ac3fbb12 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:58:16.852598 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [None req-403a9d5c-6157-4618-874c-0a39ac3fbb12 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/7b2545be-3b04-48a5-b261-7f8a8d6cde7f HTTP/1.1" status: 204 len: 168 time: 0.1470540 Jan 31 20:58:16.863383 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403a9d5c-6157-4618-874c-0a39ac3fbb12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b2545be-3b04-48a5-b261-7f8a8d6cde7f,revision_number=None']} {{(pid=102450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:58:17.329975 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0558ce-916f-46fc-80da-bf46a8b07c89 req-2daad604-26dc-4e27-b18a-63aa976f2846 tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:58:17.331698 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-ba0558ce-916f-46fc-80da-bf46a8b07c89 req-2daad604-26dc-4e27-b18a-63aa976f2846 tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] 10.222.0.46 "GET /v2.0/ports?device_id=07b29db9-03dd-4984-8853-a91eaa5fb175 HTTP/1.1" status: 200 len: 943 time: 0.0722284 Jan 31 20:58:17.384213 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-ba0558ce-916f-46fc-80da-bf46a8b07c89 req-ad307128-89e9-4113-83d3-79c3ddf1cc87 tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] 10.222.0.46 "GET /v2.0/security-groups?id=c3466f45-b059-46ec-9a9b-684b375557d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464137 Jan 31 20:58:17.787106 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.rpc [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Device a9577a12-768b-451e-bd7a-8e181ac9b261 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=102451) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 20:58:17.899121 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.db [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] For port a9577a12-768b-451e-bd7a-8e181ac9b261, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=a9577a12-768b-451e-bd7a-8e181ac9b261,segment=NetworkSegment(cfda0be5-e876-4d3e-b2ec-240e600ca63d),segment_id=cfda0be5-e876-4d3e-b2ec-240e600ca63d)] {{(pid=102451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 20:58:17.910441 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.rpc [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Returning: {'device': 'a9577a12-768b-451e-bd7a-8e181ac9b261', 'network_id': 'bdbc09ff-d174-4862-8f91-19ce9b2a383a', 'port_id': 'a9577a12-768b-451e-bd7a-8e181ac9b261', 'mac_address': 'fa:16:3e:a2:a3:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 661, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05b63977-1e2b-4747-8d09-fb1f8f446ce1', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102451) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 20:58:17.952990 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.plugin [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Current status of the port a9577a12-768b-451e-bd7a-8e181ac9b261 is: DOWN; New status is: BUILD {{(pid=102451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 20:58:17.953267 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1026180'] for port (a9577a12-768b-451e-bd7a-8e181ac9b261), before_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:58:17.972678 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.notifiers.nova [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9577a12-768b-451e-bd7a-8e181ac9b261 {{(pid=102451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 20:58:17.999812 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.db [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] For port a9577a12-768b-451e-bd7a-8e181ac9b261, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=a9577a12-768b-451e-bd7a-8e181ac9b261,segment=NetworkSegment(cfda0be5-e876-4d3e-b2ec-240e600ca63d),segment_id=cfda0be5-e876-4d3e-b2ec-240e600ca63d)] {{(pid=102451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 20:58:18.005687 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1029723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3769609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783600466378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783599971615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783599971633'] for port (a9577a12-768b-451e-bd7a-8e181ac9b261), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:58:18.072337 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Pushing event updated for resources: {'Port': ['ID=a9577a12-768b-451e-bd7a-8e181ac9b261,revision_number=4']} {{(pid=102451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:58:18.312151 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.db [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] get_ports_and_sgs() called for port_ids ['a9577a12-768b-451e-bd7a-8e181ac9b261'] {{(pid=102451) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 20:58:18.537483 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c559ac3-3727-4b40-9415-c7206f151490 req-51910f05-999b-43ee-8668-21ead2bbb225 tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:58:18.538936 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-6c559ac3-3727-4b40-9415-c7206f151490 req-51910f05-999b-43ee-8668-21ead2bbb225 tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] 10.222.0.46 "GET /v2.0/ports?device_id=07b29db9-03dd-4984-8853-a91eaa5fb175 HTTP/1.1" status: 200 len: 944 time: 0.0639195 Jan 31 20:58:18.609975 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-6c559ac3-3727-4b40-9415-c7206f151490 req-011f37a5-41b2-4b33-a257-8c72c84ba4e5 tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] 10.222.0.46 "GET /v2.0/security-groups?id=c3466f45-b059-46ec-9a9b-684b375557d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620902 Jan 31 20:58:19.483841 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-b0ddff3b-458c-493c-acc3-ef3f0c715127 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600486512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3401042'] for agent (34ef0204-81d1-4f5e-89d1-b08d0f866641), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:58:19.750608 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07005172-7b24-4e22-9945-cd3938bdd358 req-7a073c14-2b8e-43b5-b02c-f27db28a3e17 tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:58:19.752161 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-07005172-7b24-4e22-9945-cd3938bdd358 req-7a073c14-2b8e-43b5-b02c-f27db28a3e17 tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] 10.222.0.46 "GET /v2.0/ports?device_id=07b29db9-03dd-4984-8853-a91eaa5fb175 HTTP/1.1" status: 200 len: 944 time: 0.0586565 Jan 31 20:58:19.803367 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-07005172-7b24-4e22-9945-cd3938bdd358 req-3d6d6654-21dc-4a61-bc69-5e811db1db26 tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] 10.222.0.46 "GET /v2.0/security-groups?id=c3466f45-b059-46ec-9a9b-684b375557d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451612 Jan 31 20:58:19.811106 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.rpc [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Device a9577a12-768b-451e-bd7a-8e181ac9b261 up at agent hyperv_hv-cinder-81322 {{(pid=102451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 20:58:19.865078 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.db.provisioning_blocks [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Provisioning for port a9577a12-768b-451e-bd7a-8e181ac9b261 completed by entity L2. {{(pid=102451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 20:58:19.870187 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.db.provisioning_blocks [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Provisioning complete for port a9577a12-768b-451e-bd7a-8e181ac9b261 triggered by entity L2. {{(pid=102451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 20:58:19.870565 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3401144'] for port (a9577a12-768b-451e-bd7a-8e181ac9b261), provisioning_complete {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:58:19.960643 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.plugin [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Current status of the port a9577a12-768b-451e-bd7a-8e181ac9b261 is: BUILD; New status is: ACTIVE {{(pid=102451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 20:58:19.961061 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1026180'] for port (a9577a12-768b-451e-bd7a-8e181ac9b261), before_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:58:19.988551 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07b29db9-03dd-4984-8853-a91eaa5fb175', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9577a12-768b-451e-bd7a-8e181ac9b261'}] {{(pid=102451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 20:58:19.990845 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c23f90a41664c3b077a95f51e37b0059f8aa38e98bc0260eca12d616ac4420be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be6ada70-51d5-4f99-8cfe-1eabfa078195" -d '{"events": [{"server_uuid": "07b29db9-03dd-4984-8853-a91eaa5fb175", "name": "network-vif-plugged", "status": "completed", "tag": "a9577a12-768b-451e-bd7a-8e181ac9b261"}]}' {{(pid=102451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 20:58:20.009213 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.db [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] For port a9577a12-768b-451e-bd7a-8e181ac9b261, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=a9577a12-768b-451e-bd7a-8e181ac9b261,segment=NetworkSegment(cfda0be5-e876-4d3e-b2ec-240e600ca63d),segment_id=cfda0be5-e876-4d3e-b2ec-240e600ca63d)] {{(pid=102451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 20:58:20.015243 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1029723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3769609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783600466378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783599971615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783599971633'] for port (a9577a12-768b-451e-bd7a-8e181ac9b261), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:58:20.043069 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 20:58:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e526b8fa-43f0-46e3-9b65-6f82ccb08fe8 x-openstack-request-id: req-e526b8fa-43f0-46e3-9b65-6f82ccb08fe8 {{(pid=102451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 20:58:20.043416 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07b29db9-03dd-4984-8853-a91eaa5fb175", "name": "network-vif-plugged", "status": "completed", "tag": "a9577a12-768b-451e-bd7a-8e181ac9b261", "code": 200}]} {{(pid=102451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 20:58:20.043671 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-e526b8fa-43f0-46e3-9b65-6f82ccb08fe8 {{(pid=102451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 20:58:20.044132 dv-cinder-813229-5-iscsi neutron-server[102451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07b29db9-03dd-4984-8853-a91eaa5fb175', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9577a12-768b-451e-bd7a-8e181ac9b261', 'code': 200} Jan 31 20:58:20.080752 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Pushing event updated for resources: {'Port': ['ID=a9577a12-768b-451e-bd7a-8e181ac9b261,revision_number=5']} {{(pid=102451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:58:20.270989 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc12a3d1-1e67-450c-9607-b00329a66a03 req-f146ca1b-13e7-405f-ac97-75bb6e8bc846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:58:20.272488 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-fc12a3d1-1e67-450c-9607-b00329a66a03 req-f146ca1b-13e7-405f-ac97-75bb6e8bc846 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=07b29db9-03dd-4984-8853-a91eaa5fb175 HTTP/1.1" status: 200 len: 1129 time: 0.0607488 Jan 31 20:58:20.333132 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-fc12a3d1-1e67-450c-9607-b00329a66a03 req-f8afe962-2382-4faa-9b41-27f88c279be9 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=c3466f45-b059-46ec-9a9b-684b375557d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527244 Jan 31 20:58:20.936626 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e97462-6b0d-4856-bc67-1bb746778628 req-23144936-bd3a-4d35-bb89-8f1029d54bbf tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:58:20.938214 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-11e97462-6b0d-4856-bc67-1bb746778628 req-23144936-bd3a-4d35-bb89-8f1029d54bbf tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] 10.222.0.46 "GET /v2.0/ports?device_id=07b29db9-03dd-4984-8853-a91eaa5fb175 HTTP/1.1" status: 200 len: 945 time: 0.0603323 Jan 31 20:58:20.989894 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-11e97462-6b0d-4856-bc67-1bb746778628 req-51bee912-2380-4327-80fa-6a9aa2743a7b tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] 10.222.0.46 "GET /v2.0/security-groups?id=c3466f45-b059-46ec-9a9b-684b375557d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460331 Jan 31 20:58:21.676782 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-c9d0f87f-3f4d-4dc0-b289-23ec32d5a0a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600486512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3401042'] for agent (7c18f3b4-4d02-4b01-9072-98fcd9008716), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:58:22.121162 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18735484-7d9b-4e24-b47b-1a85226ec970 req-5c5edc38-6b82-4847-a756-cb195c824668 tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:58:22.123546 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-18735484-7d9b-4e24-b47b-1a85226ec970 req-5c5edc38-6b82-4847-a756-cb195c824668 tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] 10.222.0.46 "GET /v2.0/ports?device_id=07b29db9-03dd-4984-8853-a91eaa5fb175 HTTP/1.1" status: 200 len: 945 time: 0.0556269 Jan 31 20:58:22.176873 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-18735484-7d9b-4e24-b47b-1a85226ec970 req-082f2b83-0242-486a-aa51-73aedcd3dacc tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] 10.222.0.46 "GET /v2.0/security-groups?id=c3466f45-b059-46ec-9a9b-684b375557d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463023 Jan 31 20:58:22.961727 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.db.agents_db [None req-9f73b596-de3f-4c4d-980f-1f0b0f14bd7d None None] Agent healthcheck: found 6 active agents {{(pid=102454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 20:58:22.980156 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-7eb716df-9c73-407a-9e83-210e7bcc67e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600486512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3401042'] for agent (289e5c83-71b6-47e7-bef9-287113943a12), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:58:23.308613 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc246a01-4058-40c8-b873-1286e3e1ddb4 req-e0d5fbc1-4f8d-4ace-8285-698623f84338 tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:58:23.310693 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-cc246a01-4058-40c8-b873-1286e3e1ddb4 req-e0d5fbc1-4f8d-4ace-8285-698623f84338 tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] 10.222.0.46 "GET /v2.0/ports?device_id=07b29db9-03dd-4984-8853-a91eaa5fb175 HTTP/1.1" status: 200 len: 945 time: 0.0574074 Jan 31 20:58:23.361122 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-cc246a01-4058-40c8-b873-1286e3e1ddb4 req-8a315240-9f67-4f34-b9da-53e77f432d18 tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] 10.222.0.46 "GET /v2.0/security-groups?id=c3466f45-b059-46ec-9a9b-684b375557d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442193 Jan 31 20:58:24.455955 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-ded4de29-c2d1-4616-9365-9981ea756e41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600486512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3401042'] for agent (bf9d83f7-9209-4252-b853-70feadeab726), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:58:24.542829 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90963999-9cb2-4f9f-a500-2c79080789a7 req-1b95d89c-b144-4c71-9cef-75fce17c2456 tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:58:24.551399 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-90963999-9cb2-4f9f-a500-2c79080789a7 req-1b95d89c-b144-4c71-9cef-75fce17c2456 tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] 10.222.0.46 "GET /v2.0/ports?device_id=07b29db9-03dd-4984-8853-a91eaa5fb175 HTTP/1.1" status: 200 len: 945 time: 0.0828340 Jan 31 20:58:24.619931 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-90963999-9cb2-4f9f-a500-2c79080789a7 req-b0bcb796-d7fd-48ea-8e61-04b7391894b3 tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] 10.222.0.46 "GET /v2.0/security-groups?id=c3466f45-b059-46ec-9a9b-684b375557d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671060 Jan 31 20:58:25.759437 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1ade76-1488-4af5-aa9e-1d4418d57924 req-fea87d7a-3698-48ce-aeec-b3d990885b78 tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:58:25.760944 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-4d1ade76-1488-4af5-aa9e-1d4418d57924 req-fea87d7a-3698-48ce-aeec-b3d990885b78 tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] 10.222.0.46 "GET /v2.0/ports?device_id=07b29db9-03dd-4984-8853-a91eaa5fb175 HTTP/1.1" status: 200 len: 945 time: 0.0629802 Jan 31 20:58:25.809140 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-4d1ade76-1488-4af5-aa9e-1d4418d57924 req-237a2a32-880c-4516-b7c7-93df8bff77d9 tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] 10.222.0.46 "GET /v2.0/security-groups?id=c3466f45-b059-46ec-9a9b-684b375557d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425246 Jan 31 20:58:25.928355 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bd6e68-99ac-4ce3-b952-7db513b7212c req-e2e112bb-b986-4286-ae2b-157458dd3f8b tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:58:25.929748 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-22bd6e68-99ac-4ce3-b952-7db513b7212c req-e2e112bb-b986-4286-ae2b-157458dd3f8b tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] 10.222.0.46 "GET /v2.0/ports?device_id=07b29db9-03dd-4984-8853-a91eaa5fb175 HTTP/1.1" status: 200 len: 945 time: 0.0563538 Jan 31 20:58:25.940547 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.wsgi [-] (102450) accepted ('10.222.0.46', 42756) {{(pid=102450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 20:58:25.944996 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.v2.base [None req-d371ff09-221f-44bd-b775-19bb70d93c02 tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] Request body: {'floatingip': {'port_id': 'a9577a12-768b-451e-bd7a-8e181ac9b261'}} {{(pid=102450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 20:58:25.961995 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600486512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3401042'] for agent (9ba4f6fe-000a-4ef5-9d61-ba62910ab5fe), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:58:25.986526 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-d371ff09-221f-44bd-b775-19bb70d93c02 tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] Publish callbacks [] for floatingip (828fceb1-e6ca-471d-8f3c-d7617aa30da9), before_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:58:26.439579 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-d371ff09-221f-44bd-b775-19bb70d93c02 tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:58:26.443325 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-d371ff09-221f-44bd-b775-19bb70d93c02 tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3696791'] for floatingip (828fceb1-e6ca-471d-8f3c-d7617aa30da9), after_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:58:26.545629 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.db.l3_db [None req-d371ff09-221f-44bd-b775-19bb70d93c02 tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] Floating IP 828fceb1-e6ca-471d-8f3c-d7617aa30da9 associated. External IP: 172.27.2.176, port: a9577a12-768b-451e-bd7a-8e181ac9b261. Jan 31 20:58:26.757598 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d371ff09-221f-44bd-b775-19bb70d93c02 tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] Router 19bba440-8620-436d-b1a3-3283e7fc51f8 has already been hosted by L3 agent 7c18f3b4-4d02-4b01-9072-98fcd9008716 {{(pid=102450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 20:58:27.085781 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d371ff09-221f-44bd-b775-19bb70d93c02 tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] Notify agent at l3_agent.dv-cinder-813229-5-iscsi the message routers_updated {{(pid=102450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 20:58:27.090520 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-d371ff09-221f-44bd-b775-19bb70d93c02 tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204375'] for floatingip (None), before_response {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:58:27.095968 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cead22e3-af94-470d-9036-6f60507b310c None None] Sync routers for ids ['19bba440-8620-436d-b1a3-3283e7fc51f8'] in dv-cinder-813229-5-iscsi {{(pid=102451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 20:58:27.106065 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cead22e3-af94-470d-9036-6f60507b310c None None] Routers {'19bba440-8620-436d-b1a3-3283e7fc51f8'} bound to L3 agent in host dv-cinder-813229-5-iscsi {{(pid=102451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 20:58:27.107667 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.db.l3_hamode_db [None req-cead22e3-af94-470d-9036-6f60507b310c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T20:45:52Z,description=,heartbeat_timestamp=2022-01-31T20:58:22Z,host='dv-cinder-813229-5-iscsi',id=7c18f3b4-4d02-4b01-9072-98fcd9008716,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T20:45:52Z,topic='l3_agent')) {'router_ids': ['19bba440-8620-436d-b1a3-3283e7fc51f8'], 'active': True} {{(pid=102451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 20:58:27.121978 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [None req-d371ff09-221f-44bd-b775-19bb70d93c02 tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] 10.222.0.46 "PUT /v2.0/floatingips/828fceb1-e6ca-471d-8f3c-d7617aa30da9 HTTP/1.1" status: 200 len: 991 time: 1.1803195 Jan 31 20:58:27.123260 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07b29db9-03dd-4984-8853-a91eaa5fb175', 'tag': 'a9577a12-768b-451e-bd7a-8e181ac9b261'}] {{(pid=102450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 20:58:27.125691 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88694c8615ac1e9d0f87b85371fce54667869cb07e9f85c824f8527602de4f23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ea4da77-feb6-4f69-94cb-21144ae653c3" -d '{"events": [{"name": "network-changed", "server_uuid": "07b29db9-03dd-4984-8853-a91eaa5fb175", "tag": "a9577a12-768b-451e-bd7a-8e181ac9b261"}]}' {{(pid=102450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 20:58:27.165057 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 20:58:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac34d07d-c699-441c-ac83-c1bbaac5d644 x-openstack-request-id: req-ac34d07d-c699-441c-ac83-c1bbaac5d644 {{(pid=102450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 20:58:27.165357 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07b29db9-03dd-4984-8853-a91eaa5fb175", "tag": "a9577a12-768b-451e-bd7a-8e181ac9b261", "status": "completed", "code": 200}]} {{(pid=102450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 20:58:27.165612 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-ac34d07d-c699-441c-ac83-c1bbaac5d644 {{(pid=102450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 20:58:27.166196 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07b29db9-03dd-4984-8853-a91eaa5fb175', 'tag': 'a9577a12-768b-451e-bd7a-8e181ac9b261', 'status': 'completed', 'code': 200} Jan 31 20:58:27.226273 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e80738a-31a3-4a0d-ac7a-cc32373ea8a5 req-f8a408d8-77c6-48ab-bcd8-a0e6abcf34e9 tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:58:27.227114 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.db.l3_dvr_db [None req-cead22e3-af94-470d-9036-6f60507b310c None None] Set router 19bba440-8620-436d-b1a3-3283e7fc51f8 gateway port host: dv-cinder-813229-5-iscsi {{(pid=102451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 20:58:27.227820 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-0e80738a-31a3-4a0d-ac7a-cc32373ea8a5 req-f8a408d8-77c6-48ab-bcd8-a0e6abcf34e9 tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] 10.222.0.46 "GET /v2.0/ports?device_id=07b29db9-03dd-4984-8853-a91eaa5fb175 HTTP/1.1" status: 200 len: 945 time: 0.0555837 Jan 31 20:58:27.278307 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-0e80738a-31a3-4a0d-ac7a-cc32373ea8a5 req-f21f36d1-ee33-45e8-b0f3-f3c636b6ffa8 tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] 10.222.0.46 "GET /v2.0/security-groups?id=c3466f45-b059-46ec-9a9b-684b375557d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445943 Jan 31 20:58:27.284333 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600486512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3401042'] for agent (e85cc1e2-8b4e-4549-a68e-d414072d4156), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:58:27.515728 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.db.l3_hamode_db [None req-cead22e3-af94-470d-9036-6f60507b310c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19bba440-8620-436d-b1a3-3283e7fc51f8', 'name': 'tempest-AttachVolumeTestJSON-1296822656-router', 'tenant_id': '047e08285f47481da2d6cf2445501723', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51ba4d8e-a54c-4fb0-a209-37766af226e8', 'external_fixed_ips': [{'subnet_id': '99ba9542-d2be-443f-a804-26ff9bedcbe2', 'ip_address': '172.27.2.44'}], 'enable_snat': True}, 'gw_port_id': 'f1ddf136-da11-4421-aa27-b5e116e75025', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T20:58:04Z', 'updated_at': '2022-01-31T20:58:07Z', 'revision_number': 4, 'project_id': '047e08285f47481da2d6cf2445501723', 'gw_port': {'id': 'f1ddf136-da11-4421-aa27-b5e116e75025', 'name': '', 'network_id': '51ba4d8e-a54c-4fb0-a209-37766af226e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:34:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19bba440-8620-436d-b1a3-3283e7fc51f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '99ba9542-d2be-443f-a804-26ff9bedcbe2', 'ip_address': '172.27.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T20:58:04Z', 'updated_at': '2022-01-31T20:58:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99ba9542-d2be-443f-a804-26ff9bedcbe2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-5-iscsi', '_floatingips': [{'id': '828fceb1-e6ca-471d-8f3c-d7617aa30da9', 'tenant_id': '047e08285f47481da2d6cf2445501723', 'floating_ip_address': '172.27.2.176', 'floating_network_id': '51ba4d8e-a54c-4fb0-a209-37766af226e8', 'router_id': '19bba440-8620-436d-b1a3-3283e7fc51f8', 'port_id': 'a9577a12-768b-451e-bd7a-8e181ac9b261', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 426, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bdbc09ff-d174-4862-8f91-19ce9b2a383a', 'mac_address': 'fa:16:3e:a2:a3:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07b29db9-03dd-4984-8853-a91eaa5fb175', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T20:58:09Z', 'updated_at': '2022-01-31T20:58:26Z', 'revision_number': 1, 'project_id': '047e08285f47481da2d6cf2445501723', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bfddf878-069f-45be-bc84-23f469ee200c', 'name': '', 'network_id': 'bdbc09ff-d174-4862-8f91-19ce9b2a383a', 'tenant_id': '047e08285f47481da2d6cf2445501723', 'mac_address': 'fa:16:3e:b6:9c:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19bba440-8620-436d-b1a3-3283e7fc51f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '05b63977-1e2b-4747-8d09-fb1f8f446ce1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T20:58:06Z', 'updated_at': '2022-01-31T20:58:12Z', 'revision_number': 5, 'project_id': '047e08285f47481da2d6cf2445501723', 'subnets': [{'id': '05b63977-1e2b-4747-8d09-fb1f8f446ce1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-5-iscsi', False) {} {{(pid=102451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 20:58:27.543145 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cead22e3-af94-470d-9036-6f60507b310c None None] Checking router: 19bba440-8620-436d-b1a3-3283e7fc51f8 for host: dv-cinder-813229-5-iscsi {{(pid=102451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 20:58:27.551928 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cead22e3-af94-470d-9036-6f60507b310c None None] Routers {'19bba440-8620-436d-b1a3-3283e7fc51f8'} bound to L3 agent in host dv-cinder-813229-5-iscsi {{(pid=102451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 20:58:27.552546 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.db.l3_hamode_db [None req-cead22e3-af94-470d-9036-6f60507b310c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T20:45:52Z,description=,heartbeat_timestamp=2022-01-31T20:58:22Z,host='dv-cinder-813229-5-iscsi',id=7c18f3b4-4d02-4b01-9072-98fcd9008716,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T20:45:52Z,topic='l3_agent')) {'router_ids': ['19bba440-8620-436d-b1a3-3283e7fc51f8'], 'active': True} {{(pid=102451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 20:58:27.659887 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.db.l3_dvr_db [None req-cead22e3-af94-470d-9036-6f60507b310c None None] Set router 19bba440-8620-436d-b1a3-3283e7fc51f8 gateway port host: dv-cinder-813229-5-iscsi {{(pid=102451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 20:58:27.889418 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.db.l3_hamode_db [None req-cead22e3-af94-470d-9036-6f60507b310c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19bba440-8620-436d-b1a3-3283e7fc51f8', 'name': 'tempest-AttachVolumeTestJSON-1296822656-router', 'tenant_id': '047e08285f47481da2d6cf2445501723', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51ba4d8e-a54c-4fb0-a209-37766af226e8', 'external_fixed_ips': [{'subnet_id': '99ba9542-d2be-443f-a804-26ff9bedcbe2', 'ip_address': '172.27.2.44'}], 'enable_snat': True}, 'gw_port_id': 'f1ddf136-da11-4421-aa27-b5e116e75025', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T20:58:04Z', 'updated_at': '2022-01-31T20:58:07Z', 'revision_number': 4, 'project_id': '047e08285f47481da2d6cf2445501723', 'gw_port': {'id': 'f1ddf136-da11-4421-aa27-b5e116e75025', 'name': '', 'network_id': '51ba4d8e-a54c-4fb0-a209-37766af226e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:34:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19bba440-8620-436d-b1a3-3283e7fc51f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '99ba9542-d2be-443f-a804-26ff9bedcbe2', 'ip_address': '172.27.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T20:58:04Z', 'updated_at': '2022-01-31T20:58:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99ba9542-d2be-443f-a804-26ff9bedcbe2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-5-iscsi', '_floatingips': [{'id': '828fceb1-e6ca-471d-8f3c-d7617aa30da9', 'tenant_id': '047e08285f47481da2d6cf2445501723', 'floating_ip_address': '172.27.2.176', 'floating_network_id': '51ba4d8e-a54c-4fb0-a209-37766af226e8', 'router_id': '19bba440-8620-436d-b1a3-3283e7fc51f8', 'port_id': 'a9577a12-768b-451e-bd7a-8e181ac9b261', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 426, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bdbc09ff-d174-4862-8f91-19ce9b2a383a', 'mac_address': 'fa:16:3e:a2:a3:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07b29db9-03dd-4984-8853-a91eaa5fb175', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T20:58:09Z', 'updated_at': '2022-01-31T20:58:26Z', 'revision_number': 1, 'project_id': '047e08285f47481da2d6cf2445501723', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bfddf878-069f-45be-bc84-23f469ee200c', 'name': '', 'network_id': 'bdbc09ff-d174-4862-8f91-19ce9b2a383a', 'tenant_id': '047e08285f47481da2d6cf2445501723', 'mac_address': 'fa:16:3e:b6:9c:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19bba440-8620-436d-b1a3-3283e7fc51f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '05b63977-1e2b-4747-8d09-fb1f8f446ce1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T20:58:06Z', 'updated_at': '2022-01-31T20:58:12Z', 'revision_number': 5, 'project_id': '047e08285f47481da2d6cf2445501723', 'subnets': [{'id': '05b63977-1e2b-4747-8d09-fb1f8f446ce1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-5-iscsi', False) {} {{(pid=102451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 20:58:28.053871 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cead22e3-af94-470d-9036-6f60507b310c None None] The sync data for ids ['19bba440-8620-436d-b1a3-3283e7fc51f8'] in dv-cinder-813229-5-iscsi is: [{'id': '19bba440-8620-436d-b1a3-3283e7fc51f8', 'name': 'tempest-AttachVolumeTestJSON-1296822656-router', 'tenant_id': '047e08285f47481da2d6cf2445501723', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51ba4d8e-a54c-4fb0-a209-37766af226e8', 'external_fixed_ips': [{'subnet_id': '99ba9542-d2be-443f-a804-26ff9bedcbe2', 'ip_address': '172.27.2.44'}], 'enable_snat': True}, 'gw_port_id': 'f1ddf136-da11-4421-aa27-b5e116e75025', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T20:58:04Z', 'updated_at': '2022-01-31T20:58:07Z', 'revision_number': 4, 'project_id': '047e08285f47481da2d6cf2445501723', 'gw_port': {'id': 'f1ddf136-da11-4421-aa27-b5e116e75025', 'name': '', 'network_id': '51ba4d8e-a54c-4fb0-a209-37766af226e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:34:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19bba440-8620-436d-b1a3-3283e7fc51f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '99ba9542-d2be-443f-a804-26ff9bedcbe2', 'ip_address': '172.27.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T20:58:04Z', 'updated_at': '2022-01-31T20:58:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99ba9542-d2be-443f-a804-26ff9bedcbe2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-5-iscsi', '_floatingips': [{'id': '828fceb1-e6ca-471d-8f3c-d7617aa30da9', 'tenant_id': '047e08285f47481da2d6cf2445501723', 'floating_ip_address': '172.27.2.176', 'floating_network_id': '51ba4d8e-a54c-4fb0-a209-37766af226e8', 'router_id': '19bba440-8620-436d-b1a3-3283e7fc51f8', 'port_id': 'a9577a12-768b-451e-bd7a-8e181ac9b261', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 426, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bdbc09ff-d174-4862-8f91-19ce9b2a383a', 'mac_address': 'fa:16:3e:a2:a3:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07b29db9-03dd-4984-8853-a91eaa5fb175', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T20:58:09Z', 'updated_at': '2022-01-31T20:58:26Z', 'revision_number': 1, 'project_id': '047e08285f47481da2d6cf2445501723', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bfddf878-069f-45be-bc84-23f469ee200c', 'name': '', 'network_id': 'bdbc09ff-d174-4862-8f91-19ce9b2a383a', 'tenant_id': '047e08285f47481da2d6cf2445501723', 'mac_address': 'fa:16:3e:b6:9c:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19bba440-8620-436d-b1a3-3283e7fc51f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '05b63977-1e2b-4747-8d09-fb1f8f446ce1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T20:58:06Z', 'updated_at': '2022-01-31T20:58:12Z', 'revision_number': 5, 'project_id': '047e08285f47481da2d6cf2445501723', 'subnets': [{'id': '05b63977-1e2b-4747-8d09-fb1f8f446ce1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 20:58:28.066210 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea4da77-feb6-4f69-94cb-21144ae653c3 req-47b8ba75-eb31-4f67-9ef8-96249a6b83ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:58:28.067131 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-2ea4da77-feb6-4f69-94cb-21144ae653c3 req-47b8ba75-eb31-4f67-9ef8-96249a6b83ad service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=047e08285f47481da2d6cf2445501723&device_id=07b29db9-03dd-4984-8853-a91eaa5fb175 HTTP/1.1" status: 200 len: 1129 time: 0.0607133 Jan 31 20:58:28.182102 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea4da77-feb6-4f69-94cb-21144ae653c3 req-ae4e3863-d5be-4527-a9c6-8cddd037ac74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:58:28.183684 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-2ea4da77-feb6-4f69-94cb-21144ae653c3 req-ae4e3863-d5be-4527-a9c6-8cddd037ac74 service neutron] 10.222.0.59 "GET /v2.0/networks?id=bdbc09ff-d174-4862-8f91-19ce9b2a383a HTTP/1.1" status: 200 len: 912 time: 0.1063035 Jan 31 20:58:28.273685 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-2ea4da77-feb6-4f69-94cb-21144ae653c3 req-54d4f97a-1e20-4d25-8552-91867b53df09 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a9577a12-768b-451e-bd7a-8e181ac9b261 HTTP/1.1" status: 200 len: 999 time: 0.0830524 Jan 31 20:58:28.328263 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf8a581d-e18e-40ba-a51a-91c2a4e30d7a None None] New status for floating IP 828fceb1-e6ca-471d-8f3c-d7617aa30da9: ACTIVE {{(pid=102454) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 31 20:58:28.340329 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea4da77-feb6-4f69-94cb-21144ae653c3 req-2aca5e4c-2896-4373-ae1d-e8676ec6e3ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:58:28.343185 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-2ea4da77-feb6-4f69-94cb-21144ae653c3 req-2aca5e4c-2896-4373-ae1d-e8676ec6e3ca service neutron] 10.222.0.59 "GET /v2.0/subnets?id=05b63977-1e2b-4747-8d09-fb1f8f446ce1 HTTP/1.1" status: 200 len: 850 time: 0.0572135 Jan 31 20:58:28.404427 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea4da77-feb6-4f69-94cb-21144ae653c3 req-5ee73c9e-ed86-4047-84f9-9cfcc66ad686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:58:28.406333 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-2ea4da77-feb6-4f69-94cb-21144ae653c3 req-5ee73c9e-ed86-4047-84f9-9cfcc66ad686 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=bdbc09ff-d174-4862-8f91-19ce9b2a383a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0564189 Jan 31 20:58:28.455231 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752d5ba2-9b05-41a1-a8db-fcb09267fd1e req-ad2116f8-e1c8-44a7-99cd-8697146e05e8 tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:58:28.457521 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-752d5ba2-9b05-41a1-a8db-fcb09267fd1e req-ad2116f8-e1c8-44a7-99cd-8697146e05e8 tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] 10.222.0.46 "GET /v2.0/ports?device_id=07b29db9-03dd-4984-8853-a91eaa5fb175 HTTP/1.1" status: 200 len: 945 time: 0.0828853 Jan 31 20:58:28.528231 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-2ea4da77-feb6-4f69-94cb-21144ae653c3 req-e2992a7b-cfd4-4492-8489-689ed1ba58c0 service neutron] 10.222.0.59 "GET /v2.0/networks/bdbc09ff-d174-4862-8f91-19ce9b2a383a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1140325 Jan 31 20:58:28.546454 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-752d5ba2-9b05-41a1-a8db-fcb09267fd1e req-23b40e8c-a0fa-452a-a24d-979dad2e820f tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] 10.222.0.46 "GET /v2.0/security-groups?id=c3466f45-b059-46ec-9a9b-684b375557d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0747488 Jan 31 20:58:28.652898 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-2ea4da77-feb6-4f69-94cb-21144ae653c3 req-85032e07-7309-4f10-afc6-ffcc1b8d480a service neutron] 10.222.0.59 "GET /v2.0/networks/bdbc09ff-d174-4862-8f91-19ce9b2a383a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1170332 Jan 31 20:58:29.699731 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47b84f6-2081-46d5-8bd0-bb2cab81310f req-9e02d7c2-14a2-4239-a214-1ef1bb0d296a tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:58:29.701890 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-a47b84f6-2081-46d5-8bd0-bb2cab81310f req-9e02d7c2-14a2-4239-a214-1ef1bb0d296a tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] 10.222.0.46 "GET /v2.0/ports?device_id=07b29db9-03dd-4984-8853-a91eaa5fb175 HTTP/1.1" status: 200 len: 945 time: 0.0631604 Jan 31 20:58:29.753008 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-a47b84f6-2081-46d5-8bd0-bb2cab81310f req-43af4a88-1e09-4208-9498-84aca6789b0c tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] 10.222.0.46 "GET /v2.0/security-groups?id=c3466f45-b059-46ec-9a9b-684b375557d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452962 Jan 31 20:58:45.633356 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de16d0d7-52f4-41e9-8efd-572058532837 req-d4992956-b4ec-45cb-90bc-cb39a755b424 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:58:45.634939 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-de16d0d7-52f4-41e9-8efd-572058532837 req-d4992956-b4ec-45cb-90bc-cb39a755b424 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] 10.222.0.46 "GET /v2.0/ports?device_id=e3153aa7-015b-4bbc-99db-58a6001749e2 HTTP/1.1" status: 200 len: 946 time: 0.0605686 Jan 31 20:58:45.704736 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-de16d0d7-52f4-41e9-8efd-572058532837 req-3695a621-d5a8-4185-8183-f4971fbfc2c5 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] 10.222.0.46 "GET /v2.0/security-groups?id=65521e8f-8948-4df3-9344-760b60ce97e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0629518 Jan 31 20:58:45.774562 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.wsgi [-] (102450) accepted ('10.222.0.46', 42972) {{(pid=102450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 20:58:45.923707 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-2c52da2f-800f-4915-b7ea-82ab4b969025 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:58:46.009173 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-2c52da2f-800f-4915-b7ea-82ab4b969025 admin admin] Publish callbacks [] for security_group (e0e54682-2c45-4bd4-b97b-22b69a32a383), precommit_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:58:46.013779 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-2c52da2f-800f-4915-b7ea-82ab4b969025 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736509'] for security_group (e0e54682-2c45-4bd4-b97b-22b69a32a383), after_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:58:46.051094 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c52da2f-800f-4915-b7ea-82ab4b969025 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0e54682-2c45-4bd4-b97b-22b69a32a383,revision_number=1']} {{(pid=102450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:58:46.055302 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [None req-2c52da2f-800f-4915-b7ea-82ab4b969025 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=ee5dc1b4e54c4a1887dc4aa198e180d3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2793367 Jan 31 20:58:46.058072 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.wsgi [-] (102450) accepted ('10.222.0.46', 42978) {{(pid=102450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 20:58:46.118359 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-20fdd24b-ddc8-4bf1-8a61-8b589cb9ff65 admin admin] Publish callbacks [] for security_group (e0e54682-2c45-4bd4-b97b-22b69a32a383), before_delete {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:58:46.142502 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-20fdd24b-ddc8-4bf1-8a61-8b589cb9ff65 admin admin] Publish callbacks [] for security_group (e0e54682-2c45-4bd4-b97b-22b69a32a383), precommit_delete {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:58:46.193121 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-20fdd24b-ddc8-4bf1-8a61-8b589cb9ff65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736509'] for security_group (e0e54682-2c45-4bd4-b97b-22b69a32a383), after_delete {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:58:46.196018 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-20fdd24b-ddc8-4bf1-8a61-8b589cb9ff65 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:58:46.197363 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [None req-20fdd24b-ddc8-4bf1-8a61-8b589cb9ff65 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/e0e54682-2c45-4bd4-b97b-22b69a32a383 HTTP/1.1" status: 204 len: 168 time: 0.1382437 Jan 31 20:58:46.210466 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fdd24b-ddc8-4bf1-8a61-8b589cb9ff65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0e54682-2c45-4bd4-b97b-22b69a32a383,revision_number=None']} {{(pid=102450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:58:46.846657 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82ee4dc-4492-494b-85f2-244d97c61f41 req-8415bb43-9ae1-4929-b000-b263f3803278 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:58:46.848442 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-f82ee4dc-4492-494b-85f2-244d97c61f41 req-8415bb43-9ae1-4929-b000-b263f3803278 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] 10.222.0.46 "GET /v2.0/ports?device_id=e3153aa7-015b-4bbc-99db-58a6001749e2 HTTP/1.1" status: 200 len: 946 time: 0.0681279 Jan 31 20:58:46.903097 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.wsgi [-] (102450) accepted ('10.222.0.46', 43006) {{(pid=102450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 20:58:46.934476 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-f82ee4dc-4492-494b-85f2-244d97c61f41 req-f93d471a-dd8d-4e2e-b03d-820eb2b088d4 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] 10.222.0.46 "GET /v2.0/security-groups?id=65521e8f-8948-4df3-9344-760b60ce97e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0685594 Jan 31 20:58:47.038634 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.v2.base [None req-338c16fa-5702-4062-a7b3-dd2bdb2c583b admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2011310398-network', 'tenant_id': '3f735df896f74e2a8ec34440c5d4fbfa'}} {{(pid=102450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 20:58:47.064101 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-338c16fa-5702-4062-a7b3-dd2bdb2c583b admin admin] Made reservation on behalf of 3f735df896f74e2a8ec34440c5d4fbfa for: {'network': 1} {{(pid=102450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 20:58:47.066849 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-338c16fa-5702-4062-a7b3-dd2bdb2c583b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1026180'] for network (None), before_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:58:47.076150 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-338c16fa-5702-4062-a7b3-dd2bdb2c583b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:58:47.165147 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-338c16fa-5702-4062-a7b3-dd2bdb2c583b admin admin] Publish callbacks [] for security_group (665bab8e-2ca9-4aaf-8d52-6838a937d0c5), precommit_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:58:47.170541 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-338c16fa-5702-4062-a7b3-dd2bdb2c583b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736509'] for security_group (665bab8e-2ca9-4aaf-8d52-6838a937d0c5), after_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:58:47.192740 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-338c16fa-5702-4062-a7b3-dd2bdb2c583b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 693} {{(pid=102450) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 20:58:47.208724 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338c16fa-5702-4062-a7b3-dd2bdb2c583b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=665bab8e-2ca9-4aaf-8d52-6838a937d0c5,revision_number=1']} {{(pid=102450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:58:47.212010 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-338c16fa-5702-4062-a7b3-dd2bdb2c583b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-936743'] for segment (745141d5-f6be-4741-af72-381045eb8a7b), precommit_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:58:47.212351 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.db.segments_db [None req-338c16fa-5702-4062-a7b3-dd2bdb2c583b admin admin] Added segment 745141d5-f6be-4741-af72-381045eb8a7b of type vlan for network 84d6e016-dd99-48a6-8278-a9c378f62567 Jan 31 20:58:47.264797 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-338c16fa-5702-4062-a7b3-dd2bdb2c583b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783599991637'] for network (84d6e016-dd99-48a6-8278-a9c378f62567), precommit_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:58:47.295806 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-338c16fa-5702-4062-a7b3-dd2bdb2c583b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3769609'] for network (84d6e016-dd99-48a6-8278-a9c378f62567), after_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:58:47.296816 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-338c16fa-5702-4062-a7b3-dd2bdb2c583b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:58:47.297413 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-338c16fa-5702-4062-a7b3-dd2bdb2c583b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3769851'] for network (None), before_response {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:58:47.363258 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [None req-338c16fa-5702-4062-a7b3-dd2bdb2c583b admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4546247 Jan 31 20:58:47.363751 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.wsgi [-] (102449) accepted ('10.222.0.46', 43036) {{(pid=102449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 20:58:47.369186 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338c16fa-5702-4062-a7b3-dd2bdb2c583b admin admin] Pushing event updated for resources: {'Network': ['ID=84d6e016-dd99-48a6-8278-a9c378f62567,revision_number=1']} {{(pid=102450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:58:47.373069 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.v2.base [None req-6072cbe5-ce0b-42c7-9cc1-dbefc22ebd7e admin admin] Request body: {'subnet': {'network_id': '84d6e016-dd99-48a6-8278-a9c378f62567', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2011310398-subnet', 'tenant_id': '3f735df896f74e2a8ec34440c5d4fbfa', 'ip_version': 4}} {{(pid=102449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 20:58:47.386580 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.rpc [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Network 84d6e016-dd99-48a6-8278-a9c378f62567 details requested by agent ovs-agent-dv-cinder-813229-5-iscsi with host dv-cinder-813229-5-iscsi {{(pid=102451) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 20:58:47.401592 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6072cbe5-ce0b-42c7-9cc1-dbefc22ebd7e admin admin] Made reservation on behalf of 3f735df896f74e2a8ec34440c5d4fbfa for: {'subnet': 1} {{(pid=102449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 20:58:47.405864 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-6072cbe5-ce0b-42c7-9cc1-dbefc22ebd7e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25214388'] for subnet (None), before_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:58:47.657699 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-6072cbe5-ce0b-42c7-9cc1-dbefc22ebd7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3769609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29109440', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25214338'] for subnet (f0ef83af-b9dd-40a6-908c-ffa9cf818bc2), after_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:58:47.712411 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7288da-c7c9-4c81-b651-6a33499804c0 req-435025f5-7952-4926-b6d8-5b68a13fee9d tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:58:47.713877 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-fe7288da-c7c9-4c81-b651-6a33499804c0 req-435025f5-7952-4926-b6d8-5b68a13fee9d tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] 10.222.0.59 "GET /v2.0/ports?device_id=e3153aa7-015b-4bbc-99db-58a6001749e2 HTTP/1.1" status: 200 len: 946 time: 0.1019547 Jan 31 20:58:47.761119 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6072cbe5-ce0b-42c7-9cc1-dbefc22ebd7e admin admin] Pushing event updated for resources: {'Subnet': ['ID=f0ef83af-b9dd-40a6-908c-ffa9cf818bc2,revision_number=0']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:58:47.775762 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6072cbe5-ce0b-42c7-9cc1-dbefc22ebd7e admin admin] Checking segment: {'id': '745141d5-f6be-4741-af72-381045eb8a7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '84d6e016-dd99-48a6-8278-a9c378f62567'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 20:58:47.776126 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6072cbe5-ce0b-42c7-9cc1-dbefc22ebd7e admin admin] Network hostable DHCP agents. Network: 84d6e016-dd99-48a6-8278-a9c378f62567, hostable agents: ['34ef0204-81d1-4f5e-89d1-b08d0f866641'], hosted agents: [] {{(pid=102449) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 20:58:47.820135 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6072cbe5-ce0b-42c7-9cc1-dbefc22ebd7e admin admin] Network 84d6e016-dd99-48a6-8278-a9c378f62567 is scheduled to be hosted by DHCP agent 34ef0204-81d1-4f5e-89d1-b08d0f866641 with binding_index 1 {{(pid=102449) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 20:58:47.831480 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.scheduler.base_scheduler [None req-6072cbe5-ce0b-42c7-9cc1-dbefc22ebd7e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813229-5-iscsi, 84d6e016-dd99-48a6-8278-a9c378f62567) {{(pid=102449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 20:58:47.836845 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6072cbe5-ce0b-42c7-9cc1-dbefc22ebd7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:58:47.837996 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-6072cbe5-ce0b-42c7-9cc1-dbefc22ebd7e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3769851'] for subnet (None), before_response {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:58:47.841746 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0764ee60-7f0f-48cf-9dac-6f243e406752 None None] Network 84d6e016-dd99-48a6-8278-a9c378f62567 requested from dv-cinder-813229-5-iscsi {{(pid=102451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 20:58:47.855331 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [req-fe7288da-c7c9-4c81-b651-6a33499804c0 req-54973046-4ee3-4b91-816c-a9914e2b8793 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] Deleting port f83f76e6-6b79-4e98-911c-f26ea26c65da {{(pid=102449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 20:58:47.856475 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [req-fe7288da-c7c9-4c81-b651-6a33499804c0 req-54973046-4ee3-4b91-816c-a9914e2b8793 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783600463454'] for port (f83f76e6-6b79-4e98-911c-f26ea26c65da), before_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:58:47.866168 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [None req-6072cbe5-ce0b-42c7-9cc1-dbefc22ebd7e admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4978485 Jan 31 20:58:47.866473 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.wsgi [-] (102450) accepted ('10.222.0.46', 43038) {{(pid=102450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 20:58:47.870857 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.v2.base [None req-ba8d3f7c-dcb7-4e0e-afb3-1584d13ac343 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2011310398-router', 'tenant_id': '3f735df896f74e2a8ec34440c5d4fbfa', 'external_gateway_info': {'network_id': '51ba4d8e-a54c-4fb0-a209-37766af226e8'}}} {{(pid=102450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 20:58:47.892731 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-ba8d3f7c-dcb7-4e0e-afb3-1584d13ac343 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3694658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-987'] for router (910c8d82-8f53-4a84-a34d-cc1bbd89049d), before_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:58:47.893800 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-ba8d3f7c-dcb7-4e0e-afb3-1584d13ac343 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3675570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3697180', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3796638', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-962'] for router (910c8d82-8f53-4a84-a34d-cc1bbd89049d), precommit_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:58:47.952207 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-ba8d3f7c-dcb7-4e0e-afb3-1584d13ac343 admin admin] Publish callbacks [] for router_controller (910c8d82-8f53-4a84-a34d-cc1bbd89049d), precommit_add_association {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:58:47.953471 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7ca23eb-a0fd-41d0-803b-4a19e013eed2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp46454b73-10d6-541d-9c15-68f305aeb19a-84d6e016-dd99-48a6-8278-a9c378f62567', 'network_id': '84d6e016-dd99-48a6-8278-a9c378f62567', 'project_id': '3f735df896f74e2a8ec34440c5d4fbfa', 'fixed_ips': [{'subnet_id': 'f0ef83af-b9dd-40a6-908c-ffa9cf818bc2'}]}} from dv-cinder-813229-5-iscsi. {{(pid=102451) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 31 20:58:47.954450 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-d7ca23eb-a0fd-41d0-803b-4a19e013eed2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1026180'] for port (None), before_create {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:58:47.973832 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.db [req-fe7288da-c7c9-4c81-b651-6a33499804c0 req-54973046-4ee3-4b91-816c-a9914e2b8793 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] For port f83f76e6-6b79-4e98-911c-f26ea26c65da, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=f83f76e6-6b79-4e98-911c-f26ea26c65da,segment=NetworkSegment(0b88ba8a-5620-4c08-98b4-337c2e3644cc),segment_id=0b88ba8a-5620-4c08-98b4-337c2e3644cc)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 20:58:47.974262 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [req-fe7288da-c7c9-4c81-b651-6a33499804c0 req-54973046-4ee3-4b91-816c-a9914e2b8793 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696268'] for port (f83f76e6-6b79-4e98-911c-f26ea26c65da), precommit_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:58:48.119021 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.db.db_base_plugin_common [None req-d7ca23eb-a0fd-41d0-803b-4a19e013eed2 None None] Allocated IP 172.20.0.2 (84d6e016-dd99-48a6-8278-a9c378f62567/f0ef83af-b9dd-40a6-908c-ffa9cf818bc2/2f21a327-5fdc-4e4a-b9a0-d8a8257879a3) {{(pid=102451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 20:58:48.153470 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-ba8d3f7c-dcb7-4e0e-afb3-1584d13ac343 admin admin] Publish callbacks [] for router_gateway (910c8d82-8f53-4a84-a34d-cc1bbd89049d), precommit_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:58:48.172403 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a29a402-4b3c-47bd-aa1f-0fa674e59eda req-bfa77222-e889-4e42-8618-f4886f0da029 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:58:48.174262 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-3a29a402-4b3c-47bd-aa1f-0fa674e59eda req-bfa77222-e889-4e42-8618-f4886f0da029 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] 10.222.0.46 "GET /v2.0/ports?device_id=e3153aa7-015b-4bbc-99db-58a6001749e2 HTTP/1.1" status: 200 len: 946 time: 0.1321278 Jan 31 20:58:48.266086 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-3a29a402-4b3c-47bd-aa1f-0fa674e59eda req-c71d2e33-21a1-4a2e-a301-d8966a0c1e19 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] 10.222.0.46 "GET /v2.0/security-groups?id=65521e8f-8948-4df3-9344-760b60ce97e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0830436 Jan 31 20:58:48.274728 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-d7ca23eb-a0fd-41d0-803b-4a19e013eed2 None None] Publish callbacks [] for port (2f21a327-5fdc-4e4a-b9a0-d8a8257879a3), precommit_create {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:58:48.283893 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-d7ca23eb-a0fd-41d0-803b-4a19e013eed2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1029723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3769609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783599971597'] for port (2f21a327-5fdc-4e4a-b9a0-d8a8257879a3), after_create {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:58:48.302514 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [req-fe7288da-c7c9-4c81-b651-6a33499804c0 req-54973046-4ee3-4b91-816c-a9914e2b8793 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:58:48.303099 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [req-fe7288da-c7c9-4c81-b651-6a33499804c0 req-54973046-4ee3-4b91-816c-a9914e2b8793 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3696791'] for floatingip (2d3d512b-402d-45f9-8337-a1a47b8bf00d), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:58:48.303581 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.db.l3_db [req-fe7288da-c7c9-4c81-b651-6a33499804c0 req-54973046-4ee3-4b91-816c-a9914e2b8793 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] Floating IP 2d3d512b-402d-45f9-8337-a1a47b8bf00d disassociated. External IP: 172.27.2.40, port: f83f76e6-6b79-4e98-911c-f26ea26c65da. Jan 31 20:58:48.304024 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [req-fe7288da-c7c9-4c81-b651-6a33499804c0 req-54973046-4ee3-4b91-816c-a9914e2b8793 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] Calling delete_port for f83f76e6-6b79-4e98-911c-f26ea26c65da owned by compute:nova {{(pid=102449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 20:58:48.335567 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7ca23eb-a0fd-41d0-803b-4a19e013eed2 None None] Network 84d6e016-dd99-48a6-8278-a9c378f62567 is already hosted by enough agents. {{(pid=102451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 20:58:48.338493 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.scheduler.base_scheduler [None req-d7ca23eb-a0fd-41d0-803b-4a19e013eed2 None None] Resources bound (agent type, host, resource id): {{(pid=102451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 20:58:48.345554 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7ca23eb-a0fd-41d0-803b-4a19e013eed2 None None] Received port after_create {{(pid=102451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 20:58:48.347749 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ca23eb-a0fd-41d0-803b-4a19e013eed2 None None] Pushing event updated for resources: {'Port': ['ID=2f21a327-5fdc-4e4a-b9a0-d8a8257879a3,revision_number=1']} {{(pid=102451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:58:48.360806 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ca23eb-a0fd-41d0-803b-4a19e013eed2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:58:48.361177 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ca23eb-a0fd-41d0-803b-4a19e013eed2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:58:48.361545 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ca23eb-a0fd-41d0-803b-4a19e013eed2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:58:48.361886 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ca23eb-a0fd-41d0-803b-4a19e013eed2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:58:48.362393 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ca23eb-a0fd-41d0-803b-4a19e013eed2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:58:48.362905 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ca23eb-a0fd-41d0-803b-4a19e013eed2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:58:48.363358 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ca23eb-a0fd-41d0-803b-4a19e013eed2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:58:48.363693 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ca23eb-a0fd-41d0-803b-4a19e013eed2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:58:48.364021 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ca23eb-a0fd-41d0-803b-4a19e013eed2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:58:48.364374 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ca23eb-a0fd-41d0-803b-4a19e013eed2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:58:48.364697 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ca23eb-a0fd-41d0-803b-4a19e013eed2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:58:48.365189 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ca23eb-a0fd-41d0-803b-4a19e013eed2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:58:48.365571 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ca23eb-a0fd-41d0-803b-4a19e013eed2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:58:48.422672 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.managers [None req-d7ca23eb-a0fd-41d0-803b-4a19e013eed2 None None] Attempting to bind port 2f21a327-5fdc-4e4a-b9a0-d8a8257879a3 on host dv-cinder-813229-5-iscsi for vnic_type normal with profile {{(pid=102451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 20:58:48.423725 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.managers [None req-d7ca23eb-a0fd-41d0-803b-4a19e013eed2 None None] Attempting to bind port 2f21a327-5fdc-4e4a-b9a0-d8a8257879a3 by drivers openvswitch,hyperv on host dv-cinder-813229-5-iscsi at level 0 using segments [{'id': '745141d5-f6be-4741-af72-381045eb8a7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '84d6e016-dd99-48a6-8278-a9c378f62567'}] {{(pid=102451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 20:58:48.424110 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7ca23eb-a0fd-41d0-803b-4a19e013eed2 None None] Attempting to bind port 2f21a327-5fdc-4e4a-b9a0-d8a8257879a3 on network 84d6e016-dd99-48a6-8278-a9c378f62567 {{(pid=102451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 20:58:48.436008 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7ca23eb-a0fd-41d0-803b-4a19e013eed2 None None] Checking agent: {'id': '9ba4f6fe-000a-4ef5-9d61-ba62910ab5fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813229-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 20, 45, 56), 'started_at': datetime.datetime(2022, 1, 31, 20, 46, 26), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 20, 58, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813229-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 20:58:48.436761 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7ca23eb-a0fd-41d0-803b-4a19e013eed2 None None] Checking segment: {'id': '745141d5-f6be-4741-af72-381045eb8a7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '84d6e016-dd99-48a6-8278-a9c378f62567'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 20:58:48.437331 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-d7ca23eb-a0fd-41d0-803b-4a19e013eed2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:58:48.437923 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7ca23eb-a0fd-41d0-803b-4a19e013eed2 None None] Bound using segment: {'id': '745141d5-f6be-4741-af72-381045eb8a7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '84d6e016-dd99-48a6-8278-a9c378f62567'} {{(pid=102451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 20:58:48.438633 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.managers [None req-d7ca23eb-a0fd-41d0-803b-4a19e013eed2 None None] Bound port: 2f21a327-5fdc-4e4a-b9a0-d8a8257879a3, host: dv-cinder-813229-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '745141d5-f6be-4741-af72-381045eb8a7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '84d6e016-dd99-48a6-8278-a9c378f62567'}}] {{(pid=102451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 20:58:48.439378 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-d7ca23eb-a0fd-41d0-803b-4a19e013eed2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1026180'] for port (2f21a327-5fdc-4e4a-b9a0-d8a8257879a3), before_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:58:48.460401 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-ba8d3f7c-dcb7-4e0e-afb3-1584d13ac343 admin admin] Publish callbacks [] for router_gateway (910c8d82-8f53-4a84-a34d-cc1bbd89049d), before_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:58:48.483859 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [req-fe7288da-c7c9-4c81-b651-6a33499804c0 req-54973046-4ee3-4b91-816c-a9914e2b8793 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1029723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3769609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783600466360', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783599971606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29106256'] for port (f83f76e6-6b79-4e98-911c-f26ea26c65da), after_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:58:48.489847 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-ba8d3f7c-dcb7-4e0e-afb3-1584d13ac343 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1026180'] for port (None), before_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:58:48.540572 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.db [None req-d7ca23eb-a0fd-41d0-803b-4a19e013eed2 None None] For port 2f21a327-5fdc-4e4a-b9a0-d8a8257879a3, host dv-cinder-813229-5-iscsi, cleared binding levels {{(pid=102451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 20:58:48.545794 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.db [None req-d7ca23eb-a0fd-41d0-803b-4a19e013eed2 None None] For port 2f21a327-5fdc-4e4a-b9a0-d8a8257879a3, host dv-cinder-813229-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-5-iscsi',level=0,port_id=2f21a327-5fdc-4e4a-b9a0-d8a8257879a3,segment=NetworkSegment(745141d5-f6be-4741-af72-381045eb8a7b),segment_id=745141d5-f6be-4741-af72-381045eb8a7b)] {{(pid=102451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 20:58:48.556426 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-d7ca23eb-a0fd-41d0-803b-4a19e013eed2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1029723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3769609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783600466378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783599971615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783599971633'] for port (2f21a327-5fdc-4e4a-b9a0-d8a8257879a3), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:58:48.596174 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54973046-4ee3-4b91-816c-a9914e2b8793 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] Pushing event deleted for resources: {'Port': ['ID=f83f76e6-6b79-4e98-911c-f26ea26c65da,revision_number=None']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:58:48.649512 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ca23eb-a0fd-41d0-803b-4a19e013eed2 None None] Pushing event updated for resources: {'Port': ['ID=2f21a327-5fdc-4e4a-b9a0-d8a8257879a3,revision_number=2']} {{(pid=102451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:58:48.679646 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.db.db_base_plugin_common [None req-ba8d3f7c-dcb7-4e0e-afb3-1584d13ac343 admin admin] Allocated IP 172.27.2.123 (51ba4d8e-a54c-4fb0-a209-37766af226e8/99ba9542-d2be-443f-a804-26ff9bedcbe2/de93bc5b-9c48-48e9-93e3-d484933d6d1a) {{(pid=102450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 20:58:48.703272 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fe7288da-c7c9-4c81-b651-6a33499804c0 req-54973046-4ee3-4b91-816c-a9914e2b8793 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] Router d4d7d827-a252-4287-bc91-d9fef5d0e77d has already been hosted by L3 agent 7c18f3b4-4d02-4b01-9072-98fcd9008716 {{(pid=102449) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 20:58:48.868376 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-ba8d3f7c-dcb7-4e0e-afb3-1584d13ac343 admin admin] Publish callbacks [] for port (de93bc5b-9c48-48e9-93e3-d484933d6d1a), precommit_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:58:48.953587 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-ba8d3f7c-dcb7-4e0e-afb3-1584d13ac343 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1029723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3769609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783599971597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27814909'] for port (de93bc5b-9c48-48e9-93e3-d484933d6d1a), after_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:58:49.034514 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba8d3f7c-dcb7-4e0e-afb3-1584d13ac343 admin admin] Network 51ba4d8e-a54c-4fb0-a209-37766af226e8 is already hosted by enough agents. {{(pid=102450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 20:58:49.036176 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.scheduler.base_scheduler [None req-ba8d3f7c-dcb7-4e0e-afb3-1584d13ac343 admin admin] Resources bound (agent type, host, resource id): {{(pid=102450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 20:58:49.040556 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba8d3f7c-dcb7-4e0e-afb3-1584d13ac343 admin admin] Received port after_create {{(pid=102450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 20:58:49.154796 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fe7288da-c7c9-4c81-b651-6a33499804c0 req-54973046-4ee3-4b91-816c-a9914e2b8793 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] Notify agent at l3_agent.dv-cinder-813229-5-iscsi the message routers_updated {{(pid=102449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 20:58:49.167276 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9b6bb5f-4cef-4d03-b025-97ae73539e08 None None] Sync routers for ids ['d4d7d827-a252-4287-bc91-d9fef5d0e77d'] in dv-cinder-813229-5-iscsi {{(pid=102451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 20:58:49.180103 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9b6bb5f-4cef-4d03-b025-97ae73539e08 None None] Routers {'d4d7d827-a252-4287-bc91-d9fef5d0e77d'} bound to L3 agent in host dv-cinder-813229-5-iscsi {{(pid=102451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 20:58:49.180599 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8d3f7c-dcb7-4e0e-afb3-1584d13ac343 admin admin] Pushing event updated for resources: {'Port': ['ID=de93bc5b-9c48-48e9-93e3-d484933d6d1a,revision_number=1']} {{(pid=102450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:58:49.181010 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.db.l3_hamode_db [None req-b9b6bb5f-4cef-4d03-b025-97ae73539e08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T20:45:52Z,description=,heartbeat_timestamp=2022-01-31T20:58:22Z,host='dv-cinder-813229-5-iscsi',id=7c18f3b4-4d02-4b01-9072-98fcd9008716,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T20:45:52Z,topic='l3_agent')) {'router_ids': ['d4d7d827-a252-4287-bc91-d9fef5d0e77d'], 'active': True} {{(pid=102451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 20:58:49.200627 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe7288da-c7c9-4c81-b651-6a33499804c0 req-54973046-4ee3-4b91-816c-a9914e2b8793 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] No DVR routers for this DVR port f83f76e6-6b79-4e98-911c-f26ea26c65da on host hv-cinder-81322 {{(pid=102449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 20:58:49.203348 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [req-fe7288da-c7c9-4c81-b651-6a33499804c0 req-54973046-4ee3-4b91-816c-a9914e2b8793 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204375'] for port (None), before_response {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:58:49.206855 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-fe7288da-c7c9-4c81-b651-6a33499804c0 req-54973046-4ee3-4b91-816c-a9914e2b8793 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] 10.222.0.59 "DELETE /v2.0/ports/f83f76e6-6b79-4e98-911c-f26ea26c65da HTTP/1.1" status: 204 len: 173 time: 1.4853263 Jan 31 20:58:49.207327 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3153aa7-015b-4bbc-99db-58a6001749e2', 'name': 'network-vif-deleted', 'tag': 'f83f76e6-6b79-4e98-911c-f26ea26c65da'}] {{(pid=102449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 20:58:49.209659 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba30590511e0408980e1e78341b94ae353025d2904c3e8034e675cc5aff8c4ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a81c126-e363-4211-9ac8-1ba3c12a0a08" -d '{"events": [{"server_uuid": "e3153aa7-015b-4bbc-99db-58a6001749e2", "name": "network-vif-deleted", "tag": "f83f76e6-6b79-4e98-911c-f26ea26c65da"}]}' {{(pid=102449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 20:58:49.289266 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 20:58:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca3d03ed-53b6-4d95-a3db-9ed01b459e42 x-openstack-request-id: req-ca3d03ed-53b6-4d95-a3db-9ed01b459e42 {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 20:58:49.289691 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3153aa7-015b-4bbc-99db-58a6001749e2", "name": "network-vif-deleted", "tag": "f83f76e6-6b79-4e98-911c-f26ea26c65da", "status": "completed", "code": 200}]} {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 20:58:49.290127 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-ca3d03ed-53b6-4d95-a3db-9ed01b459e42 {{(pid=102449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 20:58:49.290719 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3153aa7-015b-4bbc-99db-58a6001749e2', 'name': 'network-vif-deleted', 'tag': 'f83f76e6-6b79-4e98-911c-f26ea26c65da', 'status': 'completed', 'code': 200} Jan 31 20:58:49.338833 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.db.l3_dvr_db [None req-b9b6bb5f-4cef-4d03-b025-97ae73539e08 None None] Set router d4d7d827-a252-4287-bc91-d9fef5d0e77d gateway port host: dv-cinder-813229-5-iscsi {{(pid=102451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 20:58:49.349927 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-ba8d3f7c-dcb7-4e0e-afb3-1584d13ac343 admin admin] Publish callbacks [] for router_gateway (910c8d82-8f53-4a84-a34d-cc1bbd89049d), after_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:58:49.461573 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-2724c245-4c0c-42a4-bf69-44f3239bffb6 req-17c0bafc-e1fa-4c69-88a9-9486a07bdf44 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] 10.222.0.46 "GET /v2.0/ports?device_id=e3153aa7-015b-4bbc-99db-58a6001749e2 HTTP/1.1" status: 200 len: 210 time: 0.0651705 Jan 31 20:58:49.547440 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-d1c3ffb9-e1b3-4e2f-b35c-3b059f95e09f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600486512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3401042'] for agent (34ef0204-81d1-4f5e-89d1-b08d0f866641), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:58:49.711281 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.rpc [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Device 2f21a327-5fdc-4e4a-b9a0-d8a8257879a3 up at agent ovs-agent-dv-cinder-813229-5-iscsi {{(pid=102451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 20:58:49.752018 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-ba8d3f7c-dcb7-4e0e-afb3-1584d13ac343 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3675595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3697225'] for router (910c8d82-8f53-4a84-a34d-cc1bbd89049d), after_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:58:49.759626 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.db.l3_hamode_db [None req-b9b6bb5f-4cef-4d03-b025-97ae73539e08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4d7d827-a252-4287-bc91-d9fef5d0e77d', 'name': 'tempest-AttachVolumeShelveTestJSON-958845334-router', 'tenant_id': '89e26e9450a7409f847d894c6e8d3bfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51ba4d8e-a54c-4fb0-a209-37766af226e8', 'external_fixed_ips': [{'subnet_id': '99ba9542-d2be-443f-a804-26ff9bedcbe2', 'ip_address': '172.27.2.24'}], 'enable_snat': True}, 'gw_port_id': 'a98c6a2a-b321-479d-876f-dc5ce1e0005c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T20:53:52Z', 'updated_at': '2022-01-31T20:54:00Z', 'revision_number': 4, 'project_id': '89e26e9450a7409f847d894c6e8d3bfc', 'gw_port': {'id': 'a98c6a2a-b321-479d-876f-dc5ce1e0005c', 'name': '', 'network_id': '51ba4d8e-a54c-4fb0-a209-37766af226e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:09:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4d7d827-a252-4287-bc91-d9fef5d0e77d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '99ba9542-d2be-443f-a804-26ff9bedcbe2', 'ip_address': '172.27.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T20:53:53Z', 'updated_at': '2022-01-31T20:54:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99ba9542-d2be-443f-a804-26ff9bedcbe2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-5-iscsi', '_interfaces': [{'id': 'ed87e509-a3c0-4f7d-aee1-ba82b86c6569', 'name': '', 'network_id': 'e68884ed-aafc-46db-987f-40cce4cb0a81', 'tenant_id': '89e26e9450a7409f847d894c6e8d3bfc', 'mac_address': 'fa:16:3e:2f:53:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4d7d827-a252-4287-bc91-d9fef5d0e77d', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '34dec552-ecde-44b0-b00b-6077e3fcfd65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T20:53:59Z', 'updated_at': '2022-01-31T20:54:11Z', 'revision_number': 5, 'project_id': '89e26e9450a7409f847d894c6e8d3bfc', 'subnets': [{'id': '34dec552-ecde-44b0-b00b-6077e3fcfd65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-5-iscsi', False) {} {{(pid=102451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 20:58:49.825679 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9b6bb5f-4cef-4d03-b025-97ae73539e08 None None] Checking router: d4d7d827-a252-4287-bc91-d9fef5d0e77d for host: dv-cinder-813229-5-iscsi {{(pid=102451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 20:58:49.849414 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9b6bb5f-4cef-4d03-b025-97ae73539e08 None None] Routers {'d4d7d827-a252-4287-bc91-d9fef5d0e77d'} bound to L3 agent in host dv-cinder-813229-5-iscsi {{(pid=102451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 20:58:49.850925 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.db.l3_hamode_db [None req-b9b6bb5f-4cef-4d03-b025-97ae73539e08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T20:45:52Z,description=,heartbeat_timestamp=2022-01-31T20:58:22Z,host='dv-cinder-813229-5-iscsi',id=7c18f3b4-4d02-4b01-9072-98fcd9008716,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T20:45:52Z,topic='l3_agent')) {'router_ids': ['d4d7d827-a252-4287-bc91-d9fef5d0e77d'], 'active': True} {{(pid=102451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 20:58:49.911774 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.db.provisioning_blocks [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Provisioning complete for port 2f21a327-5fdc-4e4a-b9a0-d8a8257879a3 triggered by entity L2. {{(pid=102451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 20:58:49.912354 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3401144'] for port (2f21a327-5fdc-4e4a-b9a0-d8a8257879a3), provisioning_complete {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:58:49.931678 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.wsgi [-] (102449) accepted ('10.222.0.46', 43060) {{(pid=102449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 20:58:50.039663 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba8d3f7c-dcb7-4e0e-afb3-1584d13ac343 admin admin] Router 910c8d82-8f53-4a84-a34d-cc1bbd89049d is scheduled to L3 agent 7c18f3b4-4d02-4b01-9072-98fcd9008716 with binding_index 1 {{(pid=102450) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 31 20:58:50.087092 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.db.l3_dvr_db [None req-b9b6bb5f-4cef-4d03-b025-97ae73539e08 None None] Set router d4d7d827-a252-4287-bc91-d9fef5d0e77d gateway port host: dv-cinder-813229-5-iscsi {{(pid=102451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 20:58:50.092631 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04ef0d8f-e8d7-4854-9856-f7326fe2c80a None None] Network 84d6e016-dd99-48a6-8278-a9c378f62567 requested from dv-cinder-813229-5-iscsi {{(pid=102451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 20:58:50.129278 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-23580b15-21cd-48e2-b531-b2959cec2eac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:58:50.161467 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.plugin [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Current status of the port 2f21a327-5fdc-4e4a-b9a0-d8a8257879a3 is: DOWN; New status is: ACTIVE {{(pid=102451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 20:58:50.161849 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1026180'] for port (2f21a327-5fdc-4e4a-b9a0-d8a8257879a3), before_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:58:50.206874 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba8d3f7c-dcb7-4e0e-afb3-1584d13ac343 admin admin] Notify agent at l3_agent.dv-cinder-813229-5-iscsi the message routers_updated {{(pid=102450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 20:58:50.225202 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88c612a3-b854-4152-8042-169fd724f0d1 None None] Sync routers for ids ['910c8d82-8f53-4a84-a34d-cc1bbd89049d'] in dv-cinder-813229-5-iscsi {{(pid=102454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 20:58:50.232940 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-23580b15-21cd-48e2-b531-b2959cec2eac admin admin] Publish callbacks [] for security_group (6fc49039-835f-45b4-bad1-7ac1039bc941), precommit_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:58:50.237769 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-23580b15-21cd-48e2-b531-b2959cec2eac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736509'] for security_group (6fc49039-835f-45b4-bad1-7ac1039bc941), after_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:58:50.243013 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-ba8d3f7c-dcb7-4e0e-afb3-1584d13ac343 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:58:50.247297 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [None req-ba8d3f7c-dcb7-4e0e-afb3-1584d13ac343 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.3771894 Jan 31 20:58:50.247461 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88c612a3-b854-4152-8042-169fd724f0d1 None None] Routers {'910c8d82-8f53-4a84-a34d-cc1bbd89049d'} bound to L3 agent in host dv-cinder-813229-5-iscsi {{(pid=102454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 20:58:50.247461 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.db.l3_hamode_db [None req-88c612a3-b854-4152-8042-169fd724f0d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T20:45:52Z,description=,heartbeat_timestamp=2022-01-31T20:58:22Z,host='dv-cinder-813229-5-iscsi',id=7c18f3b4-4d02-4b01-9072-98fcd9008716,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T20:45:52Z,topic='l3_agent')) {'router_ids': ['910c8d82-8f53-4a84-a34d-cc1bbd89049d'], 'active': True} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 20:58:50.248041 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.wsgi [-] (102450) accepted ('10.222.0.46', 43064) {{(pid=102450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 20:58:50.281879 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.db.provisioning_blocks [None req-faee36b9-7744-465b-83e0-6076be0a3052 None None] Provisioning complete for port 2f21a327-5fdc-4e4a-b9a0-d8a8257879a3 triggered by entity DHCP. {{(pid=102451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 20:58:50.282540 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-faee36b9-7744-465b-83e0-6076be0a3052 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3401144'] for port (2f21a327-5fdc-4e4a-b9a0-d8a8257879a3), provisioning_complete {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:58:50.285221 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23580b15-21cd-48e2-b531-b2959cec2eac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fc49039-835f-45b4-bad1-7ac1039bc941,revision_number=1']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:58:50.290079 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [None req-23580b15-21cd-48e2-b531-b2959cec2eac admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=029b9dc7828141f99522d51d95b4e88f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3569396 Jan 31 20:58:50.292577 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.wsgi [-] (102449) accepted ('10.222.0.46', 43066) {{(pid=102449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 20:58:50.329203 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.db [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] For port 2f21a327-5fdc-4e4a-b9a0-d8a8257879a3, host dv-cinder-813229-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-5-iscsi',level=0,port_id=2f21a327-5fdc-4e4a-b9a0-d8a8257879a3,segment=NetworkSegment(745141d5-f6be-4741-af72-381045eb8a7b),segment_id=745141d5-f6be-4741-af72-381045eb8a7b)] {{(pid=102451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 20:58:50.353808 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1029723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3769609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783600466378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783599971615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783599971633'] for port (2f21a327-5fdc-4e4a-b9a0-d8a8257879a3), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:58:50.418147 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e0177bc9-e6c2-49bc-900e-0bd5fd5d5976 admin admin] Publish callbacks [] for security_group (6fc49039-835f-45b4-bad1-7ac1039bc941), before_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:58:50.485342 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e0177bc9-e6c2-49bc-900e-0bd5fd5d5976 admin admin] Publish callbacks [] for security_group (6fc49039-835f-45b4-bad1-7ac1039bc941), precommit_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:58:50.591776 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.db.l3_dvr_db [None req-88c612a3-b854-4152-8042-169fd724f0d1 None None] Set router 910c8d82-8f53-4a84-a34d-cc1bbd89049d gateway port host: dv-cinder-813229-5-iscsi {{(pid=102454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 20:58:50.613251 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e0177bc9-e6c2-49bc-900e-0bd5fd5d5976 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736509'] for security_group (6fc49039-835f-45b4-bad1-7ac1039bc941), after_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:58:50.615976 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e0177bc9-e6c2-49bc-900e-0bd5fd5d5976 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:58:50.617145 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [None req-e0177bc9-e6c2-49bc-900e-0bd5fd5d5976 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/6fc49039-835f-45b4-bad1-7ac1039bc941 HTTP/1.1" status: 204 len: 168 time: 0.3227501 Jan 31 20:58:50.622629 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.plugin [None req-faee36b9-7744-465b-83e0-6076be0a3052 None None] Current status of the port 2f21a327-5fdc-4e4a-b9a0-d8a8257879a3 is: ACTIVE; New status is: ACTIVE {{(pid=102451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 20:58:50.651448 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.wsgi [-] (102449) accepted ('10.222.0.46', 43074) {{(pid=102449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 20:58:50.670814 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0177bc9-e6c2-49bc-900e-0bd5fd5d5976 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fc49039-835f-45b4-bad1-7ac1039bc941,revision_number=None']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:58:50.707043 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Pushing event updated for resources: {'Port': ['ID=2f21a327-5fdc-4e4a-b9a0-d8a8257879a3,revision_number=3']} {{(pid=102451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:58:50.795735 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.db.l3_hamode_db [None req-b9b6bb5f-4cef-4d03-b025-97ae73539e08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4d7d827-a252-4287-bc91-d9fef5d0e77d', 'name': 'tempest-AttachVolumeShelveTestJSON-958845334-router', 'tenant_id': '89e26e9450a7409f847d894c6e8d3bfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51ba4d8e-a54c-4fb0-a209-37766af226e8', 'external_fixed_ips': [{'subnet_id': '99ba9542-d2be-443f-a804-26ff9bedcbe2', 'ip_address': '172.27.2.24'}], 'enable_snat': True}, 'gw_port_id': 'a98c6a2a-b321-479d-876f-dc5ce1e0005c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T20:53:52Z', 'updated_at': '2022-01-31T20:54:00Z', 'revision_number': 4, 'project_id': '89e26e9450a7409f847d894c6e8d3bfc', 'gw_port': {'id': 'a98c6a2a-b321-479d-876f-dc5ce1e0005c', 'name': '', 'network_id': '51ba4d8e-a54c-4fb0-a209-37766af226e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:09:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4d7d827-a252-4287-bc91-d9fef5d0e77d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '99ba9542-d2be-443f-a804-26ff9bedcbe2', 'ip_address': '172.27.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T20:53:53Z', 'updated_at': '2022-01-31T20:54:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99ba9542-d2be-443f-a804-26ff9bedcbe2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-5-iscsi', '_interfaces': [{'id': 'ed87e509-a3c0-4f7d-aee1-ba82b86c6569', 'name': '', 'network_id': 'e68884ed-aafc-46db-987f-40cce4cb0a81', 'tenant_id': '89e26e9450a7409f847d894c6e8d3bfc', 'mac_address': 'fa:16:3e:2f:53:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4d7d827-a252-4287-bc91-d9fef5d0e77d', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '34dec552-ecde-44b0-b00b-6077e3fcfd65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T20:53:59Z', 'updated_at': '2022-01-31T20:54:11Z', 'revision_number': 5, 'project_id': '89e26e9450a7409f847d894c6e8d3bfc', 'subnets': [{'id': '34dec552-ecde-44b0-b00b-6077e3fcfd65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-5-iscsi', False) {} {{(pid=102451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 20:58:50.826468 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-a4d19efb-bbbc-4cfa-94d5-8e2e5402f856 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] Publish callbacks [] for security_group (65521e8f-8948-4df3-9344-760b60ce97e8), before_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:58:50.831909 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9b6bb5f-4cef-4d03-b025-97ae73539e08 None None] The sync data for ids ['d4d7d827-a252-4287-bc91-d9fef5d0e77d'] in dv-cinder-813229-5-iscsi is: [{'id': 'd4d7d827-a252-4287-bc91-d9fef5d0e77d', 'name': 'tempest-AttachVolumeShelveTestJSON-958845334-router', 'tenant_id': '89e26e9450a7409f847d894c6e8d3bfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51ba4d8e-a54c-4fb0-a209-37766af226e8', 'external_fixed_ips': [{'subnet_id': '99ba9542-d2be-443f-a804-26ff9bedcbe2', 'ip_address': '172.27.2.24'}], 'enable_snat': True}, 'gw_port_id': 'a98c6a2a-b321-479d-876f-dc5ce1e0005c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T20:53:52Z', 'updated_at': '2022-01-31T20:54:00Z', 'revision_number': 4, 'project_id': '89e26e9450a7409f847d894c6e8d3bfc', 'gw_port': {'id': 'a98c6a2a-b321-479d-876f-dc5ce1e0005c', 'name': '', 'network_id': '51ba4d8e-a54c-4fb0-a209-37766af226e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:09:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4d7d827-a252-4287-bc91-d9fef5d0e77d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '99ba9542-d2be-443f-a804-26ff9bedcbe2', 'ip_address': '172.27.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T20:53:53Z', 'updated_at': '2022-01-31T20:54:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99ba9542-d2be-443f-a804-26ff9bedcbe2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-5-iscsi', '_interfaces': [{'id': 'ed87e509-a3c0-4f7d-aee1-ba82b86c6569', 'name': '', 'network_id': 'e68884ed-aafc-46db-987f-40cce4cb0a81', 'tenant_id': '89e26e9450a7409f847d894c6e8d3bfc', 'mac_address': 'fa:16:3e:2f:53:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4d7d827-a252-4287-bc91-d9fef5d0e77d', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '34dec552-ecde-44b0-b00b-6077e3fcfd65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T20:53:59Z', 'updated_at': '2022-01-31T20:54:11Z', 'revision_number': 5, 'project_id': '89e26e9450a7409f847d894c6e8d3bfc', 'subnets': [{'id': '34dec552-ecde-44b0-b00b-6077e3fcfd65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 20:58:50.899179 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-a4d19efb-bbbc-4cfa-94d5-8e2e5402f856 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] Publish callbacks [] for security_group (65521e8f-8948-4df3-9344-760b60ce97e8), precommit_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:58:51.014149 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-a4d19efb-bbbc-4cfa-94d5-8e2e5402f856 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736509'] for security_group (65521e8f-8948-4df3-9344-760b60ce97e8), after_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:58:51.016879 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-a4d19efb-bbbc-4cfa-94d5-8e2e5402f856 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] Publish callbacks [] for security_group (None), before_response {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:58:51.028838 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [None req-a4d19efb-bbbc-4cfa-94d5-8e2e5402f856 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] 10.222.0.46 "DELETE /v2.0/security-groups/65521e8f-8948-4df3-9344-760b60ce97e8 HTTP/1.1" status: 204 len: 168 time: 0.3666861 Jan 31 20:58:51.029938 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.wsgi [-] (102449) accepted ('10.222.0.46', 43078) {{(pid=102449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 20:58:51.032113 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.db.l3_hamode_db [None req-88c612a3-b854-4152-8042-169fd724f0d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '910c8d82-8f53-4a84-a34d-cc1bbd89049d', 'name': 'tempest-TestVolumeBootPattern-2011310398-router', 'tenant_id': '3f735df896f74e2a8ec34440c5d4fbfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51ba4d8e-a54c-4fb0-a209-37766af226e8', 'external_fixed_ips': [{'subnet_id': '99ba9542-d2be-443f-a804-26ff9bedcbe2', 'ip_address': '172.27.2.123'}], 'enable_snat': True}, 'gw_port_id': 'de93bc5b-9c48-48e9-93e3-d484933d6d1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T20:58:47Z', 'updated_at': '2022-01-31T20:58:49Z', 'revision_number': 3, 'project_id': '3f735df896f74e2a8ec34440c5d4fbfa', 'gw_port': {'id': 'de93bc5b-9c48-48e9-93e3-d484933d6d1a', 'name': '', 'network_id': '51ba4d8e-a54c-4fb0-a209-37766af226e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:ab:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '910c8d82-8f53-4a84-a34d-cc1bbd89049d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '99ba9542-d2be-443f-a804-26ff9bedcbe2', 'ip_address': '172.27.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T20:58:48Z', 'updated_at': '2022-01-31T20:58:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '99ba9542-d2be-443f-a804-26ff9bedcbe2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-5-iscsi'}], 'dv-cinder-813229-5-iscsi', False) {} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 20:58:51.079889 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d19efb-bbbc-4cfa-94d5-8e2e5402f856 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=65521e8f-8948-4df3-9344-760b60ce97e8,revision_number=None']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:58:51.084846 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.api.v2.resource [None req-013cced4-a3b8-442e-a87b-d68976ce1edf tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] show failed (client error): The resource could not be found. Jan 31 20:58:51.090928 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [None req-013cced4-a3b8-442e-a87b-d68976ce1edf tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] 10.222.0.46 "GET /v2.0/security-groups/65521e8f-8948-4df3-9344-760b60ce97e8 HTTP/1.1" status: 404 len: 347 time: 0.0561142 Jan 31 20:58:51.111202 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.wsgi [-] (102449) accepted ('10.222.0.46', 43080) {{(pid=102449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 20:58:51.158306 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88c612a3-b854-4152-8042-169fd724f0d1 None None] Checking router: 910c8d82-8f53-4a84-a34d-cc1bbd89049d for host: dv-cinder-813229-5-iscsi {{(pid=102454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 20:58:51.158701 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88c612a3-b854-4152-8042-169fd724f0d1 None None] Updating router 910c8d82-8f53-4a84-a34d-cc1bbd89049d port de93bc5b-9c48-48e9-93e3-d484933d6d1a binding host dv-cinder-813229-5-iscsi {{(pid=102454) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 31 20:58:51.207917 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-88c612a3-b854-4152-8042-169fd724f0d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1026180'] for port (de93bc5b-9c48-48e9-93e3-d484933d6d1a), before_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:58:51.256508 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.db.provisioning_blocks [None req-d70afa1f-5b87-44e8-a7bc-0bec3463a478 None None] Provisioning complete for port 2f21a327-5fdc-4e4a-b9a0-d8a8257879a3 triggered by entity DHCP. {{(pid=102451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 20:58:51.256896 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-d70afa1f-5b87-44e8-a7bc-0bec3463a478 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3401144'] for port (2f21a327-5fdc-4e4a-b9a0-d8a8257879a3), provisioning_complete {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:58:51.310267 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.wsgi [-] (102449) accepted ('10.222.0.46', 43082) {{(pid=102449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 20:58:51.311118 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-97d85644-d091-41ff-86a5-0420e7ddf1d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1026180'] for port (None), before_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:58:51.352502 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fecd31e-3d7c-4080-9c0f-a7139e2a2376 None None] New status for floating IP 2d3d512b-402d-45f9-8337-a1a47b8bf00d: DOWN {{(pid=102451) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 31 20:58:51.354742 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-8a749826-ea23-4e88-9401-bb767392c3c5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:58:51.484491 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-41d5aeed-ef02-4748-8f82-8924cc9557ec tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] Deleting port acfb1bf8-acfe-4bca-994c-f3e5b4f13a7d {{(pid=102449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 20:58:51.484851 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-41d5aeed-ef02-4748-8f82-8924cc9557ec tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783600463454'] for port (acfb1bf8-acfe-4bca-994c-f3e5b4f13a7d), before_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:58:51.520694 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.db.db_base_plugin_common [None req-97d85644-d091-41ff-86a5-0420e7ddf1d5 admin admin] Allocated IP 172.20.0.1 (84d6e016-dd99-48a6-8278-a9c378f62567/f0ef83af-b9dd-40a6-908c-ffa9cf818bc2/3365364a-2deb-4044-bcd9-4ac2d97ebc11) {{(pid=102450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 20:58:51.550289 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.rpc [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Device 2f21a327-5fdc-4e4a-b9a0-d8a8257879a3 up at agent ovs-agent-dv-cinder-813229-5-iscsi {{(pid=102451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 20:58:51.629995 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-88c612a3-b854-4152-8042-169fd724f0d1 None None] Publish callbacks [] for port (de93bc5b-9c48-48e9-93e3-d484933d6d1a), precommit_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:58:51.639599 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-88c612a3-b854-4152-8042-169fd724f0d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1029723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3769609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783600466378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783599971615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783599971633'] for port (de93bc5b-9c48-48e9-93e3-d484933d6d1a), after_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:58:51.699188 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-97d85644-d091-41ff-86a5-0420e7ddf1d5 admin admin] Publish callbacks [] for port (3365364a-2deb-4044-bcd9-4ac2d97ebc11), precommit_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:58:51.701395 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f521911e-3b30-49db-b49f-08b5deae5c28 None None] Pushing event updated for resources: {'Port': ['ID=de93bc5b-9c48-48e9-93e3-d484933d6d1a,revision_number=2']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:58:51.711518 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-8a749826-ea23-4e88-9401-bb767392c3c5 admin admin] Publish callbacks [] for security_group (81656e91-c735-4b05-9480-b45b7136282a), precommit_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:58:51.715996 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-a4d7bdc1-fde0-4f96-9327-78ef4a53be52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600486512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3401042'] for agent (7c18f3b4-4d02-4b01-9072-98fcd9008716), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:58:51.728037 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.plugin [None req-d70afa1f-5b87-44e8-a7bc-0bec3463a478 None None] Current status of the port 2f21a327-5fdc-4e4a-b9a0-d8a8257879a3 is: ACTIVE; New status is: ACTIVE {{(pid=102451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 20:58:51.742651 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.db.provisioning_blocks [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Provisioning complete for port 2f21a327-5fdc-4e4a-b9a0-d8a8257879a3 triggered by entity L2. {{(pid=102451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 20:58:51.743078 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3401144'] for port (2f21a327-5fdc-4e4a-b9a0-d8a8257879a3), provisioning_complete {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:58:51.745397 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [None req-88c612a3-b854-4152-8042-169fd724f0d1 None None] Attempting to bind port de93bc5b-9c48-48e9-93e3-d484933d6d1a on host dv-cinder-813229-5-iscsi for vnic_type normal with profile {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 20:58:51.745767 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [None req-88c612a3-b854-4152-8042-169fd724f0d1 None None] Attempting to bind port de93bc5b-9c48-48e9-93e3-d484933d6d1a by drivers openvswitch,hyperv on host dv-cinder-813229-5-iscsi at level 0 using segments [{'id': 'ad776c9f-cdc1-49f1-a366-310dcfc4c059', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51ba4d8e-a54c-4fb0-a209-37766af226e8'}] {{(pid=102454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 20:58:51.745883 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-8a749826-ea23-4e88-9401-bb767392c3c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736509'] for security_group (81656e91-c735-4b05-9480-b45b7136282a), after_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:58:51.746175 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88c612a3-b854-4152-8042-169fd724f0d1 None None] Attempting to bind port de93bc5b-9c48-48e9-93e3-d484933d6d1a on network 51ba4d8e-a54c-4fb0-a209-37766af226e8 {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 20:58:51.763785 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88c612a3-b854-4152-8042-169fd724f0d1 None None] Checking agent: {'id': '9ba4f6fe-000a-4ef5-9d61-ba62910ab5fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813229-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 20, 45, 56), 'started_at': datetime.datetime(2022, 1, 31, 20, 46, 26), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 20, 58, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813229-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 20:58:51.764179 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88c612a3-b854-4152-8042-169fd724f0d1 None None] Checking segment: {'id': 'ad776c9f-cdc1-49f1-a366-310dcfc4c059', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51ba4d8e-a54c-4fb0-a209-37766af226e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 20:58:51.764627 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-88c612a3-b854-4152-8042-169fd724f0d1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:58:51.765022 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88c612a3-b854-4152-8042-169fd724f0d1 None None] Bound using segment: {'id': 'ad776c9f-cdc1-49f1-a366-310dcfc4c059', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51ba4d8e-a54c-4fb0-a209-37766af226e8'} {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 20:58:51.765506 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [None req-88c612a3-b854-4152-8042-169fd724f0d1 None None] Bound port: de93bc5b-9c48-48e9-93e3-d484933d6d1a, host: dv-cinder-813229-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad776c9f-cdc1-49f1-a366-310dcfc4c059', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51ba4d8e-a54c-4fb0-a209-37766af226e8'}}] {{(pid=102454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 20:58:51.765909 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-88c612a3-b854-4152-8042-169fd724f0d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1026180'] for port (de93bc5b-9c48-48e9-93e3-d484933d6d1a), before_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:58:51.774366 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-97d85644-d091-41ff-86a5-0420e7ddf1d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1029723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3769609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783599971597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27814909'] for port (3365364a-2deb-4044-bcd9-4ac2d97ebc11), after_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:58:51.782973 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-41d5aeed-ef02-4748-8f82-8924cc9557ec tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696268'] for port (acfb1bf8-acfe-4bca-994c-f3e5b4f13a7d), precommit_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:58:51.783314 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-41d5aeed-ef02-4748-8f82-8924cc9557ec tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] Publish callbacks [] for floatingip (acfb1bf8-acfe-4bca-994c-f3e5b4f13a7d), precommit_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:58:51.823939 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-41d5aeed-ef02-4748-8f82-8924cc9557ec tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] Calling delete_port for acfb1bf8-acfe-4bca-994c-f3e5b4f13a7d owned by network:floatingip {{(pid=102449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 20:58:51.828934 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [None req-8a749826-ea23-4e88-9401-bb767392c3c5 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=25e8bcc381514ba6967fef46a1f8fe57&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5109742 Jan 31 20:58:51.829671 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a749826-ea23-4e88-9401-bb767392c3c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81656e91-c735-4b05-9480-b45b7136282a,revision_number=1']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:58:51.846222 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.wsgi [-] (102449) accepted ('10.222.0.46', 43084) {{(pid=102449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 20:58:51.853399 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97d85644-d091-41ff-86a5-0420e7ddf1d5 admin admin] Network 84d6e016-dd99-48a6-8278-a9c378f62567 is already hosted by enough agents. {{(pid=102450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 20:58:51.854816 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d85644-d091-41ff-86a5-0420e7ddf1d5 admin admin] Pushing event updated for resources: {'Port': ['ID=3365364a-2deb-4044-bcd9-4ac2d97ebc11,revision_number=1']} {{(pid=102450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:58:51.859366 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.scheduler.base_scheduler [None req-97d85644-d091-41ff-86a5-0420e7ddf1d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=102450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 20:58:51.862608 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97d85644-d091-41ff-86a5-0420e7ddf1d5 admin admin] Received port after_create {{(pid=102450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 20:58:51.880816 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.plugins.ml2.db [None req-88c612a3-b854-4152-8042-169fd724f0d1 None None] For port de93bc5b-9c48-48e9-93e3-d484933d6d1a, host dv-cinder-813229-5-iscsi, cleared binding levels {{(pid=102454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 20:58:51.885360 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.plugins.ml2.db [None req-88c612a3-b854-4152-8042-169fd724f0d1 None None] For port de93bc5b-9c48-48e9-93e3-d484933d6d1a, host dv-cinder-813229-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-5-iscsi',level=0,port_id=de93bc5b-9c48-48e9-93e3-d484933d6d1a,segment=NetworkSegment(ad776c9f-cdc1-49f1-a366-310dcfc4c059),segment_id=ad776c9f-cdc1-49f1-a366-310dcfc4c059)] {{(pid=102454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 20:58:51.895456 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.plugin [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Current status of the port 2f21a327-5fdc-4e4a-b9a0-d8a8257879a3 is: ACTIVE; New status is: ACTIVE {{(pid=102451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 20:58:51.901523 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-88c612a3-b854-4152-8042-169fd724f0d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1029723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3769609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783600466378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783599971615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783599971633'] for port (de93bc5b-9c48-48e9-93e3-d484933d6d1a), after_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:58:51.911734 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-97d85644-d091-41ff-86a5-0420e7ddf1d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3696668'] for router_interface (910c8d82-8f53-4a84-a34d-cc1bbd89049d), before_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:58:51.996669 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88c612a3-b854-4152-8042-169fd724f0d1 None None] Routers {'910c8d82-8f53-4a84-a34d-cc1bbd89049d'} bound to L3 agent in host dv-cinder-813229-5-iscsi {{(pid=102454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 20:58:51.997764 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.db.l3_hamode_db [None req-88c612a3-b854-4152-8042-169fd724f0d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T20:45:52Z,description=,heartbeat_timestamp=2022-01-31T20:58:52Z,host='dv-cinder-813229-5-iscsi',id=7c18f3b4-4d02-4b01-9072-98fcd9008716,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T20:45:52Z,topic='l3_agent')) {'router_ids': ['910c8d82-8f53-4a84-a34d-cc1bbd89049d'], 'active': True} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 20:58:52.002886 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-1eeac8e6-d140-4e2e-9bdc-05863917f035 admin admin] Publish callbacks [] for security_group (81656e91-c735-4b05-9480-b45b7136282a), before_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:58:52.026014 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.rpc [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Device f83f76e6-6b79-4e98-911c-f26ea26c65da no longer exists at agent hyperv_hv-cinder-81322 {{(pid=102451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 20:58:52.072261 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-1eeac8e6-d140-4e2e-9bdc-05863917f035 admin admin] Publish callbacks [] for security_group (81656e91-c735-4b05-9480-b45b7136282a), precommit_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:58:52.091657 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.plugin [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] No Port match for: f83f76e6-6b79-4e98-911c-f26ea26c65da {{(pid=102451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 20:58:52.092387 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.rpc [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Device f83f76e6-6b79-4e98-911c-f26ea26c65da not bound to the agent host hv-cinder-81322 {{(pid=102451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 20:58:52.140102 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.db.l3_dvr_db [None req-88c612a3-b854-4152-8042-169fd724f0d1 None None] Set router 910c8d82-8f53-4a84-a34d-cc1bbd89049d gateway port host: dv-cinder-813229-5-iscsi {{(pid=102454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 20:58:52.210950 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-1eeac8e6-d140-4e2e-9bdc-05863917f035 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736509'] for security_group (81656e91-c735-4b05-9480-b45b7136282a), after_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:58:52.213439 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-97d85644-d091-41ff-86a5-0420e7ddf1d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1026180'] for port (3365364a-2deb-4044-bcd9-4ac2d97ebc11), before_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:58:52.215837 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-1eeac8e6-d140-4e2e-9bdc-05863917f035 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:58:52.219252 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [None req-1eeac8e6-d140-4e2e-9bdc-05863917f035 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/81656e91-c735-4b05-9480-b45b7136282a HTTP/1.1" status: 204 len: 168 time: 0.3686359 Jan 31 20:58:52.228268 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-41d5aeed-ef02-4748-8f82-8924cc9557ec tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1029723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3769609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783600466360', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783599971606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29106256'] for port (acfb1bf8-acfe-4bca-994c-f3e5b4f13a7d), after_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:58:52.305954 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eeac8e6-d140-4e2e-9bdc-05863917f035 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81656e91-c735-4b05-9480-b45b7136282a,revision_number=None']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:58:52.336791 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d5aeed-ef02-4748-8f82-8924cc9557ec tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] Pushing event deleted for resources: {'Port': ['ID=acfb1bf8-acfe-4bca-994c-f3e5b4f13a7d,revision_number=None']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:58:52.373580 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.db.provisioning_blocks [None req-f01331e3-bed2-4586-a140-f99e640ed90e None None] Provisioning complete for port 3365364a-2deb-4044-bcd9-4ac2d97ebc11 triggered by entity DHCP. {{(pid=102451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 20:58:52.373957 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-f01331e3-bed2-4586-a140-f99e640ed90e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3401144'] for port (3365364a-2deb-4044-bcd9-4ac2d97ebc11), provisioning_complete {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:58:52.409661 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f521911e-3b30-49db-b49f-08b5deae5c28 None None] Pushing event updated for resources: {'Port': ['ID=de93bc5b-9c48-48e9-93e3-d484933d6d1a,revision_number=3']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:58:52.441890 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.plugin [None req-f01331e3-bed2-4586-a140-f99e640ed90e None None] Port 3365364a-2deb-4044-bcd9-4ac2d97ebc11 cannot update to ACTIVE because it is not bound. {{(pid=102451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 20:58:52.465155 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.db.l3_hamode_db [None req-88c612a3-b854-4152-8042-169fd724f0d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '910c8d82-8f53-4a84-a34d-cc1bbd89049d', 'name': 'tempest-TestVolumeBootPattern-2011310398-router', 'tenant_id': '3f735df896f74e2a8ec34440c5d4fbfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51ba4d8e-a54c-4fb0-a209-37766af226e8', 'external_fixed_ips': [{'subnet_id': '99ba9542-d2be-443f-a804-26ff9bedcbe2', 'ip_address': '172.27.2.123'}], 'enable_snat': True}, 'gw_port_id': 'de93bc5b-9c48-48e9-93e3-d484933d6d1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T20:58:47Z', 'updated_at': '2022-01-31T20:58:49Z', 'revision_number': 3, 'project_id': '3f735df896f74e2a8ec34440c5d4fbfa', 'gw_port': {'id': 'de93bc5b-9c48-48e9-93e3-d484933d6d1a', 'name': '', 'network_id': '51ba4d8e-a54c-4fb0-a209-37766af226e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:ab:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '910c8d82-8f53-4a84-a34d-cc1bbd89049d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '99ba9542-d2be-443f-a804-26ff9bedcbe2', 'ip_address': '172.27.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T20:58:48Z', 'updated_at': '2022-01-31T20:58:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '99ba9542-d2be-443f-a804-26ff9bedcbe2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-5-iscsi'}], 'dv-cinder-813229-5-iscsi', False) {} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 20:58:52.477678 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-41d5aeed-ef02-4748-8f82-8924cc9557ec tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] Publish callbacks [] for floatingip (2d3d512b-402d-45f9-8337-a1a47b8bf00d), after_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:58:52.483721 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-41d5aeed-ef02-4748-8f82-8924cc9557ec tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204375'] for floatingip (None), before_response {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:58:52.489528 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [None req-41d5aeed-ef02-4748-8f82-8924cc9557ec tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] 10.222.0.46 "DELETE /v2.0/floatingips/2d3d512b-402d-45f9-8337-a1a47b8bf00d HTTP/1.1" status: 204 len: 168 time: 1.3762701 Jan 31 20:58:52.521814 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88c612a3-b854-4152-8042-169fd724f0d1 None None] The sync data for ids ['910c8d82-8f53-4a84-a34d-cc1bbd89049d'] in dv-cinder-813229-5-iscsi is: [{'id': '910c8d82-8f53-4a84-a34d-cc1bbd89049d', 'name': 'tempest-TestVolumeBootPattern-2011310398-router', 'tenant_id': '3f735df896f74e2a8ec34440c5d4fbfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51ba4d8e-a54c-4fb0-a209-37766af226e8', 'external_fixed_ips': [{'subnet_id': '99ba9542-d2be-443f-a804-26ff9bedcbe2', 'ip_address': '172.27.2.123'}], 'enable_snat': True}, 'gw_port_id': 'de93bc5b-9c48-48e9-93e3-d484933d6d1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T20:58:47Z', 'updated_at': '2022-01-31T20:58:49Z', 'revision_number': 3, 'project_id': '3f735df896f74e2a8ec34440c5d4fbfa', 'gw_port': {'id': 'de93bc5b-9c48-48e9-93e3-d484933d6d1a', 'name': '', 'network_id': '51ba4d8e-a54c-4fb0-a209-37766af226e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:ab:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '910c8d82-8f53-4a84-a34d-cc1bbd89049d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '99ba9542-d2be-443f-a804-26ff9bedcbe2', 'ip_address': '172.27.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T20:58:48Z', 'updated_at': '2022-01-31T20:58:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '99ba9542-d2be-443f-a804-26ff9bedcbe2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-5-iscsi'}] {{(pid=102454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 20:58:52.613828 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-97d85644-d091-41ff-86a5-0420e7ddf1d5 admin admin] Publish callbacks [] for port (3365364a-2deb-4044-bcd9-4ac2d97ebc11), precommit_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:58:52.620366 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-97d85644-d091-41ff-86a5-0420e7ddf1d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1029723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3769609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783600466378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783599971615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783599971633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27814890'] for port (3365364a-2deb-4044-bcd9-4ac2d97ebc11), after_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:58:52.724859 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d85644-d091-41ff-86a5-0420e7ddf1d5 admin admin] Pushing event updated for resources: {'Port': ['ID=3365364a-2deb-4044-bcd9-4ac2d97ebc11,revision_number=2']} {{(pid=102450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:58:52.766071 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-97d85644-d091-41ff-86a5-0420e7ddf1d5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3769639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3694988'] for router_interface (910c8d82-8f53-4a84-a34d-cc1bbd89049d), after_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:58:52.810444 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.wsgi [-] (102449) accepted ('10.222.0.46', 43100) {{(pid=102449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 20:58:52.815384 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.v2.base [None req-8af95251-6f56-49c4-aeb3-8630b96fa0fa tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1909676066', 'description': 'tempest-description--179201598'}} {{(pid=102449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 20:58:52.897005 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-8af95251-6f56-49c4-aeb3-8630b96fa0fa tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] Publish callbacks [] for security_group (None), before_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:58:52.931118 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97d85644-d091-41ff-86a5-0420e7ddf1d5 admin admin] Network 84d6e016-dd99-48a6-8278-a9c378f62567 is already hosted by enough agents. {{(pid=102450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 20:58:52.934926 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.scheduler.base_scheduler [None req-97d85644-d091-41ff-86a5-0420e7ddf1d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=102450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 20:58:52.994499 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-7eb716df-9c73-407a-9e83-210e7bcc67e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600486512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3401042'] for agent (289e5c83-71b6-47e7-bef9-287113943a12), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:58:53.111845 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-8af95251-6f56-49c4-aeb3-8630b96fa0fa tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] Publish callbacks [] for security_group (5e026526-bdec-4dfc-ba97-0cae44e0172b), precommit_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:58:53.120375 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-8af95251-6f56-49c4-aeb3-8630b96fa0fa tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736509'] for security_group (5e026526-bdec-4dfc-ba97-0cae44e0172b), after_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:58:53.171849 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-8af95251-6f56-49c4-aeb3-8630b96fa0fa tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] Publish callbacks [] for security_group (None), before_response {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:58:53.175961 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [None req-8af95251-6f56-49c4-aeb3-8630b96fa0fa tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3615618 Jan 31 20:58:53.176559 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.wsgi [-] (102450) accepted ('10.222.0.46', 43106) {{(pid=102450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 20:58:53.177098 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af95251-6f56-49c4-aeb3-8630b96fa0fa tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e026526-bdec-4dfc-ba97-0cae44e0172b,revision_number=1']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:58:53.187874 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.v2.base [None req-e5d31027-7bf7-46bd-b12a-e884714be2df tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] Request body: {'security_group_rule': {'security_group_id': '5e026526-bdec-4dfc-ba97-0cae44e0172b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 20:58:53.240852 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97d85644-d091-41ff-86a5-0420e7ddf1d5 admin admin] Router 910c8d82-8f53-4a84-a34d-cc1bbd89049d has already been hosted by L3 agent 7c18f3b4-4d02-4b01-9072-98fcd9008716 {{(pid=102450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 20:58:53.246999 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-e5d31027-7bf7-46bd-b12a-e884714be2df tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] Publish callbacks [] for security_group_rule (40736ff8-dd5f-459e-b99a-e88578f1e1d7), before_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:58:53.371438 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-e5d31027-7bf7-46bd-b12a-e884714be2df tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] Publish callbacks [] for security_group_rule (40736ff8-dd5f-459e-b99a-e88578f1e1d7), precommit_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:58:53.381353 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-e5d31027-7bf7-46bd-b12a-e884714be2df tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695025'] for security_group_rule (40736ff8-dd5f-459e-b99a-e88578f1e1d7), after_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:58:53.383418 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.db.provisioning_blocks [None req-a7539b27-0c10-4643-b710-1b76dfb70a4f None None] Provisioning complete for port 3365364a-2deb-4044-bcd9-4ac2d97ebc11 triggered by entity DHCP. {{(pid=102451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 20:58:53.389311 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-a7539b27-0c10-4643-b710-1b76dfb70a4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3401144'] for port (3365364a-2deb-4044-bcd9-4ac2d97ebc11), provisioning_complete {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:58:53.447636 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-e5d31027-7bf7-46bd-b12a-e884714be2df tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:58:53.449661 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [None req-e5d31027-7bf7-46bd-b12a-e884714be2df tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2705307 Jan 31 20:58:53.453005 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.wsgi [-] (102449) accepted ('10.222.0.46', 43114) {{(pid=102449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 20:58:53.457718 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.v2.base [None req-7a041f09-d7fa-43d1-b2ab-23413fc01472 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] Request body: {'security_group_rule': {'security_group_id': '5e026526-bdec-4dfc-ba97-0cae44e0172b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 20:58:53.488396 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d31027-7bf7-46bd-b12a-e884714be2df tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40736ff8-dd5f-459e-b99a-e88578f1e1d7,revision_number=0']} {{(pid=102450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:58:53.513795 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-7a041f09-d7fa-43d1-b2ab-23413fc01472 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] Publish callbacks [] for security_group_rule (10bf8ca6-518a-4f37-8c2b-0ba714be1843), before_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:58:53.514646 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.plugin [None req-a7539b27-0c10-4643-b710-1b76dfb70a4f None None] Port 3365364a-2deb-4044-bcd9-4ac2d97ebc11 cannot update to ACTIVE because it is not bound. {{(pid=102451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 20:58:53.531745 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97d85644-d091-41ff-86a5-0420e7ddf1d5 admin admin] Notify agent at l3_agent.dv-cinder-813229-5-iscsi the message routers_updated {{(pid=102450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 20:58:53.552614 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [None req-97d85644-d091-41ff-86a5-0420e7ddf1d5 admin admin] 10.222.0.46 "PUT /v2.0/routers/910c8d82-8f53-4a84-a34d-cc1bbd89049d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3033228 Jan 31 20:58:53.633309 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-7a041f09-d7fa-43d1-b2ab-23413fc01472 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] Publish callbacks [] for security_group_rule (10bf8ca6-518a-4f37-8c2b-0ba714be1843), precommit_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:58:53.639106 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.rpc [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Device de93bc5b-9c48-48e9-93e3-d484933d6d1a up at agent ovs-agent-dv-cinder-813229-5-iscsi {{(pid=102451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 20:58:53.640893 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-7a041f09-d7fa-43d1-b2ab-23413fc01472 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695025'] for security_group_rule (10bf8ca6-518a-4f37-8c2b-0ba714be1843), after_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:58:53.671152 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-7a041f09-d7fa-43d1-b2ab-23413fc01472 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:58:53.673097 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [None req-7a041f09-d7fa-43d1-b2ab-23413fc01472 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2185459 Jan 31 20:58:53.675984 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.wsgi [-] (102450) accepted ('10.222.0.46', 43120) {{(pid=102450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 20:58:53.682274 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.v2.base [None req-e11d1c79-bdac-4b6a-afa6-b26e0b48c99c tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] Request body: {'floatingip': {'floating_network_id': '51ba4d8e-a54c-4fb0-a209-37766af226e8'}} {{(pid=102450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 20:58:53.703855 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a041f09-d7fa-43d1-b2ab-23413fc01472 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10bf8ca6-518a-4f37-8c2b-0ba714be1843,revision_number=0']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:58:53.727464 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-e11d1c79-bdac-4b6a-afa6-b26e0b48c99c tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:58:53.746558 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.db.provisioning_blocks [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Provisioning complete for port de93bc5b-9c48-48e9-93e3-d484933d6d1a triggered by entity L2. {{(pid=102451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 20:58:53.747589 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3401144'] for port (de93bc5b-9c48-48e9-93e3-d484933d6d1a), provisioning_complete {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:58:53.871881 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-e11d1c79-bdac-4b6a-afa6-b26e0b48c99c tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1026180'] for port (None), before_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:58:53.876766 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.plugin [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Current status of the port de93bc5b-9c48-48e9-93e3-d484933d6d1a is: DOWN; New status is: ACTIVE {{(pid=102451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 20:58:53.877145 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1026180'] for port (de93bc5b-9c48-48e9-93e3-d484933d6d1a), before_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:58:53.910354 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.db [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] For port de93bc5b-9c48-48e9-93e3-d484933d6d1a, host dv-cinder-813229-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-5-iscsi',level=0,port_id=de93bc5b-9c48-48e9-93e3-d484933d6d1a,segment=NetworkSegment(ad776c9f-cdc1-49f1-a366-310dcfc4c059),segment_id=ad776c9f-cdc1-49f1-a366-310dcfc4c059)] {{(pid=102451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 20:58:53.916607 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1029723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3769609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783600466378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783599971615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783599971633'] for port (de93bc5b-9c48-48e9-93e3-d484933d6d1a), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:58:53.997214 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Pushing event updated for resources: {'Port': ['ID=de93bc5b-9c48-48e9-93e3-d484933d6d1a,revision_number=4']} {{(pid=102451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:58:54.033163 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.db.db_base_plugin_common [None req-e11d1c79-bdac-4b6a-afa6-b26e0b48c99c tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] Allocated IP 172.27.2.151 (51ba4d8e-a54c-4fb0-a209-37766af226e8/99ba9542-d2be-443f-a804-26ff9bedcbe2/27bd04f4-7dd0-4a8c-a617-fc5733b0adfa) {{(pid=102450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 20:58:54.187929 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-e11d1c79-bdac-4b6a-afa6-b26e0b48c99c tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] Publish callbacks [] for port (27bd04f4-7dd0-4a8c-a617-fc5733b0adfa), precommit_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:58:54.240044 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-e11d1c79-bdac-4b6a-afa6-b26e0b48c99c tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1029723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3769609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783599971597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27814909'] for port (27bd04f4-7dd0-4a8c-a617-fc5733b0adfa), after_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:58:54.263001 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e11d1c79-bdac-4b6a-afa6-b26e0b48c99c tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] Network 51ba4d8e-a54c-4fb0-a209-37766af226e8 is already hosted by enough agents. {{(pid=102450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 20:58:54.265791 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.scheduler.base_scheduler [None req-e11d1c79-bdac-4b6a-afa6-b26e0b48c99c tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] Resources bound (agent type, host, resource id): {{(pid=102450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 20:58:54.268817 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e11d1c79-bdac-4b6a-afa6-b26e0b48c99c tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] Received port after_create {{(pid=102450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 20:58:54.336238 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11d1c79-bdac-4b6a-afa6-b26e0b48c99c tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] Pushing event updated for resources: {'Port': ['ID=27bd04f4-7dd0-4a8c-a617-fc5733b0adfa,revision_number=1']} {{(pid=102450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:58:54.413355 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-e11d1c79-bdac-4b6a-afa6-b26e0b48c99c tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] Publish callbacks [] for floatingip (d222c678-95ad-4678-a082-4579e6340a46), precommit_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:58:54.422671 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-ded4de29-c2d1-4616-9365-9981ea756e41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600486512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3401042'] for agent (bf9d83f7-9209-4252-b853-70feadeab726), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:58:54.455424 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-e11d1c79-bdac-4b6a-afa6-b26e0b48c99c tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1026180'] for port (27bd04f4-7dd0-4a8c-a617-fc5733b0adfa), before_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:58:54.576080 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.wsgi [-] (102449) accepted ('10.222.0.46', 43146) {{(pid=102449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 20:58:54.583167 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.v2.base [None req-a82d71a6-c36f-4984-8ba3-13ad11e08714 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1021950059-network', 'tenant_id': '91f39ddbf10640f395192d5388e740b2'}} {{(pid=102449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 20:58:54.621106 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a82d71a6-c36f-4984-8ba3-13ad11e08714 admin admin] Made reservation on behalf of 91f39ddbf10640f395192d5388e740b2 for: {'network': 1} {{(pid=102449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 20:58:54.624864 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-a82d71a6-c36f-4984-8ba3-13ad11e08714 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1026180'] for network (None), before_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:58:54.634914 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-a82d71a6-c36f-4984-8ba3-13ad11e08714 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:58:54.654770 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-e11d1c79-bdac-4b6a-afa6-b26e0b48c99c tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] Publish callbacks [] for port (27bd04f4-7dd0-4a8c-a617-fc5733b0adfa), precommit_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:58:54.660823 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-e11d1c79-bdac-4b6a-afa6-b26e0b48c99c tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1029723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3769609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783600466378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783599971615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783599971633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27814890'] for port (27bd04f4-7dd0-4a8c-a617-fc5733b0adfa), after_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:58:54.743544 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-a82d71a6-c36f-4984-8ba3-13ad11e08714 admin admin] Publish callbacks [] for security_group (78140ae2-cf22-4103-8e9a-2c9f3d2fe8cb), precommit_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:58:54.744441 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11d1c79-bdac-4b6a-afa6-b26e0b48c99c tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] Pushing event updated for resources: {'Port': ['ID=27bd04f4-7dd0-4a8c-a617-fc5733b0adfa,revision_number=2']} {{(pid=102450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:58:54.754904 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-a82d71a6-c36f-4984-8ba3-13ad11e08714 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736509'] for security_group (78140ae2-cf22-4103-8e9a-2c9f3d2fe8cb), after_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:58:54.756924 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-e11d1c79-bdac-4b6a-afa6-b26e0b48c99c tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3696791'] for floatingip (d222c678-95ad-4678-a082-4579e6340a46), after_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:58:54.779169 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a82d71a6-c36f-4984-8ba3-13ad11e08714 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 688} {{(pid=102449) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 20:58:54.780414 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-e11d1c79-bdac-4b6a-afa6-b26e0b48c99c tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204375'] for floatingip (None), before_response {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:58:54.781776 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [None req-e11d1c79-bdac-4b6a-afa6-b26e0b48c99c tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1046488 Jan 31 20:58:54.805100 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82d71a6-c36f-4984-8ba3-13ad11e08714 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78140ae2-cf22-4103-8e9a-2c9f3d2fe8cb,revision_number=1']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:58:54.811114 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-a82d71a6-c36f-4984-8ba3-13ad11e08714 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-936743'] for segment (b67eebf2-4bc6-4c6b-a37f-b182ea5f78c3), precommit_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:58:54.811462 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.db.segments_db [None req-a82d71a6-c36f-4984-8ba3-13ad11e08714 admin admin] Added segment b67eebf2-4bc6-4c6b-a37f-b182ea5f78c3 of type vlan for network 662f25cb-a32c-48b4-84f3-03883d71fcd3 Jan 31 20:58:54.876894 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-a82d71a6-c36f-4984-8ba3-13ad11e08714 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783599991637'] for network (662f25cb-a32c-48b4-84f3-03883d71fcd3), precommit_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:58:54.911835 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-a82d71a6-c36f-4984-8ba3-13ad11e08714 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3769609'] for network (662f25cb-a32c-48b4-84f3-03883d71fcd3), after_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:58:54.913049 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a82d71a6-c36f-4984-8ba3-13ad11e08714 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:58:54.913839 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-a82d71a6-c36f-4984-8ba3-13ad11e08714 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3769851'] for network (None), before_response {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:58:54.995342 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-672000f5-0c1a-496d-be4e-28e19ba1068f None None] Sync routers for ids ['910c8d82-8f53-4a84-a34d-cc1bbd89049d'] in dv-cinder-813229-5-iscsi {{(pid=102454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 20:58:55.009202 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82d71a6-c36f-4984-8ba3-13ad11e08714 admin admin] Pushing event updated for resources: {'Network': ['ID=662f25cb-a32c-48b4-84f3-03883d71fcd3,revision_number=1']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:58:55.018325 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [None req-a82d71a6-c36f-4984-8ba3-13ad11e08714 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4368255 Jan 31 20:58:55.019522 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.wsgi [-] (102449) accepted ('10.222.0.46', 43166) {{(pid=102449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 20:58:55.022188 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-672000f5-0c1a-496d-be4e-28e19ba1068f None None] Routers {'910c8d82-8f53-4a84-a34d-cc1bbd89049d'} bound to L3 agent in host dv-cinder-813229-5-iscsi {{(pid=102454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 20:58:55.022543 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.rpc [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Network 662f25cb-a32c-48b4-84f3-03883d71fcd3 details requested by agent ovs-agent-dv-cinder-813229-5-iscsi with host dv-cinder-813229-5-iscsi {{(pid=102451) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 20:58:55.026675 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.db.l3_hamode_db [None req-672000f5-0c1a-496d-be4e-28e19ba1068f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T20:45:52Z,description=,heartbeat_timestamp=2022-01-31T20:58:52Z,host='dv-cinder-813229-5-iscsi',id=7c18f3b4-4d02-4b01-9072-98fcd9008716,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T20:45:52Z,topic='l3_agent')) {'router_ids': ['910c8d82-8f53-4a84-a34d-cc1bbd89049d'], 'active': True} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 20:58:55.038136 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.v2.base [None req-41e8646c-c571-4033-a835-d1c8595cd528 admin admin] Request body: {'subnet': {'network_id': '662f25cb-a32c-48b4-84f3-03883d71fcd3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1021950059-subnet', 'tenant_id': '91f39ddbf10640f395192d5388e740b2', 'ip_version': 4}} {{(pid=102449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 20:58:55.076440 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41e8646c-c571-4033-a835-d1c8595cd528 admin admin] Made reservation on behalf of 91f39ddbf10640f395192d5388e740b2 for: {'subnet': 1} {{(pid=102449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 20:58:55.083164 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-41e8646c-c571-4033-a835-d1c8595cd528 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25214388'] for subnet (None), before_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:58:55.197364 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.db.l3_dvr_db [None req-672000f5-0c1a-496d-be4e-28e19ba1068f None None] Set router 910c8d82-8f53-4a84-a34d-cc1bbd89049d gateway port host: dv-cinder-813229-5-iscsi {{(pid=102454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 20:58:55.238399 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-eb75be46-d21d-4ae1-b8f3-8319692c1564 req-f981640d-2202-44aa-b0dc-0cfd791980de service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=07b29db9-03dd-4984-8853-a91eaa5fb175&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0796344 Jan 31 20:58:55.459467 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb75be46-d21d-4ae1-b8f3-8319692c1564 req-5247dde7-cd8b-43a6-9d99-37ad47c8fca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:58:55.461889 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-eb75be46-d21d-4ae1-b8f3-8319692c1564 req-5247dde7-cd8b-43a6-9d99-37ad47c8fca7 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=047e08285f47481da2d6cf2445501723&device_id=07b29db9-03dd-4984-8853-a91eaa5fb175 HTTP/1.1" status: 200 len: 1129 time: 0.1590466 Jan 31 20:58:55.465426 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-67ee69fd-12e0-4686-af15-0580398af1dd req-e87067bd-8e7a-4d37-9c75-5060445adc8e tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-securitygroup--1909676066&fields=id&tenant_id=89e26e9450a7409f847d894c6e8d3bfc HTTP/1.1" status: 200 len: 267 time: 0.0955925 Jan 31 20:58:55.466240 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-41e8646c-c571-4033-a835-d1c8595cd528 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3769609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29109440', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25214338'] for subnet (306fcc7f-10d7-47a6-b6f4-6aea4b4d2a67), after_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:58:55.473905 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.db.l3_hamode_db [None req-672000f5-0c1a-496d-be4e-28e19ba1068f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '910c8d82-8f53-4a84-a34d-cc1bbd89049d', 'name': 'tempest-TestVolumeBootPattern-2011310398-router', 'tenant_id': '3f735df896f74e2a8ec34440c5d4fbfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51ba4d8e-a54c-4fb0-a209-37766af226e8', 'external_fixed_ips': [{'subnet_id': '99ba9542-d2be-443f-a804-26ff9bedcbe2', 'ip_address': '172.27.2.123'}], 'enable_snat': True}, 'gw_port_id': 'de93bc5b-9c48-48e9-93e3-d484933d6d1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T20:58:47Z', 'updated_at': '2022-01-31T20:58:52Z', 'revision_number': 4, 'project_id': '3f735df896f74e2a8ec34440c5d4fbfa', 'gw_port': {'id': 'de93bc5b-9c48-48e9-93e3-d484933d6d1a', 'name': '', 'network_id': '51ba4d8e-a54c-4fb0-a209-37766af226e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:ab:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '910c8d82-8f53-4a84-a34d-cc1bbd89049d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '99ba9542-d2be-443f-a804-26ff9bedcbe2', 'ip_address': '172.27.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T20:58:48Z', 'updated_at': '2022-01-31T20:58:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99ba9542-d2be-443f-a804-26ff9bedcbe2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-5-iscsi', '_interfaces': [{'id': '3365364a-2deb-4044-bcd9-4ac2d97ebc11', 'name': '', 'network_id': '84d6e016-dd99-48a6-8278-a9c378f62567', 'tenant_id': '3f735df896f74e2a8ec34440c5d4fbfa', 'mac_address': 'fa:16:3e:ab:bf:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '910c8d82-8f53-4a84-a34d-cc1bbd89049d', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'f0ef83af-b9dd-40a6-908c-ffa9cf818bc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T20:58:51Z', 'updated_at': '2022-01-31T20:58:52Z', 'revision_number': 2, 'project_id': '3f735df896f74e2a8ec34440c5d4fbfa', 'subnets': [{'id': 'f0ef83af-b9dd-40a6-908c-ffa9cf818bc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-5-iscsi', False) {} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 20:58:55.508762 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-672000f5-0c1a-496d-be4e-28e19ba1068f None None] Checking router: 910c8d82-8f53-4a84-a34d-cc1bbd89049d for host: dv-cinder-813229-5-iscsi {{(pid=102454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 20:58:55.509243 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-672000f5-0c1a-496d-be4e-28e19ba1068f None None] Updating router 910c8d82-8f53-4a84-a34d-cc1bbd89049d port 3365364a-2deb-4044-bcd9-4ac2d97ebc11 binding host dv-cinder-813229-5-iscsi {{(pid=102454) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 31 20:58:55.550175 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-672000f5-0c1a-496d-be4e-28e19ba1068f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1026180'] for port (3365364a-2deb-4044-bcd9-4ac2d97ebc11), before_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:58:55.552238 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.rpc [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Device de93bc5b-9c48-48e9-93e3-d484933d6d1a up at agent ovs-agent-dv-cinder-813229-5-iscsi {{(pid=102451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 20:58:55.599357 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e8646c-c571-4033-a835-d1c8595cd528 admin admin] Pushing event updated for resources: {'Subnet': ['ID=306fcc7f-10d7-47a6-b6f4-6aea4b4d2a67,revision_number=0']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:58:55.619637 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.db.provisioning_blocks [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Provisioning complete for port de93bc5b-9c48-48e9-93e3-d484933d6d1a triggered by entity L2. {{(pid=102451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 20:58:55.621762 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3401144'] for port (de93bc5b-9c48-48e9-93e3-d484933d6d1a), provisioning_complete {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:58:55.645050 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ee69fd-12e0-4686-af15-0580398af1dd req-cc0f0a1e-2db8-4c21-9b17-83004c15b00e tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:58:55.646619 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-67ee69fd-12e0-4686-af15-0580398af1dd req-cc0f0a1e-2db8-4c21-9b17-83004c15b00e tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] 10.222.0.46 "GET /v2.0/networks?id=e68884ed-aafc-46db-987f-40cce4cb0a81 HTTP/1.1" status: 200 len: 816 time: 0.1790123 Jan 31 20:58:55.669159 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-67ee69fd-12e0-4686-af15-0580398af1dd req-68afe7ad-4f77-4594-b9d9-27f638f69ae1 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] 10.222.0.46 "GET /v2.0/quotas/89e26e9450a7409f847d894c6e8d3bfc HTTP/1.1" status: 200 len: 375 time: 0.0137980 Jan 31 20:58:55.710630 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41e8646c-c571-4033-a835-d1c8595cd528 admin admin] Checking segment: {'id': 'b67eebf2-4bc6-4c6b-a37f-b182ea5f78c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '662f25cb-a32c-48b4-84f3-03883d71fcd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 20:58:55.711918 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41e8646c-c571-4033-a835-d1c8595cd528 admin admin] Network hostable DHCP agents. Network: 662f25cb-a32c-48b4-84f3-03883d71fcd3, hostable agents: ['34ef0204-81d1-4f5e-89d1-b08d0f866641'], hosted agents: [] {{(pid=102449) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 20:58:55.723756 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb75be46-d21d-4ae1-b8f3-8319692c1564 req-91317c7e-fc8b-40d6-8ed8-30f173ec64ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:58:55.726138 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-eb75be46-d21d-4ae1-b8f3-8319692c1564 req-91317c7e-fc8b-40d6-8ed8-30f173ec64ec service neutron] 10.222.0.59 "GET /v2.0/networks?id=bdbc09ff-d174-4862-8f91-19ce9b2a383a HTTP/1.1" status: 200 len: 912 time: 0.1928542 Jan 31 20:58:55.727529 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.plugin [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Current status of the port de93bc5b-9c48-48e9-93e3-d484933d6d1a is: ACTIVE; New status is: ACTIVE {{(pid=102451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 20:58:55.741122 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-67ee69fd-12e0-4686-af15-0580398af1dd req-f27d5b71-fd3f-4d79-8a04-c59fd89a7c2a tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=89e26e9450a7409f847d894c6e8d3bfc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0662963 Jan 31 20:58:55.784548 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41e8646c-c571-4033-a835-d1c8595cd528 admin admin] Network 662f25cb-a32c-48b4-84f3-03883d71fcd3 is scheduled to be hosted by DHCP agent 34ef0204-81d1-4f5e-89d1-b08d0f866641 with binding_index 1 {{(pid=102449) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 20:58:55.806112 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.scheduler.base_scheduler [None req-41e8646c-c571-4033-a835-d1c8595cd528 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813229-5-iscsi, 662f25cb-a32c-48b4-84f3-03883d71fcd3) {{(pid=102449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 20:58:55.817797 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41e8646c-c571-4033-a835-d1c8595cd528 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:58:55.818411 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-41e8646c-c571-4033-a835-d1c8595cd528 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3769851'] for subnet (None), before_response {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:58:55.820587 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e098cfa2-710c-4fdc-a92e-038d6e9ef3e6 None None] Network 662f25cb-a32c-48b4-84f3-03883d71fcd3 requested from dv-cinder-813229-5-iscsi {{(pid=102451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 20:58:55.829164 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-eb75be46-d21d-4ae1-b8f3-8319692c1564 req-0028cf86-82a8-4f6c-9028-fb511d936dc7 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a9577a12-768b-451e-bd7a-8e181ac9b261 HTTP/1.1" status: 200 len: 1001 time: 0.0959363 Jan 31 20:58:55.871365 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [None req-41e8646c-c571-4033-a835-d1c8595cd528 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8490970 Jan 31 20:58:55.871830 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.wsgi [-] (102449) accepted ('10.222.0.46', 43180) {{(pid=102449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 20:58:55.876399 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.v2.base [None req-1cfa556d-ba33-4a5f-a23b-dd0334ac7034 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1021950059-router', 'tenant_id': '91f39ddbf10640f395192d5388e740b2', 'external_gateway_info': {'network_id': '51ba4d8e-a54c-4fb0-a209-37766af226e8'}}} {{(pid=102449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 20:58:55.909146 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb75be46-d21d-4ae1-b8f3-8319692c1564 req-14bd58d2-8fe3-43ce-a327-a25ed0e8812a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:58:55.910671 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-eb75be46-d21d-4ae1-b8f3-8319692c1564 req-14bd58d2-8fe3-43ce-a327-a25ed0e8812a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=05b63977-1e2b-4747-8d09-fb1f8f446ce1 HTTP/1.1" status: 200 len: 850 time: 0.0747740 Jan 31 20:58:55.921722 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-1cfa556d-ba33-4a5f-a23b-dd0334ac7034 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3694658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-987'] for router (d6083f20-eaba-4527-a2a1-b42d222992f3), before_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:58:55.922976 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-1cfa556d-ba33-4a5f-a23b-dd0334ac7034 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3675570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3697180', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3796638', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-962'] for router (d6083f20-eaba-4527-a2a1-b42d222992f3), precommit_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:58:55.960978 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-672000f5-0c1a-496d-be4e-28e19ba1068f None None] Publish callbacks [] for port (3365364a-2deb-4044-bcd9-4ac2d97ebc11), precommit_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:58:55.969617 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-672000f5-0c1a-496d-be4e-28e19ba1068f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1029723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3769609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783600466378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783599971615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783599971633'] for port (3365364a-2deb-4044-bcd9-4ac2d97ebc11), after_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:58:55.981526 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-67ee69fd-12e0-4686-af15-0580398af1dd req-11a5055e-875e-4579-b554-893bc332214c service neutron] 10.222.0.46 "GET /v2.0/networks/e68884ed-aafc-46db-987f-40cce4cb0a81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2254729 Jan 31 20:58:55.994817 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b7d88a7-567e-4b5a-a600-f5c4de743bf8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp46454b73-10d6-541d-9c15-68f305aeb19a-662f25cb-a32c-48b4-84f3-03883d71fcd3', 'network_id': '662f25cb-a32c-48b4-84f3-03883d71fcd3', 'project_id': '91f39ddbf10640f395192d5388e740b2', 'fixed_ips': [{'subnet_id': '306fcc7f-10d7-47a6-b6f4-6aea4b4d2a67'}]}} from dv-cinder-813229-5-iscsi. {{(pid=102451) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 31 20:58:55.996796 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-6b7d88a7-567e-4b5a-a600-f5c4de743bf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1026180'] for port (None), before_create {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:58:56.022583 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-1cfa556d-ba33-4a5f-a23b-dd0334ac7034 admin admin] Publish callbacks [] for router_controller (d6083f20-eaba-4527-a2a1-b42d222992f3), precommit_add_association {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:58:56.023053 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e65f027-ea18-47fc-9bd7-c55b2be96203 None None] Pushing event updated for resources: {'Port': ['ID=3365364a-2deb-4044-bcd9-4ac2d97ebc11,revision_number=3']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:58:56.032344 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb75be46-d21d-4ae1-b8f3-8319692c1564 req-a5eff8e7-7601-4cf0-a4c5-e131de03688f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:58:56.034289 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-eb75be46-d21d-4ae1-b8f3-8319692c1564 req-a5eff8e7-7601-4cf0-a4c5-e131de03688f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=bdbc09ff-d174-4862-8f91-19ce9b2a383a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1145933 Jan 31 20:58:56.056421 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600486512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3401042'] for agent (9ba4f6fe-000a-4ef5-9d61-ba62910ab5fe), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:58:56.141375 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-67ee69fd-12e0-4686-af15-0580398af1dd req-cf96cede-afd1-485e-b1d5-c505424a7be0 service neutron] 10.222.0.46 "GET /v2.0/networks/e68884ed-aafc-46db-987f-40cce4cb0a81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1535108 Jan 31 20:58:56.141982 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [None req-672000f5-0c1a-496d-be4e-28e19ba1068f None None] Attempting to bind port 3365364a-2deb-4044-bcd9-4ac2d97ebc11 on host dv-cinder-813229-5-iscsi for vnic_type normal with profile {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 20:58:56.143409 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [None req-672000f5-0c1a-496d-be4e-28e19ba1068f None None] Attempting to bind port 3365364a-2deb-4044-bcd9-4ac2d97ebc11 by drivers openvswitch,hyperv on host dv-cinder-813229-5-iscsi at level 0 using segments [{'id': '745141d5-f6be-4741-af72-381045eb8a7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '84d6e016-dd99-48a6-8278-a9c378f62567'}] {{(pid=102454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 20:58:56.143918 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-672000f5-0c1a-496d-be4e-28e19ba1068f None None] Attempting to bind port 3365364a-2deb-4044-bcd9-4ac2d97ebc11 on network 84d6e016-dd99-48a6-8278-a9c378f62567 {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 20:58:56.153836 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-672000f5-0c1a-496d-be4e-28e19ba1068f None None] Checking agent: {'id': '9ba4f6fe-000a-4ef5-9d61-ba62910ab5fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813229-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 20, 45, 56), 'started_at': datetime.datetime(2022, 1, 31, 20, 46, 26), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 20, 58, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813229-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 20:58:56.154207 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-672000f5-0c1a-496d-be4e-28e19ba1068f None None] Checking segment: {'id': '745141d5-f6be-4741-af72-381045eb8a7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '84d6e016-dd99-48a6-8278-a9c378f62567'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 20:58:56.154660 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-672000f5-0c1a-496d-be4e-28e19ba1068f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:58:56.155274 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-672000f5-0c1a-496d-be4e-28e19ba1068f None None] Bound using segment: {'id': '745141d5-f6be-4741-af72-381045eb8a7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '84d6e016-dd99-48a6-8278-a9c378f62567'} {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 20:58:56.156150 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [None req-672000f5-0c1a-496d-be4e-28e19ba1068f None None] Bound port: 3365364a-2deb-4044-bcd9-4ac2d97ebc11, host: dv-cinder-813229-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '745141d5-f6be-4741-af72-381045eb8a7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '84d6e016-dd99-48a6-8278-a9c378f62567'}}] {{(pid=102454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 20:58:56.156694 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-672000f5-0c1a-496d-be4e-28e19ba1068f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1026180'] for port (3365364a-2deb-4044-bcd9-4ac2d97ebc11), before_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:58:56.219536 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.db.db_base_plugin_common [None req-6b7d88a7-567e-4b5a-a600-f5c4de743bf8 None None] Allocated IP 172.20.0.2 (662f25cb-a32c-48b4-84f3-03883d71fcd3/306fcc7f-10d7-47a6-b6f4-6aea4b4d2a67/fcae840a-dfd1-4651-b28c-52b884e8434e) {{(pid=102451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 20:58:56.246498 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.plugins.ml2.db [None req-672000f5-0c1a-496d-be4e-28e19ba1068f None None] For port 3365364a-2deb-4044-bcd9-4ac2d97ebc11, host dv-cinder-813229-5-iscsi, cleared binding levels {{(pid=102454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 20:58:56.253013 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.plugins.ml2.db [None req-672000f5-0c1a-496d-be4e-28e19ba1068f None None] For port 3365364a-2deb-4044-bcd9-4ac2d97ebc11, host dv-cinder-813229-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-5-iscsi',level=0,port_id=3365364a-2deb-4044-bcd9-4ac2d97ebc11,segment=NetworkSegment(745141d5-f6be-4741-af72-381045eb8a7b),segment_id=745141d5-f6be-4741-af72-381045eb8a7b)] {{(pid=102454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 20:58:56.263548 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-672000f5-0c1a-496d-be4e-28e19ba1068f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1029723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3769609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783600466378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783599971615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783599971633'] for port (3365364a-2deb-4044-bcd9-4ac2d97ebc11), after_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:58:56.323507 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-672000f5-0c1a-496d-be4e-28e19ba1068f None None] Routers {'910c8d82-8f53-4a84-a34d-cc1bbd89049d'} bound to L3 agent in host dv-cinder-813229-5-iscsi {{(pid=102454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 20:58:56.325409 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.db.l3_hamode_db [None req-672000f5-0c1a-496d-be4e-28e19ba1068f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T20:45:52Z,description=,heartbeat_timestamp=2022-01-31T20:58:52Z,host='dv-cinder-813229-5-iscsi',id=7c18f3b4-4d02-4b01-9072-98fcd9008716,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T20:45:52Z,topic='l3_agent')) {'router_ids': ['910c8d82-8f53-4a84-a34d-cc1bbd89049d'], 'active': True} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 20:58:56.390417 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-1cfa556d-ba33-4a5f-a23b-dd0334ac7034 admin admin] Publish callbacks [] for router_gateway (d6083f20-eaba-4527-a2a1-b42d222992f3), precommit_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:58:56.428924 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.db.provisioning_blocks [None req-4abb68e0-3ecf-4a22-84b3-7507e08680d6 None None] Provisioning complete for port 3365364a-2deb-4044-bcd9-4ac2d97ebc11 triggered by entity DHCP. {{(pid=102451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 20:58:56.429410 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-4abb68e0-3ecf-4a22-84b3-7507e08680d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3401144'] for port (3365364a-2deb-4044-bcd9-4ac2d97ebc11), provisioning_complete {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:58:56.430333 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e65f027-ea18-47fc-9bd7-c55b2be96203 None None] Pushing event updated for resources: {'Port': ['ID=3365364a-2deb-4044-bcd9-4ac2d97ebc11,revision_number=4']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:58:56.501773 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-eb75be46-d21d-4ae1-b8f3-8319692c1564 req-2779d018-bca6-4579-a938-1372da6fc30e service neutron] 10.222.0.59 "GET /v2.0/networks/bdbc09ff-d174-4862-8f91-19ce9b2a383a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4591520 Jan 31 20:58:56.525617 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-6b7d88a7-567e-4b5a-a600-f5c4de743bf8 None None] Publish callbacks [] for port (fcae840a-dfd1-4651-b28c-52b884e8434e), precommit_create {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:58:56.547783 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.db.l3_dvr_db [None req-672000f5-0c1a-496d-be4e-28e19ba1068f None None] Set router 910c8d82-8f53-4a84-a34d-cc1bbd89049d gateway port host: dv-cinder-813229-5-iscsi {{(pid=102454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 20:58:56.573405 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-6b7d88a7-567e-4b5a-a600-f5c4de743bf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1029723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3769609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783599971597'] for port (fcae840a-dfd1-4651-b28c-52b884e8434e), after_create {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:58:56.673629 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7d88a7-567e-4b5a-a600-f5c4de743bf8 None None] Pushing event updated for resources: {'Port': ['ID=fcae840a-dfd1-4651-b28c-52b884e8434e,revision_number=1']} {{(pid=102451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:58:56.686229 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b7d88a7-567e-4b5a-a600-f5c4de743bf8 None None] Network 662f25cb-a32c-48b4-84f3-03883d71fcd3 is already hosted by enough agents. {{(pid=102451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 20:58:56.689536 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.scheduler.base_scheduler [None req-6b7d88a7-567e-4b5a-a600-f5c4de743bf8 None None] Resources bound (agent type, host, resource id): {{(pid=102451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 20:58:56.698258 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b7d88a7-567e-4b5a-a600-f5c4de743bf8 None None] Received port after_create {{(pid=102451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 20:58:56.708249 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.plugin [None req-4abb68e0-3ecf-4a22-84b3-7507e08680d6 None None] Current status of the port 3365364a-2deb-4044-bcd9-4ac2d97ebc11 is: DOWN; New status is: ACTIVE {{(pid=102451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 20:58:56.709436 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-4abb68e0-3ecf-4a22-84b3-7507e08680d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1026180'] for port (3365364a-2deb-4044-bcd9-4ac2d97ebc11), before_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:58:56.801309 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.managers [None req-6b7d88a7-567e-4b5a-a600-f5c4de743bf8 None None] Attempting to bind port fcae840a-dfd1-4651-b28c-52b884e8434e on host dv-cinder-813229-5-iscsi for vnic_type normal with profile {{(pid=102451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 20:58:56.801717 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.managers [None req-6b7d88a7-567e-4b5a-a600-f5c4de743bf8 None None] Attempting to bind port fcae840a-dfd1-4651-b28c-52b884e8434e by drivers openvswitch,hyperv on host dv-cinder-813229-5-iscsi at level 0 using segments [{'id': 'b67eebf2-4bc6-4c6b-a37f-b182ea5f78c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '662f25cb-a32c-48b4-84f3-03883d71fcd3'}] {{(pid=102451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 20:58:56.802082 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b7d88a7-567e-4b5a-a600-f5c4de743bf8 None None] Attempting to bind port fcae840a-dfd1-4651-b28c-52b884e8434e on network 662f25cb-a32c-48b4-84f3-03883d71fcd3 {{(pid=102451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 20:58:56.807196 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-ba0aa07b-3fc7-4bd9-8a83-af25eabfd600 req-0839f849-1364-40f5-8955-5097fb6698ee tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] 10.222.0.46 "GET /v2.0/ports?device_id=521937b0-3541-460a-a340-58920b66dc40 HTTP/1.1" status: 200 len: 210 time: 0.3816943 Jan 31 20:58:56.807843 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.db [None req-4abb68e0-3ecf-4a22-84b3-7507e08680d6 None None] For port 3365364a-2deb-4044-bcd9-4ac2d97ebc11, host dv-cinder-813229-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-5-iscsi',level=0,port_id=3365364a-2deb-4044-bcd9-4ac2d97ebc11,segment=NetworkSegment(745141d5-f6be-4741-af72-381045eb8a7b),segment_id=745141d5-f6be-4741-af72-381045eb8a7b)] {{(pid=102451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 20:58:56.812504 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b7d88a7-567e-4b5a-a600-f5c4de743bf8 None None] Checking agent: {'id': '9ba4f6fe-000a-4ef5-9d61-ba62910ab5fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813229-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 20, 45, 56), 'started_at': datetime.datetime(2022, 1, 31, 20, 46, 26), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 20, 58, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813229-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 20:58:56.812885 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b7d88a7-567e-4b5a-a600-f5c4de743bf8 None None] Checking segment: {'id': 'b67eebf2-4bc6-4c6b-a37f-b182ea5f78c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '662f25cb-a32c-48b4-84f3-03883d71fcd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 20:58:56.813337 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-6b7d88a7-567e-4b5a-a600-f5c4de743bf8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:58:56.813742 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b7d88a7-567e-4b5a-a600-f5c4de743bf8 None None] Bound using segment: {'id': 'b67eebf2-4bc6-4c6b-a37f-b182ea5f78c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '662f25cb-a32c-48b4-84f3-03883d71fcd3'} {{(pid=102451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 20:58:56.814397 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.managers [None req-6b7d88a7-567e-4b5a-a600-f5c4de743bf8 None None] Bound port: fcae840a-dfd1-4651-b28c-52b884e8434e, host: dv-cinder-813229-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b67eebf2-4bc6-4c6b-a37f-b182ea5f78c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '662f25cb-a32c-48b4-84f3-03883d71fcd3'}}] {{(pid=102451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 20:58:56.814962 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-6b7d88a7-567e-4b5a-a600-f5c4de743bf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1026180'] for port (fcae840a-dfd1-4651-b28c-52b884e8434e), before_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:58:56.869286 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-4abb68e0-3ecf-4a22-84b3-7507e08680d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1029723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3769609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783600466378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783599971615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783599971633'] for port (3365364a-2deb-4044-bcd9-4ac2d97ebc11), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:58:56.898249 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.db.l3_hamode_db [None req-672000f5-0c1a-496d-be4e-28e19ba1068f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '910c8d82-8f53-4a84-a34d-cc1bbd89049d', 'name': 'tempest-TestVolumeBootPattern-2011310398-router', 'tenant_id': '3f735df896f74e2a8ec34440c5d4fbfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51ba4d8e-a54c-4fb0-a209-37766af226e8', 'external_fixed_ips': [{'subnet_id': '99ba9542-d2be-443f-a804-26ff9bedcbe2', 'ip_address': '172.27.2.123'}], 'enable_snat': True}, 'gw_port_id': 'de93bc5b-9c48-48e9-93e3-d484933d6d1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T20:58:47Z', 'updated_at': '2022-01-31T20:58:52Z', 'revision_number': 4, 'project_id': '3f735df896f74e2a8ec34440c5d4fbfa', 'gw_port': {'id': 'de93bc5b-9c48-48e9-93e3-d484933d6d1a', 'name': '', 'network_id': '51ba4d8e-a54c-4fb0-a209-37766af226e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:ab:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '910c8d82-8f53-4a84-a34d-cc1bbd89049d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '99ba9542-d2be-443f-a804-26ff9bedcbe2', 'ip_address': '172.27.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T20:58:48Z', 'updated_at': '2022-01-31T20:58:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99ba9542-d2be-443f-a804-26ff9bedcbe2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-5-iscsi', '_interfaces': [{'id': '3365364a-2deb-4044-bcd9-4ac2d97ebc11', 'name': '', 'network_id': '84d6e016-dd99-48a6-8278-a9c378f62567', 'tenant_id': '3f735df896f74e2a8ec34440c5d4fbfa', 'mac_address': 'fa:16:3e:ab:bf:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '910c8d82-8f53-4a84-a34d-cc1bbd89049d', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'f0ef83af-b9dd-40a6-908c-ffa9cf818bc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T20:58:51Z', 'updated_at': '2022-01-31T20:58:56Z', 'revision_number': 4, 'project_id': '3f735df896f74e2a8ec34440c5d4fbfa', 'subnets': [{'id': 'f0ef83af-b9dd-40a6-908c-ffa9cf818bc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-5-iscsi', False) {} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 20:58:56.926865 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-eb75be46-d21d-4ae1-b8f3-8319692c1564 req-d94c5417-1f53-4ef0-b513-0253fc6742c9 service neutron] 10.222.0.59 "GET /v2.0/networks/bdbc09ff-d174-4862-8f91-19ce9b2a383a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4157069 Jan 31 20:58:56.956634 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-672000f5-0c1a-496d-be4e-28e19ba1068f None None] The sync data for ids ['910c8d82-8f53-4a84-a34d-cc1bbd89049d'] in dv-cinder-813229-5-iscsi is: [{'id': '910c8d82-8f53-4a84-a34d-cc1bbd89049d', 'name': 'tempest-TestVolumeBootPattern-2011310398-router', 'tenant_id': '3f735df896f74e2a8ec34440c5d4fbfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51ba4d8e-a54c-4fb0-a209-37766af226e8', 'external_fixed_ips': [{'subnet_id': '99ba9542-d2be-443f-a804-26ff9bedcbe2', 'ip_address': '172.27.2.123'}], 'enable_snat': True}, 'gw_port_id': 'de93bc5b-9c48-48e9-93e3-d484933d6d1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T20:58:47Z', 'updated_at': '2022-01-31T20:58:52Z', 'revision_number': 4, 'project_id': '3f735df896f74e2a8ec34440c5d4fbfa', 'gw_port': {'id': 'de93bc5b-9c48-48e9-93e3-d484933d6d1a', 'name': '', 'network_id': '51ba4d8e-a54c-4fb0-a209-37766af226e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:ab:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '910c8d82-8f53-4a84-a34d-cc1bbd89049d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '99ba9542-d2be-443f-a804-26ff9bedcbe2', 'ip_address': '172.27.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T20:58:48Z', 'updated_at': '2022-01-31T20:58:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99ba9542-d2be-443f-a804-26ff9bedcbe2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-5-iscsi', '_interfaces': [{'id': '3365364a-2deb-4044-bcd9-4ac2d97ebc11', 'name': '', 'network_id': '84d6e016-dd99-48a6-8278-a9c378f62567', 'tenant_id': '3f735df896f74e2a8ec34440c5d4fbfa', 'mac_address': 'fa:16:3e:ab:bf:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '910c8d82-8f53-4a84-a34d-cc1bbd89049d', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'f0ef83af-b9dd-40a6-908c-ffa9cf818bc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T20:58:51Z', 'updated_at': '2022-01-31T20:58:56Z', 'revision_number': 4, 'project_id': '3f735df896f74e2a8ec34440c5d4fbfa', 'subnets': [{'id': 'f0ef83af-b9dd-40a6-908c-ffa9cf818bc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 20:58:57.073229 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.db [None req-6b7d88a7-567e-4b5a-a600-f5c4de743bf8 None None] For port fcae840a-dfd1-4651-b28c-52b884e8434e, host dv-cinder-813229-5-iscsi, cleared binding levels {{(pid=102451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 20:58:57.087302 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abb68e0-3ecf-4a22-84b3-7507e08680d6 None None] Pushing event updated for resources: {'Port': ['ID=3365364a-2deb-4044-bcd9-4ac2d97ebc11,revision_number=5']} {{(pid=102451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:58:57.104502 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-1cfa556d-ba33-4a5f-a23b-dd0334ac7034 admin admin] Publish callbacks [] for router_gateway (d6083f20-eaba-4527-a2a1-b42d222992f3), before_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:58:57.121775 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.db [None req-6b7d88a7-567e-4b5a-a600-f5c4de743bf8 None None] For port fcae840a-dfd1-4651-b28c-52b884e8434e, host dv-cinder-813229-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-5-iscsi',level=0,port_id=fcae840a-dfd1-4651-b28c-52b884e8434e,segment=NetworkSegment(b67eebf2-4bc6-4c6b-a37f-b182ea5f78c3),segment_id=b67eebf2-4bc6-4c6b-a37f-b182ea5f78c3)] {{(pid=102451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 20:58:57.123315 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.db.provisioning_blocks [None req-4599e183-f49e-456d-b071-5466dd9fc94f None None] Provisioning complete for port 3365364a-2deb-4044-bcd9-4ac2d97ebc11 triggered by entity DHCP. {{(pid=102451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 20:58:57.123691 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-4599e183-f49e-456d-b071-5466dd9fc94f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3401144'] for port (3365364a-2deb-4044-bcd9-4ac2d97ebc11), provisioning_complete {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:58:57.142332 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-1cfa556d-ba33-4a5f-a23b-dd0334ac7034 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1026180'] for port (None), before_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:58:57.159756 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-6b7d88a7-567e-4b5a-a600-f5c4de743bf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1029723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3769609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783600466378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783599971615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783599971633'] for port (fcae840a-dfd1-4651-b28c-52b884e8434e), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:58:57.303984 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600486512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3401042'] for agent (e85cc1e2-8b4e-4549-a68e-d414072d4156), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:58:57.306845 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7d88a7-567e-4b5a-a600-f5c4de743bf8 None None] Pushing event updated for resources: {'Port': ['ID=fcae840a-dfd1-4651-b28c-52b884e8434e,revision_number=2']} {{(pid=102451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:58:57.377374 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.db.db_base_plugin_common [None req-1cfa556d-ba33-4a5f-a23b-dd0334ac7034 admin admin] Allocated IP 172.27.2.196 (51ba4d8e-a54c-4fb0-a209-37766af226e8/99ba9542-d2be-443f-a804-26ff9bedcbe2/ba603664-1bd5-4560-b052-170cf51ab48d) {{(pid=102449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 20:58:57.394320 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.plugin [None req-4599e183-f49e-456d-b071-5466dd9fc94f None None] Current status of the port 3365364a-2deb-4044-bcd9-4ac2d97ebc11 is: ACTIVE; New status is: ACTIVE {{(pid=102451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 20:58:57.606926 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-1cfa556d-ba33-4a5f-a23b-dd0334ac7034 admin admin] Publish callbacks [] for port (ba603664-1bd5-4560-b052-170cf51ab48d), precommit_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:58:57.665590 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.rpc [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Device 3365364a-2deb-4044-bcd9-4ac2d97ebc11 up at agent ovs-agent-dv-cinder-813229-5-iscsi {{(pid=102451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 20:58:57.689990 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-1cfa556d-ba33-4a5f-a23b-dd0334ac7034 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1029723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3769609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783599971597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29106256'] for port (ba603664-1bd5-4560-b052-170cf51ab48d), after_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:58:57.737195 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cfa556d-ba33-4a5f-a23b-dd0334ac7034 admin admin] Network 51ba4d8e-a54c-4fb0-a209-37766af226e8 is already hosted by enough agents. {{(pid=102449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 20:58:57.742085 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.scheduler.base_scheduler [None req-1cfa556d-ba33-4a5f-a23b-dd0334ac7034 admin admin] Resources bound (agent type, host, resource id): {{(pid=102449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 20:58:57.746183 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cfa556d-ba33-4a5f-a23b-dd0334ac7034 admin admin] Received port after_create {{(pid=102449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 20:58:57.747316 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.db.provisioning_blocks [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Provisioning complete for port 3365364a-2deb-4044-bcd9-4ac2d97ebc11 triggered by entity L2. {{(pid=102451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 20:58:57.747738 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3401144'] for port (3365364a-2deb-4044-bcd9-4ac2d97ebc11), provisioning_complete {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:58:57.790270 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfa556d-ba33-4a5f-a23b-dd0334ac7034 admin admin] Pushing event updated for resources: {'Port': ['ID=ba603664-1bd5-4560-b052-170cf51ab48d,revision_number=1']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:58:57.869254 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.plugin [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Current status of the port 3365364a-2deb-4044-bcd9-4ac2d97ebc11 is: ACTIVE; New status is: ACTIVE {{(pid=102451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 20:58:57.961435 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-359b1d47-d216-408b-b6ec-6594bb15518c req-0aa45904-05a4-47b4-b2bd-365b7b398a73 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] 10.222.0.46 "GET /v2.0/ports?device_id=521937b0-3541-460a-a340-58920b66dc40 HTTP/1.1" status: 200 len: 210 time: 0.0359378 Jan 31 20:58:58.061711 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-1cfa556d-ba33-4a5f-a23b-dd0334ac7034 admin admin] Publish callbacks [] for router_gateway (d6083f20-eaba-4527-a2a1-b42d222992f3), after_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:58:58.293826 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-1cfa556d-ba33-4a5f-a23b-dd0334ac7034 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3675595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3697225'] for router (d6083f20-eaba-4527-a2a1-b42d222992f3), after_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:58:58.483755 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cfa556d-ba33-4a5f-a23b-dd0334ac7034 admin admin] Router d6083f20-eaba-4527-a2a1-b42d222992f3 is scheduled to L3 agent 7c18f3b4-4d02-4b01-9072-98fcd9008716 with binding_index 1 {{(pid=102449) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 31 20:58:58.847874 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6179905-5277-4cc6-9bb2-ee4000258441 None None] Network 662f25cb-a32c-48b4-84f3-03883d71fcd3 requested from dv-cinder-813229-5-iscsi {{(pid=102451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 20:58:58.946732 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.db.provisioning_blocks [None req-99076fa4-846e-48c8-8129-59da90e73ec7 None None] Provisioning complete for port fcae840a-dfd1-4651-b28c-52b884e8434e triggered by entity DHCP. {{(pid=102451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 20:58:58.947294 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-99076fa4-846e-48c8-8129-59da90e73ec7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3401144'] for port (fcae840a-dfd1-4651-b28c-52b884e8434e), provisioning_complete {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:58:58.970730 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cfa556d-ba33-4a5f-a23b-dd0334ac7034 admin admin] Notify agent at l3_agent.dv-cinder-813229-5-iscsi the message routers_updated {{(pid=102449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 20:58:58.992837 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ee69fd-12e0-4686-af15-0580398af1dd req-20913ef3-f46c-492f-bc80-13d1c0d85fbc tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:58:58.993770 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1438b35-9e9d-4d12-8246-fed9789d68de None None] Sync routers for ids ['d6083f20-eaba-4527-a2a1-b42d222992f3'] in dv-cinder-813229-5-iscsi {{(pid=102451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 20:58:58.994476 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-67ee69fd-12e0-4686-af15-0580398af1dd req-20913ef3-f46c-492f-bc80-13d1c0d85fbc tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] 10.222.0.59 "GET /v2.0/networks?id=e68884ed-aafc-46db-987f-40cce4cb0a81 HTTP/1.1" status: 200 len: 816 time: 0.4579446 Jan 31 20:58:58.998497 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-1cfa556d-ba33-4a5f-a23b-dd0334ac7034 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:58:59.001960 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [None req-1cfa556d-ba33-4a5f-a23b-dd0334ac7034 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.1291173 Jan 31 20:58:59.009211 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.wsgi [-] (102449) accepted ('10.222.0.46', 43238) {{(pid=102449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 20:58:59.053506 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1438b35-9e9d-4d12-8246-fed9789d68de None None] Routers {'d6083f20-eaba-4527-a2a1-b42d222992f3'} bound to L3 agent in host dv-cinder-813229-5-iscsi {{(pid=102451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 20:58:59.054591 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.db.l3_hamode_db [None req-a1438b35-9e9d-4d12-8246-fed9789d68de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T20:45:52Z,description=,heartbeat_timestamp=2022-01-31T20:58:52Z,host='dv-cinder-813229-5-iscsi',id=7c18f3b4-4d02-4b01-9072-98fcd9008716,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T20:45:52Z,topic='l3_agent')) {'router_ids': ['d6083f20-eaba-4527-a2a1-b42d222992f3'], 'active': True} {{(pid=102451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 20:58:59.185447 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-be08a060-c04b-46a8-b687-594927e6f049 req-45f210dc-db4a-4c52-bbd3-270519002cfe tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] 10.222.0.46 "GET /v2.0/ports?device_id=521937b0-3541-460a-a340-58920b66dc40 HTTP/1.1" status: 200 len: 210 time: 0.1026294 Jan 31 20:58:59.319252 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-67ee69fd-12e0-4686-af15-0580398af1dd req-79ba571a-fd58-4fde-a1fe-51cab1148e7a tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=89e26e9450a7409f847d894c6e8d3bfc HTTP/1.1" status: 200 len: 380 time: 0.2374496 Jan 31 20:58:59.341362 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.v2.base [req-67ee69fd-12e0-4686-af15-0580398af1dd req-fb78f979-1590-4c94-af36-fae1d68146d5 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] Request body: {'port': {'device_id': '521937b0-3541-460a-a340-58920b66dc40', 'network_id': 'e68884ed-aafc-46db-987f-40cce4cb0a81', 'admin_state_up': True, 'tenant_id': '89e26e9450a7409f847d894c6e8d3bfc', 'security_groups': ['5e026526-bdec-4dfc-ba97-0cae44e0172b']}} {{(pid=102449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 20:58:59.388289 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.db.l3_dvr_db [None req-a1438b35-9e9d-4d12-8246-fed9789d68de None None] Set router d6083f20-eaba-4527-a2a1-b42d222992f3 gateway port host: dv-cinder-813229-5-iscsi {{(pid=102451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 20:58:59.391163 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.plugin [None req-99076fa4-846e-48c8-8129-59da90e73ec7 None None] Current status of the port fcae840a-dfd1-4651-b28c-52b884e8434e is: DOWN; New status is: ACTIVE {{(pid=102451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 20:58:59.391983 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-99076fa4-846e-48c8-8129-59da90e73ec7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1026180'] for port (fcae840a-dfd1-4651-b28c-52b884e8434e), before_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:58:59.597839 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.db [None req-99076fa4-846e-48c8-8129-59da90e73ec7 None None] For port fcae840a-dfd1-4651-b28c-52b884e8434e, host dv-cinder-813229-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-5-iscsi',level=0,port_id=fcae840a-dfd1-4651-b28c-52b884e8434e,segment=NetworkSegment(b67eebf2-4bc6-4c6b-a37f-b182ea5f78c3),segment_id=b67eebf2-4bc6-4c6b-a37f-b182ea5f78c3)] {{(pid=102451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 20:58:59.605838 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-99076fa4-846e-48c8-8129-59da90e73ec7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1029723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3769609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783600466378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783599971615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783599971633'] for port (fcae840a-dfd1-4651-b28c-52b884e8434e), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:58:59.613943 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67ee69fd-12e0-4686-af15-0580398af1dd req-fb78f979-1590-4c94-af36-fae1d68146d5 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] Made reservation on behalf of 89e26e9450a7409f847d894c6e8d3bfc for: {'port': 1} {{(pid=102449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 20:58:59.617419 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [req-67ee69fd-12e0-4686-af15-0580398af1dd req-fb78f979-1590-4c94-af36-fae1d68146d5 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1026180'] for port (None), before_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:58:59.634394 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.rpc [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Device fcae840a-dfd1-4651-b28c-52b884e8434e up at agent ovs-agent-dv-cinder-813229-5-iscsi {{(pid=102451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 20:58:59.771936 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99076fa4-846e-48c8-8129-59da90e73ec7 None None] Pushing event updated for resources: {'Port': ['ID=fcae840a-dfd1-4651-b28c-52b884e8434e,revision_number=3']} {{(pid=102451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:58:59.788152 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.wsgi [-] (102449) accepted ('10.222.0.46', 43256) {{(pid=102449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 20:58:59.790120 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.db.provisioning_blocks [None req-bb5e2ebf-6d76-4400-95c5-2ce93ae674b9 None None] Provisioning complete for port fcae840a-dfd1-4651-b28c-52b884e8434e triggered by entity DHCP. {{(pid=102451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 20:58:59.790496 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-bb5e2ebf-6d76-4400-95c5-2ce93ae674b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3401144'] for port (fcae840a-dfd1-4651-b28c-52b884e8434e), provisioning_complete {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:58:59.836520 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.db.provisioning_blocks [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Provisioning complete for port fcae840a-dfd1-4651-b28c-52b884e8434e triggered by entity L2. {{(pid=102451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 20:58:59.837157 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3401144'] for port (fcae840a-dfd1-4651-b28c-52b884e8434e), provisioning_complete {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:58:59.863425 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.db.db_base_plugin_common [req-67ee69fd-12e0-4686-af15-0580398af1dd req-fb78f979-1590-4c94-af36-fae1d68146d5 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] Allocated IP 172.20.0.7 (e68884ed-aafc-46db-987f-40cce4cb0a81/34dec552-ecde-44b0-b00b-6077e3fcfd65/03ce2948-3900-488e-9af1-5eaec4cd03a3) {{(pid=102449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 20:58:59.877316 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-72333125-2194-4fb4-b30c-207ed98251d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1026180'] for port (None), before_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:58:59.888446 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.db.l3_hamode_db [None req-a1438b35-9e9d-4d12-8246-fed9789d68de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6083f20-eaba-4527-a2a1-b42d222992f3', 'name': 'tempest-TestVolumeBootPattern-1021950059-router', 'tenant_id': '91f39ddbf10640f395192d5388e740b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51ba4d8e-a54c-4fb0-a209-37766af226e8', 'external_fixed_ips': [{'subnet_id': '99ba9542-d2be-443f-a804-26ff9bedcbe2', 'ip_address': '172.27.2.196'}], 'enable_snat': True}, 'gw_port_id': 'ba603664-1bd5-4560-b052-170cf51ab48d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T20:58:55Z', 'updated_at': '2022-01-31T20:58:57Z', 'revision_number': 3, 'project_id': '91f39ddbf10640f395192d5388e740b2', 'gw_port': {'id': 'ba603664-1bd5-4560-b052-170cf51ab48d', 'name': '', 'network_id': '51ba4d8e-a54c-4fb0-a209-37766af226e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:1f:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6083f20-eaba-4527-a2a1-b42d222992f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '99ba9542-d2be-443f-a804-26ff9bedcbe2', 'ip_address': '172.27.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T20:58:57Z', 'updated_at': '2022-01-31T20:58:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '99ba9542-d2be-443f-a804-26ff9bedcbe2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-5-iscsi'}], 'dv-cinder-813229-5-iscsi', False) {} {{(pid=102451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 20:58:59.924305 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1438b35-9e9d-4d12-8246-fed9789d68de None None] Checking router: d6083f20-eaba-4527-a2a1-b42d222992f3 for host: dv-cinder-813229-5-iscsi {{(pid=102451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 20:58:59.924955 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1438b35-9e9d-4d12-8246-fed9789d68de None None] Updating router d6083f20-eaba-4527-a2a1-b42d222992f3 port ba603664-1bd5-4560-b052-170cf51ab48d binding host dv-cinder-813229-5-iscsi {{(pid=102451) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 31 20:58:59.961997 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.db.agents_db [None req-9f73b596-de3f-4c4d-980f-1f0b0f14bd7d None None] Agent healthcheck: found 6 active agents {{(pid=102454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 20:58:59.987140 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-a1438b35-9e9d-4d12-8246-fed9789d68de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1026180'] for port (ba603664-1bd5-4560-b052-170cf51ab48d), before_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:59:00.017423 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-65ee82ea-e409-44ac-be8c-a1982f5e3ea3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:59:00.034903 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.plugin [None req-bb5e2ebf-6d76-4400-95c5-2ce93ae674b9 None None] Current status of the port fcae840a-dfd1-4651-b28c-52b884e8434e is: ACTIVE; New status is: ACTIVE {{(pid=102451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 20:59:00.119901 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.plugin [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Current status of the port fcae840a-dfd1-4651-b28c-52b884e8434e is: ACTIVE; New status is: ACTIVE {{(pid=102451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 20:59:00.239905 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [req-67ee69fd-12e0-4686-af15-0580398af1dd req-fb78f979-1590-4c94-af36-fae1d68146d5 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] Publish callbacks [] for port (03ce2948-3900-488e-9af1-5eaec4cd03a3), precommit_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:59:00.277889 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.db.db_base_plugin_common [None req-72333125-2194-4fb4-b30c-207ed98251d6 admin admin] Allocated IP 172.20.0.1 (662f25cb-a32c-48b4-84f3-03883d71fcd3/306fcc7f-10d7-47a6-b6f4-6aea4b4d2a67/d9d41530-8e33-49d2-9f14-984b9a41ed1d) {{(pid=102449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 20:59:00.332137 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-cff7e1b4-0f3f-4751-aa51-97262828fb1e req-3726f211-2441-47c6-9ef8-6153afc5c811 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] 10.222.0.46 "GET /v2.0/ports?device_id=521937b0-3541-460a-a340-58920b66dc40 HTTP/1.1" status: 200 len: 210 time: 0.0299735 Jan 31 20:59:00.332936 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-a1438b35-9e9d-4d12-8246-fed9789d68de None None] Publish callbacks [] for port (ba603664-1bd5-4560-b052-170cf51ab48d), precommit_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:59:00.340017 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-a1438b35-9e9d-4d12-8246-fed9789d68de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1029723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3769609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783600466378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783599971615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783599971633'] for port (ba603664-1bd5-4560-b052-170cf51ab48d), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:59:00.350294 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-65ee82ea-e409-44ac-be8c-a1982f5e3ea3 admin admin] Publish callbacks [] for security_group (a00c0858-3fbc-4586-a8d2-169e700ddd16), precommit_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:59:00.391249 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-65ee82ea-e409-44ac-be8c-a1982f5e3ea3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736509'] for security_group (a00c0858-3fbc-4586-a8d2-169e700ddd16), after_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:59:00.411693 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.managers [None req-a1438b35-9e9d-4d12-8246-fed9789d68de None None] Attempting to bind port ba603664-1bd5-4560-b052-170cf51ab48d on host dv-cinder-813229-5-iscsi for vnic_type normal with profile {{(pid=102451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 20:59:00.412027 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.managers [None req-a1438b35-9e9d-4d12-8246-fed9789d68de None None] Attempting to bind port ba603664-1bd5-4560-b052-170cf51ab48d by drivers openvswitch,hyperv on host dv-cinder-813229-5-iscsi at level 0 using segments [{'id': 'ad776c9f-cdc1-49f1-a366-310dcfc4c059', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51ba4d8e-a54c-4fb0-a209-37766af226e8'}] {{(pid=102451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 20:59:00.412584 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1438b35-9e9d-4d12-8246-fed9789d68de None None] Attempting to bind port ba603664-1bd5-4560-b052-170cf51ab48d on network 51ba4d8e-a54c-4fb0-a209-37766af226e8 {{(pid=102451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 20:59:00.415870 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108d0bd4-87f9-4a86-b83a-9d17bf976682 None None] Pushing event updated for resources: {'Port': ['ID=ba603664-1bd5-4560-b052-170cf51ab48d,revision_number=2']} {{(pid=102451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:59:00.425114 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1438b35-9e9d-4d12-8246-fed9789d68de None None] Checking agent: {'id': '9ba4f6fe-000a-4ef5-9d61-ba62910ab5fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813229-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 20, 45, 56), 'started_at': datetime.datetime(2022, 1, 31, 20, 46, 26), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 20, 58, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813229-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 20:59:00.425649 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1438b35-9e9d-4d12-8246-fed9789d68de None None] Checking segment: {'id': 'ad776c9f-cdc1-49f1-a366-310dcfc4c059', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51ba4d8e-a54c-4fb0-a209-37766af226e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 20:59:00.426251 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-a1438b35-9e9d-4d12-8246-fed9789d68de None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:59:00.427009 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1438b35-9e9d-4d12-8246-fed9789d68de None None] Bound using segment: {'id': 'ad776c9f-cdc1-49f1-a366-310dcfc4c059', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51ba4d8e-a54c-4fb0-a209-37766af226e8'} {{(pid=102451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 20:59:00.427788 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.managers [None req-a1438b35-9e9d-4d12-8246-fed9789d68de None None] Bound port: ba603664-1bd5-4560-b052-170cf51ab48d, host: dv-cinder-813229-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad776c9f-cdc1-49f1-a366-310dcfc4c059', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51ba4d8e-a54c-4fb0-a209-37766af226e8'}}] {{(pid=102451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 20:59:00.428471 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-a1438b35-9e9d-4d12-8246-fed9789d68de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1026180'] for port (ba603664-1bd5-4560-b052-170cf51ab48d), before_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:59:00.443656 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [req-67ee69fd-12e0-4686-af15-0580398af1dd req-fb78f979-1590-4c94-af36-fae1d68146d5 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1029723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3769609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783599971597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29106256'] for port (03ce2948-3900-488e-9af1-5eaec4cd03a3), after_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:59:00.477952 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ee82ea-e409-44ac-be8c-a1982f5e3ea3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a00c0858-3fbc-4586-a8d2-169e700ddd16,revision_number=1']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:59:00.487945 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.db [None req-a1438b35-9e9d-4d12-8246-fed9789d68de None None] For port ba603664-1bd5-4560-b052-170cf51ab48d, host dv-cinder-813229-5-iscsi, cleared binding levels {{(pid=102451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 20:59:00.491906 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.db [None req-a1438b35-9e9d-4d12-8246-fed9789d68de None None] For port ba603664-1bd5-4560-b052-170cf51ab48d, host dv-cinder-813229-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-5-iscsi',level=0,port_id=ba603664-1bd5-4560-b052-170cf51ab48d,segment=NetworkSegment(ad776c9f-cdc1-49f1-a366-310dcfc4c059),segment_id=ad776c9f-cdc1-49f1-a366-310dcfc4c059)] {{(pid=102451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 20:59:00.500671 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-a1438b35-9e9d-4d12-8246-fed9789d68de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1029723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3769609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783600466378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783599971615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783599971633'] for port (ba603664-1bd5-4560-b052-170cf51ab48d), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:59:00.507113 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [None req-65ee82ea-e409-44ac-be8c-a1982f5e3ea3 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=186acbb6fac841b7a196c9e3bc7b98d6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7163010 Jan 31 20:59:00.509806 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.wsgi [-] (102450) accepted ('10.222.0.46', 43262) {{(pid=102450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 20:59:00.540367 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67ee69fd-12e0-4686-af15-0580398af1dd req-fb78f979-1590-4c94-af36-fae1d68146d5 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] Network e68884ed-aafc-46db-987f-40cce4cb0a81 is already hosted by enough agents. {{(pid=102449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 20:59:00.559005 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.scheduler.base_scheduler [req-67ee69fd-12e0-4686-af15-0580398af1dd req-fb78f979-1590-4c94-af36-fae1d68146d5 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] Resources bound (agent type, host, resource id): {{(pid=102449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 20:59:00.562575 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [req-67ee69fd-12e0-4686-af15-0580398af1dd req-fb78f979-1590-4c94-af36-fae1d68146d5 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] Received port after_create {{(pid=102449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 20:59:00.575621 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108d0bd4-87f9-4a86-b83a-9d17bf976682 None None] Pushing event updated for resources: {'Port': ['ID=ba603664-1bd5-4560-b052-170cf51ab48d,revision_number=3']} {{(pid=102451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:59:00.577168 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-6a2d5219-e0b7-45cd-a3e7-7054616fef81 admin admin] Publish callbacks [] for security_group (a00c0858-3fbc-4586-a8d2-169e700ddd16), before_delete {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:59:00.579751 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1438b35-9e9d-4d12-8246-fed9789d68de None None] Routers {'d6083f20-eaba-4527-a2a1-b42d222992f3'} bound to L3 agent in host dv-cinder-813229-5-iscsi {{(pid=102451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 20:59:00.580683 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.db.l3_hamode_db [None req-a1438b35-9e9d-4d12-8246-fed9789d68de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T20:45:52Z,description=,heartbeat_timestamp=2022-01-31T20:58:52Z,host='dv-cinder-813229-5-iscsi',id=7c18f3b4-4d02-4b01-9072-98fcd9008716,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T20:45:52Z,topic='l3_agent')) {'router_ids': ['d6083f20-eaba-4527-a2a1-b42d222992f3'], 'active': True} {{(pid=102451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 20:59:00.596605 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb78f979-1590-4c94-af36-fae1d68146d5 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] Pushing event updated for resources: {'Port': ['ID=03ce2948-3900-488e-9af1-5eaec4cd03a3,revision_number=1']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:59:00.611787 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-6a2d5219-e0b7-45cd-a3e7-7054616fef81 admin admin] Publish callbacks [] for security_group (a00c0858-3fbc-4586-a8d2-169e700ddd16), precommit_delete {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:59:00.617814 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-72333125-2194-4fb4-b30c-207ed98251d6 admin admin] Publish callbacks [] for port (d9d41530-8e33-49d2-9f14-984b9a41ed1d), precommit_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:59:00.650205 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ee69fd-12e0-4686-af15-0580398af1dd req-fb78f979-1590-4c94-af36-fae1d68146d5 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:59:00.650895 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [req-67ee69fd-12e0-4686-af15-0580398af1dd req-fb78f979-1590-4c94-af36-fae1d68146d5 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204375'] for port (None), before_response {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:59:00.684435 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-67ee69fd-12e0-4686-af15-0580398af1dd req-fb78f979-1590-4c94-af36-fae1d68146d5 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3472390 Jan 31 20:59:00.686419 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-6a2d5219-e0b7-45cd-a3e7-7054616fef81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736509'] for security_group (a00c0858-3fbc-4586-a8d2-169e700ddd16), after_delete {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:59:00.689280 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-6a2d5219-e0b7-45cd-a3e7-7054616fef81 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:59:00.690863 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [None req-6a2d5219-e0b7-45cd-a3e7-7054616fef81 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/a00c0858-3fbc-4586-a8d2-169e700ddd16 HTTP/1.1" status: 204 len: 168 time: 0.1797705 Jan 31 20:59:00.702338 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2d5219-e0b7-45cd-a3e7-7054616fef81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a00c0858-3fbc-4586-a8d2-169e700ddd16,revision_number=None']} {{(pid=102450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:59:00.713286 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-72333125-2194-4fb4-b30c-207ed98251d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1029723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3769609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783599971597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29106256'] for port (d9d41530-8e33-49d2-9f14-984b9a41ed1d), after_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:59:00.727813 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.v2.base [req-67ee69fd-12e0-4686-af15-0580398af1dd req-1b2b2d9c-f544-48d2-b3d5-62f94776dead service neutron] Request body: {'port': {'device_id': '521937b0-3541-460a-a340-58920b66dc40', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=102449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 20:59:00.736181 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.db.l3_dvr_db [None req-a1438b35-9e9d-4d12-8246-fed9789d68de None None] Set router d6083f20-eaba-4527-a2a1-b42d222992f3 gateway port host: dv-cinder-813229-5-iscsi {{(pid=102451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 20:59:00.794510 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72333125-2194-4fb4-b30c-207ed98251d6 admin admin] Network 662f25cb-a32c-48b4-84f3-03883d71fcd3 is already hosted by enough agents. {{(pid=102449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 20:59:00.801411 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.scheduler.base_scheduler [None req-72333125-2194-4fb4-b30c-207ed98251d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=102449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 20:59:00.809658 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72333125-2194-4fb4-b30c-207ed98251d6 admin admin] Received port after_create {{(pid=102449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 20:59:00.864584 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72333125-2194-4fb4-b30c-207ed98251d6 admin admin] Pushing event updated for resources: {'Port': ['ID=d9d41530-8e33-49d2-9f14-984b9a41ed1d,revision_number=1']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:59:00.899891 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [req-67ee69fd-12e0-4686-af15-0580398af1dd req-1b2b2d9c-f544-48d2-b3d5-62f94776dead service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1026180'] for port (03ce2948-3900-488e-9af1-5eaec4cd03a3), before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:59:00.916299 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-72333125-2194-4fb4-b30c-207ed98251d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3696668'] for router_interface (d6083f20-eaba-4527-a2a1-b42d222992f3), before_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:59:00.995390 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.db.l3_hamode_db [None req-a1438b35-9e9d-4d12-8246-fed9789d68de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6083f20-eaba-4527-a2a1-b42d222992f3', 'name': 'tempest-TestVolumeBootPattern-1021950059-router', 'tenant_id': '91f39ddbf10640f395192d5388e740b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51ba4d8e-a54c-4fb0-a209-37766af226e8', 'external_fixed_ips': [{'subnet_id': '99ba9542-d2be-443f-a804-26ff9bedcbe2', 'ip_address': '172.27.2.196'}], 'enable_snat': True}, 'gw_port_id': 'ba603664-1bd5-4560-b052-170cf51ab48d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T20:58:55Z', 'updated_at': '2022-01-31T20:58:57Z', 'revision_number': 3, 'project_id': '91f39ddbf10640f395192d5388e740b2', 'gw_port': {'id': 'ba603664-1bd5-4560-b052-170cf51ab48d', 'name': '', 'network_id': '51ba4d8e-a54c-4fb0-a209-37766af226e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:1f:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6083f20-eaba-4527-a2a1-b42d222992f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '99ba9542-d2be-443f-a804-26ff9bedcbe2', 'ip_address': '172.27.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T20:58:57Z', 'updated_at': '2022-01-31T20:59:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '99ba9542-d2be-443f-a804-26ff9bedcbe2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-5-iscsi'}], 'dv-cinder-813229-5-iscsi', False) {} {{(pid=102451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 20:59:01.035587 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1438b35-9e9d-4d12-8246-fed9789d68de None None] The sync data for ids ['d6083f20-eaba-4527-a2a1-b42d222992f3'] in dv-cinder-813229-5-iscsi is: [{'id': 'd6083f20-eaba-4527-a2a1-b42d222992f3', 'name': 'tempest-TestVolumeBootPattern-1021950059-router', 'tenant_id': '91f39ddbf10640f395192d5388e740b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51ba4d8e-a54c-4fb0-a209-37766af226e8', 'external_fixed_ips': [{'subnet_id': '99ba9542-d2be-443f-a804-26ff9bedcbe2', 'ip_address': '172.27.2.196'}], 'enable_snat': True}, 'gw_port_id': 'ba603664-1bd5-4560-b052-170cf51ab48d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T20:58:55Z', 'updated_at': '2022-01-31T20:58:57Z', 'revision_number': 3, 'project_id': '91f39ddbf10640f395192d5388e740b2', 'gw_port': {'id': 'ba603664-1bd5-4560-b052-170cf51ab48d', 'name': '', 'network_id': '51ba4d8e-a54c-4fb0-a209-37766af226e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:1f:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6083f20-eaba-4527-a2a1-b42d222992f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '99ba9542-d2be-443f-a804-26ff9bedcbe2', 'ip_address': '172.27.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T20:58:57Z', 'updated_at': '2022-01-31T20:59:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '99ba9542-d2be-443f-a804-26ff9bedcbe2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-5-iscsi'}] {{(pid=102451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 20:59:01.072478 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.db.provisioning_blocks [None req-eb183334-384c-4233-a1ca-b5c0964e765d None None] Provisioning complete for port 03ce2948-3900-488e-9af1-5eaec4cd03a3 triggered by entity DHCP. {{(pid=102451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 20:59:01.073264 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-eb183334-384c-4233-a1ca-b5c0964e765d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3401144'] for port (03ce2948-3900-488e-9af1-5eaec4cd03a3), provisioning_complete {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:59:01.130698 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.plugin [None req-eb183334-384c-4233-a1ca-b5c0964e765d None None] Port 03ce2948-3900-488e-9af1-5eaec4cd03a3 cannot update to ACTIVE because it is not bound. {{(pid=102451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 20:59:01.204367 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.wsgi [-] (102450) accepted ('10.222.0.46', 43268) {{(pid=102450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 20:59:01.220037 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-dab72380-17aa-4d1c-b6e7-dffbcffb05ff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:59:01.255091 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.db.provisioning_blocks [None req-0cbdaac3-0930-4051-9a1c-f00bfdd5d01b None None] Provisioning complete for port d9d41530-8e33-49d2-9f14-984b9a41ed1d triggered by entity DHCP. {{(pid=102451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 20:59:01.255383 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-0cbdaac3-0930-4051-9a1c-f00bfdd5d01b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3401144'] for port (d9d41530-8e33-49d2-9f14-984b9a41ed1d), provisioning_complete {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:59:01.293391 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-72333125-2194-4fb4-b30c-207ed98251d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1026180'] for port (d9d41530-8e33-49d2-9f14-984b9a41ed1d), before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:59:01.320005 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.plugin [None req-0cbdaac3-0930-4051-9a1c-f00bfdd5d01b None None] Port d9d41530-8e33-49d2-9f14-984b9a41ed1d cannot update to ACTIVE because it is not bound. {{(pid=102451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 20:59:01.327356 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-dab72380-17aa-4d1c-b6e7-dffbcffb05ff admin admin] Publish callbacks [] for security_group (54ae4a62-47b6-48f7-a402-e16b2eabb306), precommit_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:59:01.333367 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-dab72380-17aa-4d1c-b6e7-dffbcffb05ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736509'] for security_group (54ae4a62-47b6-48f7-a402-e16b2eabb306), after_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:59:01.411104 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [None req-dab72380-17aa-4d1c-b6e7-dffbcffb05ff admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=7d114c2450334795b9f92145ac5b2589&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2048728 Jan 31 20:59:01.415475 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.wsgi [-] (102450) accepted ('10.222.0.46', 43272) {{(pid=102450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 20:59:01.420153 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab72380-17aa-4d1c-b6e7-dffbcffb05ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54ae4a62-47b6-48f7-a402-e16b2eabb306,revision_number=1']} {{(pid=102450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:59:01.502919 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-ce26c779-7e7f-4a19-a46e-51afdd5d0dbf admin admin] Publish callbacks [] for security_group (54ae4a62-47b6-48f7-a402-e16b2eabb306), before_delete {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:59:01.551714 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-ce26c779-7e7f-4a19-a46e-51afdd5d0dbf admin admin] Publish callbacks [] for security_group (54ae4a62-47b6-48f7-a402-e16b2eabb306), precommit_delete {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:59:01.597270 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.notifiers.nova [req-67ee69fd-12e0-4686-af15-0580398af1dd req-1b2b2d9c-f544-48d2-b3d5-62f94776dead service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03ce2948-3900-488e-9af1-5eaec4cd03a3 {{(pid=102449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 20:59:01.617943 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [req-67ee69fd-12e0-4686-af15-0580398af1dd req-1b2b2d9c-f544-48d2-b3d5-62f94776dead service neutron] Publish callbacks [] for port (03ce2948-3900-488e-9af1-5eaec4cd03a3), precommit_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:59:01.637927 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-ce26c779-7e7f-4a19-a46e-51afdd5d0dbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736509'] for security_group (54ae4a62-47b6-48f7-a402-e16b2eabb306), after_delete {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:59:01.641424 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-ce26c779-7e7f-4a19-a46e-51afdd5d0dbf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:59:01.645248 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [None req-ce26c779-7e7f-4a19-a46e-51afdd5d0dbf admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/54ae4a62-47b6-48f7-a402-e16b2eabb306 HTTP/1.1" status: 204 len: 168 time: 0.2260737 Jan 31 20:59:01.659513 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [req-67ee69fd-12e0-4686-af15-0580398af1dd req-1b2b2d9c-f544-48d2-b3d5-62f94776dead service neutron] Transition to ACTIVE for port object 03ce2948-3900-488e-9af1-5eaec4cd03a3 will not be triggered until provisioned by entity L2. {{(pid=102449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 20:59:01.662448 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce26c779-7e7f-4a19-a46e-51afdd5d0dbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54ae4a62-47b6-48f7-a402-e16b2eabb306,revision_number=None']} {{(pid=102450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:59:01.680485 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e4c9be-4272-4c08-bc1b-eedda0fd2df6 req-92508ffc-a163-4df7-9801-8e250d69e32e tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:59:01.683718 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-47e4c9be-4272-4c08-bc1b-eedda0fd2df6 req-92508ffc-a163-4df7-9801-8e250d69e32e tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] 10.222.0.46 "GET /v2.0/ports?device_id=521937b0-3541-460a-a340-58920b66dc40 HTTP/1.1" status: 200 len: 931 time: 0.2263286 Jan 31 20:59:01.689989 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [req-67ee69fd-12e0-4686-af15-0580398af1dd req-1b2b2d9c-f544-48d2-b3d5-62f94776dead service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1029723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3769609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783600466378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783599971615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783599971633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29106247'] for port (03ce2948-3900-488e-9af1-5eaec4cd03a3), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:59:01.719821 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.rpc [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Device fcae840a-dfd1-4651-b28c-52b884e8434e up at agent ovs-agent-dv-cinder-813229-5-iscsi {{(pid=102451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 20:59:01.804663 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.db.provisioning_blocks [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Provisioning complete for port fcae840a-dfd1-4651-b28c-52b884e8434e triggered by entity L2. {{(pid=102451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 20:59:01.805051 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3401144'] for port (fcae840a-dfd1-4651-b28c-52b884e8434e), provisioning_complete {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:59:01.867394 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-72333125-2194-4fb4-b30c-207ed98251d6 admin admin] Publish callbacks [] for port (d9d41530-8e33-49d2-9f14-984b9a41ed1d), precommit_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:59:01.937577 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2b2d9c-f544-48d2-b3d5-62f94776dead service neutron] Pushing event updated for resources: {'Port': ['ID=03ce2948-3900-488e-9af1-5eaec4cd03a3,revision_number=2']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:59:01.954674 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-47e4c9be-4272-4c08-bc1b-eedda0fd2df6 req-33174901-e3ca-4b7c-b92c-722dac2bcb62 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] 10.222.0.46 "GET /v2.0/security-groups?id=5e026526-bdec-4dfc-ba97-0cae44e0172b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2373233 Jan 31 20:59:01.959051 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.plugin [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Current status of the port fcae840a-dfd1-4651-b28c-52b884e8434e is: ACTIVE; New status is: ACTIVE {{(pid=102451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 20:59:01.961187 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.rpc [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Device ba603664-1bd5-4560-b052-170cf51ab48d up at agent ovs-agent-dv-cinder-813229-5-iscsi {{(pid=102451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 20:59:01.966833 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-72333125-2194-4fb4-b30c-207ed98251d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1029723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3769609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783600466378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783599971615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783599971633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29106247'] for port (d9d41530-8e33-49d2-9f14-984b9a41ed1d), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:59:02.043018 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [req-67ee69fd-12e0-4686-af15-0580398af1dd req-1b2b2d9c-f544-48d2-b3d5-62f94776dead service neutron] Attempting to bind port 03ce2948-3900-488e-9af1-5eaec4cd03a3 on host hv-cinder-81322 for vnic_type normal with profile {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 20:59:02.043283 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [req-67ee69fd-12e0-4686-af15-0580398af1dd req-1b2b2d9c-f544-48d2-b3d5-62f94776dead service neutron] Attempting to bind port 03ce2948-3900-488e-9af1-5eaec4cd03a3 by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': '0b88ba8a-5620-4c08-98b4-337c2e3644cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'e68884ed-aafc-46db-987f-40cce4cb0a81'}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 20:59:02.043620 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67ee69fd-12e0-4686-af15-0580398af1dd req-1b2b2d9c-f544-48d2-b3d5-62f94776dead service neutron] Attempting to bind port 03ce2948-3900-488e-9af1-5eaec4cd03a3 on network e68884ed-aafc-46db-987f-40cce4cb0a81 {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 20:59:02.055634 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67ee69fd-12e0-4686-af15-0580398af1dd req-1b2b2d9c-f544-48d2-b3d5-62f94776dead service neutron] Port 03ce2948-3900-488e-9af1-5eaec4cd03a3 on network e68884ed-aafc-46db-987f-40cce4cb0a81 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 20:59:02.056148 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67ee69fd-12e0-4686-af15-0580398af1dd req-1b2b2d9c-f544-48d2-b3d5-62f94776dead service neutron] Attempting to bind port 03ce2948-3900-488e-9af1-5eaec4cd03a3 on network e68884ed-aafc-46db-987f-40cce4cb0a81 {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 20:59:02.067672 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67ee69fd-12e0-4686-af15-0580398af1dd req-1b2b2d9c-f544-48d2-b3d5-62f94776dead service neutron] Checking agent: {'id': 'e85cc1e2-8b4e-4549-a68e-d414072d4156', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 20, 51, 57), 'started_at': datetime.datetime(2022, 1, 31, 20, 51, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 20, 58, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 20:59:02.068217 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67ee69fd-12e0-4686-af15-0580398af1dd req-1b2b2d9c-f544-48d2-b3d5-62f94776dead service neutron] Checking segment: {'id': '0b88ba8a-5620-4c08-98b4-337c2e3644cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'e68884ed-aafc-46db-987f-40cce4cb0a81'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 20:59:02.068857 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67ee69fd-12e0-4686-af15-0580398af1dd req-1b2b2d9c-f544-48d2-b3d5-62f94776dead service neutron] Bound using segment: {'id': '0b88ba8a-5620-4c08-98b4-337c2e3644cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'e68884ed-aafc-46db-987f-40cce4cb0a81'} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 20:59:02.069600 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [req-67ee69fd-12e0-4686-af15-0580398af1dd req-1b2b2d9c-f544-48d2-b3d5-62f94776dead service neutron] Bound port: 03ce2948-3900-488e-9af1-5eaec4cd03a3, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b88ba8a-5620-4c08-98b4-337c2e3644cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': 'e68884ed-aafc-46db-987f-40cce4cb0a81'}}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 20:59:02.070148 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [req-67ee69fd-12e0-4686-af15-0580398af1dd req-1b2b2d9c-f544-48d2-b3d5-62f94776dead service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1026180'] for port (03ce2948-3900-488e-9af1-5eaec4cd03a3), before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:59:02.077830 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.db.provisioning_blocks [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Provisioning complete for port ba603664-1bd5-4560-b052-170cf51ab48d triggered by entity L2. {{(pid=102451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 20:59:02.078448 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3401144'] for port (ba603664-1bd5-4560-b052-170cf51ab48d), provisioning_complete {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:59:02.129461 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-72333125-2194-4fb4-b30c-207ed98251d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3769639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3694988'] for router_interface (d6083f20-eaba-4527-a2a1-b42d222992f3), after_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:59:02.142266 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72333125-2194-4fb4-b30c-207ed98251d6 admin admin] Pushing event updated for resources: {'Port': ['ID=d9d41530-8e33-49d2-9f14-984b9a41ed1d,revision_number=2']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:59:02.198126 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.plugin [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Current status of the port ba603664-1bd5-4560-b052-170cf51ab48d is: DOWN; New status is: ACTIVE {{(pid=102451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 20:59:02.198715 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1026180'] for port (ba603664-1bd5-4560-b052-170cf51ab48d), before_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:59:02.230018 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.db [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] For port ba603664-1bd5-4560-b052-170cf51ab48d, host dv-cinder-813229-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-5-iscsi',level=0,port_id=ba603664-1bd5-4560-b052-170cf51ab48d,segment=NetworkSegment(ad776c9f-cdc1-49f1-a366-310dcfc4c059),segment_id=ad776c9f-cdc1-49f1-a366-310dcfc4c059)] {{(pid=102451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 20:59:02.237936 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1029723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3769609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783600466378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783599971615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783599971633'] for port (ba603664-1bd5-4560-b052-170cf51ab48d), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:59:02.298754 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.db [req-67ee69fd-12e0-4686-af15-0580398af1dd req-1b2b2d9c-f544-48d2-b3d5-62f94776dead service neutron] For port 03ce2948-3900-488e-9af1-5eaec4cd03a3, host hv-cinder-81322, cleared binding levels {{(pid=102449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 20:59:02.304972 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.db [req-67ee69fd-12e0-4686-af15-0580398af1dd req-1b2b2d9c-f544-48d2-b3d5-62f94776dead service neutron] For port 03ce2948-3900-488e-9af1-5eaec4cd03a3, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=03ce2948-3900-488e-9af1-5eaec4cd03a3,segment=NetworkSegment(0b88ba8a-5620-4c08-98b4-337c2e3644cc),segment_id=0b88ba8a-5620-4c08-98b4-337c2e3644cc)] {{(pid=102449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 20:59:02.307749 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72333125-2194-4fb4-b30c-207ed98251d6 admin admin] Network 662f25cb-a32c-48b4-84f3-03883d71fcd3 is already hosted by enough agents. {{(pid=102449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 20:59:02.311201 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.scheduler.base_scheduler [None req-72333125-2194-4fb4-b30c-207ed98251d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=102449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 20:59:02.317531 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [req-67ee69fd-12e0-4686-af15-0580398af1dd req-1b2b2d9c-f544-48d2-b3d5-62f94776dead service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1029723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3769609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783600466378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783599971615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783599971633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29106247'] for port (03ce2948-3900-488e-9af1-5eaec4cd03a3), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:59:02.346062 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Pushing event updated for resources: {'Port': ['ID=ba603664-1bd5-4560-b052-170cf51ab48d,revision_number=4']} {{(pid=102451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:59:02.637964 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.db.provisioning_blocks [None req-a6a0bdde-f0d2-4760-b905-b226a2dd2ba5 None None] Provisioning complete for port d9d41530-8e33-49d2-9f14-984b9a41ed1d triggered by entity DHCP. {{(pid=102451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 20:59:02.638202 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-a6a0bdde-f0d2-4760-b905-b226a2dd2ba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3401144'] for port (d9d41530-8e33-49d2-9f14-984b9a41ed1d), provisioning_complete {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:59:02.688395 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.plugin [None req-a6a0bdde-f0d2-4760-b905-b226a2dd2ba5 None None] Port d9d41530-8e33-49d2-9f14-984b9a41ed1d cannot update to ACTIVE because it is not bound. {{(pid=102451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 20:59:02.716115 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ee69fd-12e0-4686-af15-0580398af1dd req-1b2b2d9c-f544-48d2-b3d5-62f94776dead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:59:02.717235 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [req-67ee69fd-12e0-4686-af15-0580398af1dd req-1b2b2d9c-f544-48d2-b3d5-62f94776dead service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204375'] for port (None), before_response {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:59:02.719807 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-67ee69fd-12e0-4686-af15-0580398af1dd req-1b2b2d9c-f544-48d2-b3d5-62f94776dead service neutron] 10.222.0.59 "PUT /v2.0/ports/03ce2948-3900-488e-9af1-5eaec4cd03a3 HTTP/1.1" status: 200 len: 1093 time: 2.0086648 Jan 31 20:59:02.722907 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '521937b0-3541-460a-a340-58920b66dc40', 'tag': '03ce2948-3900-488e-9af1-5eaec4cd03a3'}] {{(pid=102449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 20:59:02.726419 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba30590511e0408980e1e78341b94ae353025d2904c3e8034e675cc5aff8c4ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d337ac8-8fb1-47f7-b7c6-e4845bdb205a" -d '{"events": [{"name": "network-changed", "server_uuid": "521937b0-3541-460a-a340-58920b66dc40", "tag": "03ce2948-3900-488e-9af1-5eaec4cd03a3"}]}' {{(pid=102449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 20:59:02.736491 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2b2d9c-f544-48d2-b3d5-62f94776dead service neutron] Pushing event updated for resources: {'Port': ['ID=03ce2948-3900-488e-9af1-5eaec4cd03a3,revision_number=3']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:59:02.829057 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 20:59:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e597c93-157d-4ebe-8ca1-422fd29b066a x-openstack-request-id: req-3e597c93-157d-4ebe-8ca1-422fd29b066a {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 20:59:02.829356 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "521937b0-3541-460a-a340-58920b66dc40", "tag": "03ce2948-3900-488e-9af1-5eaec4cd03a3", "status": "completed", "code": 200}]} {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 20:59:02.829609 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-3e597c93-157d-4ebe-8ca1-422fd29b066a {{(pid=102449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 20:59:02.830010 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '521937b0-3541-460a-a340-58920b66dc40', 'tag': '03ce2948-3900-488e-9af1-5eaec4cd03a3', 'status': 'completed', 'code': 200} Jan 31 20:59:02.867848 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72333125-2194-4fb4-b30c-207ed98251d6 admin admin] Router d6083f20-eaba-4527-a2a1-b42d222992f3 has already been hosted by L3 agent 7c18f3b4-4d02-4b01-9072-98fcd9008716 {{(pid=102449) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 20:59:02.875214 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ee69fd-12e0-4686-af15-0580398af1dd req-45c714fb-5133-48ce-93ec-04cf2a07d026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:59:02.876744 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-67ee69fd-12e0-4686-af15-0580398af1dd req-45c714fb-5133-48ce-93ec-04cf2a07d026 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=89e26e9450a7409f847d894c6e8d3bfc&device_id=521937b0-3541-460a-a340-58920b66dc40 HTTP/1.1" status: 200 len: 1127 time: 0.0853369 Jan 31 20:59:02.954088 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-67ee69fd-12e0-4686-af15-0580398af1dd req-11b372b2-ecc1-445f-9f77-94d63c35e2d2 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=03ce2948-3900-488e-9af1-5eaec4cd03a3 HTTP/1.1" status: 200 len: 217 time: 0.0678070 Jan 31 20:59:03.093526 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ee69fd-12e0-4686-af15-0580398af1dd req-5ca5083f-1917-4c20-a83f-250a3f7a72cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:59:03.095015 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-67ee69fd-12e0-4686-af15-0580398af1dd req-5ca5083f-1917-4c20-a83f-250a3f7a72cb service neutron] 10.222.0.59 "GET /v2.0/subnets?id=34dec552-ecde-44b0-b00b-6077e3fcfd65 HTTP/1.1" status: 200 len: 855 time: 0.1328554 Jan 31 20:59:03.170448 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72333125-2194-4fb4-b30c-207ed98251d6 admin admin] Notify agent at l3_agent.dv-cinder-813229-5-iscsi the message routers_updated {{(pid=102449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 20:59:03.183440 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [None req-72333125-2194-4fb4-b30c-207ed98251d6 admin admin] 10.222.0.46 "PUT /v2.0/routers/d6083f20-eaba-4527-a2a1-b42d222992f3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1654410 Jan 31 20:59:03.204331 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0935a58e-5f2c-4f78-878e-f10a037ea3ea req-90d589c1-7424-452a-892c-ba059ee0d88f tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:59:03.205918 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-0935a58e-5f2c-4f78-878e-f10a037ea3ea req-90d589c1-7424-452a-892c-ba059ee0d88f tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] 10.222.0.46 "GET /v2.0/ports?device_id=521937b0-3541-460a-a340-58920b66dc40 HTTP/1.1" status: 200 len: 943 time: 0.1270010 Jan 31 20:59:03.212264 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ee69fd-12e0-4686-af15-0580398af1dd req-71208552-6119-4b3f-bb1b-9b055e5181ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:59:03.213887 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-67ee69fd-12e0-4686-af15-0580398af1dd req-71208552-6119-4b3f-bb1b-9b055e5181ee service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e68884ed-aafc-46db-987f-40cce4cb0a81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0975697 Jan 31 20:59:03.330790 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-0935a58e-5f2c-4f78-878e-f10a037ea3ea req-e17ad3d0-b72a-4746-a163-a808faa640fb tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] 10.222.0.46 "GET /v2.0/security-groups?id=5e026526-bdec-4dfc-ba97-0cae44e0172b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1005702 Jan 31 20:59:03.366483 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-67ee69fd-12e0-4686-af15-0580398af1dd req-0b9d331f-99bf-4ba0-90fb-4073d859c75a service neutron] 10.222.0.59 "GET /v2.0/networks/e68884ed-aafc-46db-987f-40cce4cb0a81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1439655 Jan 31 20:59:03.385254 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.wsgi [-] (102450) accepted ('10.222.0.46', 43316) {{(pid=102450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 20:59:03.490473 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-67ee69fd-12e0-4686-af15-0580398af1dd req-6ed06ba7-d2de-4953-b5e5-e2050076fc13 service neutron] 10.222.0.59 "GET /v2.0/networks/e68884ed-aafc-46db-987f-40cce4cb0a81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1137106 Jan 31 20:59:03.526748 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.rpc [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Device ba603664-1bd5-4560-b052-170cf51ab48d up at agent ovs-agent-dv-cinder-813229-5-iscsi {{(pid=102451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 20:59:03.582763 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-685aac5b-440f-43c3-9126-10b5953927cb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:59:03.591281 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.db.provisioning_blocks [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Provisioning complete for port ba603664-1bd5-4560-b052-170cf51ab48d triggered by entity L2. {{(pid=102451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 20:59:03.591907 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3401144'] for port (ba603664-1bd5-4560-b052-170cf51ab48d), provisioning_complete {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:59:03.686339 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d337ac8-8fb1-47f7-b7c6-e4845bdb205a req-21a20f3a-ce29-4f17-8b0d-2415e57c1438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:59:03.690358 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-4d337ac8-8fb1-47f7-b7c6-e4845bdb205a req-21a20f3a-ce29-4f17-8b0d-2415e57c1438 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=89e26e9450a7409f847d894c6e8d3bfc&device_id=521937b0-3541-460a-a340-58920b66dc40 HTTP/1.1" status: 200 len: 1127 time: 0.1010656 Jan 31 20:59:03.698143 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-685aac5b-440f-43c3-9126-10b5953927cb admin admin] Publish callbacks [] for security_group (10070b43-1869-49fd-9fe0-46d50888b9db), precommit_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:59:03.707472 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-685aac5b-440f-43c3-9126-10b5953927cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736509'] for security_group (10070b43-1869-49fd-9fe0-46d50888b9db), after_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:59:03.711426 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.plugin [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Current status of the port ba603664-1bd5-4560-b052-170cf51ab48d is: ACTIVE; New status is: ACTIVE {{(pid=102451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 20:59:03.775763 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [None req-685aac5b-440f-43c3-9126-10b5953927cb admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=ed49a921f56b446ba8948f79e2e9414f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3890154 Jan 31 20:59:03.778676 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685aac5b-440f-43c3-9126-10b5953927cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10070b43-1869-49fd-9fe0-46d50888b9db,revision_number=1']} {{(pid=102450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:59:03.782713 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.wsgi [-] (102450) accepted ('10.222.0.46', 43320) {{(pid=102450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 20:59:03.852755 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d337ac8-8fb1-47f7-b7c6-e4845bdb205a req-e0d21d5d-2e29-4100-8ee1-bbcd511e882b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:59:03.852995 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-9f224b91-d1d2-4b32-8c2a-7da01903e745 admin admin] Publish callbacks [] for security_group (10070b43-1869-49fd-9fe0-46d50888b9db), before_delete {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:59:03.853154 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-4d337ac8-8fb1-47f7-b7c6-e4845bdb205a req-e0d21d5d-2e29-4100-8ee1-bbcd511e882b service neutron] 10.222.0.59 "GET /v2.0/networks?id=e68884ed-aafc-46db-987f-40cce4cb0a81 HTTP/1.1" status: 200 len: 917 time: 0.1509697 Jan 31 20:59:03.879846 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-9f224b91-d1d2-4b32-8c2a-7da01903e745 admin admin] Publish callbacks [] for security_group (10070b43-1869-49fd-9fe0-46d50888b9db), precommit_delete {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:59:03.901002 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-4d337ac8-8fb1-47f7-b7c6-e4845bdb205a req-4beedee5-ac36-4d21-832a-55bce8c78741 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=03ce2948-3900-488e-9af1-5eaec4cd03a3 HTTP/1.1" status: 200 len: 217 time: 0.0414655 Jan 31 20:59:03.945508 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-9f224b91-d1d2-4b32-8c2a-7da01903e745 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736509'] for security_group (10070b43-1869-49fd-9fe0-46d50888b9db), after_delete {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:59:03.948227 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-9f224b91-d1d2-4b32-8c2a-7da01903e745 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:59:03.953198 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [None req-9f224b91-d1d2-4b32-8c2a-7da01903e745 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/10070b43-1869-49fd-9fe0-46d50888b9db HTTP/1.1" status: 204 len: 168 time: 0.1686256 Jan 31 20:59:03.971064 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f224b91-d1d2-4b32-8c2a-7da01903e745 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10070b43-1869-49fd-9fe0-46d50888b9db,revision_number=None']} {{(pid=102450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:59:03.971495 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d337ac8-8fb1-47f7-b7c6-e4845bdb205a req-1ce97a5f-cd6f-4b1a-b86a-eda2aab18259 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:59:03.973068 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-4d337ac8-8fb1-47f7-b7c6-e4845bdb205a req-1ce97a5f-cd6f-4b1a-b86a-eda2aab18259 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=34dec552-ecde-44b0-b00b-6077e3fcfd65 HTTP/1.1" status: 200 len: 855 time: 0.0621319 Jan 31 20:59:04.046353 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d337ac8-8fb1-47f7-b7c6-e4845bdb205a req-0471eaf1-cc87-4631-98dc-ae6a214e3d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:59:04.048406 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-4d337ac8-8fb1-47f7-b7c6-e4845bdb205a req-0471eaf1-cc87-4631-98dc-ae6a214e3d2f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e68884ed-aafc-46db-987f-40cce4cb0a81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0661647 Jan 31 20:59:04.163441 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-4d337ac8-8fb1-47f7-b7c6-e4845bdb205a req-9b5dfa6f-11b5-4896-9535-c457489d633c service neutron] 10.222.0.59 "GET /v2.0/networks/e68884ed-aafc-46db-987f-40cce4cb0a81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1042838 Jan 31 20:59:04.287473 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-4d337ac8-8fb1-47f7-b7c6-e4845bdb205a req-5b7294de-1943-42a2-8082-2a8b88d015da service neutron] 10.222.0.59 "GET /v2.0/networks/e68884ed-aafc-46db-987f-40cce4cb0a81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1149931 Jan 31 20:59:04.600212 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.wsgi [-] (102450) accepted ('10.222.0.46', 43340) {{(pid=102450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 20:59:04.606158 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.v2.base [None req-4eedfece-0727-43b9-90ca-4274dabcfae1 tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1895527905', 'description': 'tempest-secgroup-smoke-1895527905 description', 'project_id': '3f735df896f74e2a8ec34440c5d4fbfa'}} {{(pid=102450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 20:59:04.636459 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-4eedfece-0727-43b9-90ca-4274dabcfae1 tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] Publish callbacks [] for security_group (None), before_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:59:04.680269 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-485e86d8-9bff-4f7c-9b4e-376acaee2928 None None] Sync routers for ids ['d6083f20-eaba-4527-a2a1-b42d222992f3'] in dv-cinder-813229-5-iscsi {{(pid=102454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 20:59:04.694419 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-485e86d8-9bff-4f7c-9b4e-376acaee2928 None None] Routers {'d6083f20-eaba-4527-a2a1-b42d222992f3'} bound to L3 agent in host dv-cinder-813229-5-iscsi {{(pid=102454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 20:59:04.694419 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.db.l3_hamode_db [None req-485e86d8-9bff-4f7c-9b4e-376acaee2928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T20:45:52Z,description=,heartbeat_timestamp=2022-01-31T20:58:52Z,host='dv-cinder-813229-5-iscsi',id=7c18f3b4-4d02-4b01-9072-98fcd9008716,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T20:45:52Z,topic='l3_agent')) {'router_ids': ['d6083f20-eaba-4527-a2a1-b42d222992f3'], 'active': True} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 20:59:04.753722 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-4eedfece-0727-43b9-90ca-4274dabcfae1 tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] Publish callbacks [] for security_group (c65378a2-fe6e-4350-bdeb-fc72abd6ffe9), precommit_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:59:04.759548 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-4eedfece-0727-43b9-90ca-4274dabcfae1 tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736509'] for security_group (c65378a2-fe6e-4350-bdeb-fc72abd6ffe9), after_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:59:04.797506 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-4eedfece-0727-43b9-90ca-4274dabcfae1 tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] Publish callbacks [] for security_group (None), before_response {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:59:04.802257 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.wsgi [-] (102449) accepted ('10.222.0.46', 43350) {{(pid=102449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 20:59:04.802883 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [None req-4eedfece-0727-43b9-90ca-4274dabcfae1 tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2002578 Jan 31 20:59:04.805131 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eedfece-0727-43b9-90ca-4274dabcfae1 tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c65378a2-fe6e-4350-bdeb-fc72abd6ffe9,revision_number=1']} {{(pid=102450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:59:04.807755 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.v2.base [None req-fef088da-10a9-497e-8ed7-9ccf10aa36a3 tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] Request body: {'security_group_rule': {'security_group_id': 'c65378a2-fe6e-4350-bdeb-fc72abd6ffe9', 'project_id': '3f735df896f74e2a8ec34440c5d4fbfa', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 20:59:04.851955 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.db.l3_dvr_db [None req-485e86d8-9bff-4f7c-9b4e-376acaee2928 None None] Set router d6083f20-eaba-4527-a2a1-b42d222992f3 gateway port host: dv-cinder-813229-5-iscsi {{(pid=102454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 20:59:04.880266 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-fef088da-10a9-497e-8ed7-9ccf10aa36a3 tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] Publish callbacks [] for security_group_rule (e7f78010-ebbe-4a46-b54f-9467792bd5cf), before_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:59:04.904602 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.wsgi [-] (102450) accepted ('10.222.0.46', 43352) {{(pid=102450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 20:59:04.945749 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70890cf-c06e-4859-bda9-ef3e384a34ed req-44fb1a01-67d1-4aea-a79a-570756e0cd12 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:59:04.947111 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-b70890cf-c06e-4859-bda9-ef3e384a34ed req-44fb1a01-67d1-4aea-a79a-570756e0cd12 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] 10.222.0.46 "GET /v2.0/ports?device_id=521937b0-3541-460a-a340-58920b66dc40 HTTP/1.1" status: 200 len: 943 time: 0.1172326 Jan 31 20:59:04.969839 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-fef088da-10a9-497e-8ed7-9ccf10aa36a3 tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] Publish callbacks [] for security_group_rule (e7f78010-ebbe-4a46-b54f-9467792bd5cf), precommit_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:59:04.976676 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-fef088da-10a9-497e-8ed7-9ccf10aa36a3 tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695025'] for security_group_rule (e7f78010-ebbe-4a46-b54f-9467792bd5cf), after_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:59:05.010030 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef088da-10a9-497e-8ed7-9ccf10aa36a3 tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7f78010-ebbe-4a46-b54f-9467792bd5cf,revision_number=0']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:59:05.025976 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-fef088da-10a9-497e-8ed7-9ccf10aa36a3 tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:59:05.027642 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [None req-fef088da-10a9-497e-8ed7-9ccf10aa36a3 tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2237875 Jan 31 20:59:05.030237 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.wsgi [-] (102450) accepted ('10.222.0.46', 43356) {{(pid=102450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 20:59:05.034769 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.v2.base [None req-8b53d2f6-47da-4fb5-973e-8267aa063a65 tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] Request body: {'security_group_rule': {'security_group_id': 'c65378a2-fe6e-4350-bdeb-fc72abd6ffe9', 'project_id': '3f735df896f74e2a8ec34440c5d4fbfa', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 20:59:05.046873 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-b70890cf-c06e-4859-bda9-ef3e384a34ed req-7a37e425-62ca-49ed-822f-8cc5d8636789 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] 10.222.0.46 "GET /v2.0/security-groups?id=5e026526-bdec-4dfc-ba97-0cae44e0172b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796883 Jan 31 20:59:05.078304 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.v2.base [None req-bf458ff2-5824-4966-a153-9c3d595b11bd admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-811757668-network', 'tenant_id': '7fb000300e384275b8a61f3cfe15a52e'}} {{(pid=102450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 20:59:05.083003 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-8b53d2f6-47da-4fb5-973e-8267aa063a65 tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] Publish callbacks [] for security_group_rule (1286f6e9-e4d1-4603-aae6-b630bf37e1ac), before_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:59:05.112004 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.db.l3_hamode_db [None req-485e86d8-9bff-4f7c-9b4e-376acaee2928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6083f20-eaba-4527-a2a1-b42d222992f3', 'name': 'tempest-TestVolumeBootPattern-1021950059-router', 'tenant_id': '91f39ddbf10640f395192d5388e740b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51ba4d8e-a54c-4fb0-a209-37766af226e8', 'external_fixed_ips': [{'subnet_id': '99ba9542-d2be-443f-a804-26ff9bedcbe2', 'ip_address': '172.27.2.196'}], 'enable_snat': True}, 'gw_port_id': 'ba603664-1bd5-4560-b052-170cf51ab48d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T20:58:55Z', 'updated_at': '2022-01-31T20:59:01Z', 'revision_number': 4, 'project_id': '91f39ddbf10640f395192d5388e740b2', 'gw_port': {'id': 'ba603664-1bd5-4560-b052-170cf51ab48d', 'name': '', 'network_id': '51ba4d8e-a54c-4fb0-a209-37766af226e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:1f:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6083f20-eaba-4527-a2a1-b42d222992f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '99ba9542-d2be-443f-a804-26ff9bedcbe2', 'ip_address': '172.27.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T20:58:57Z', 'updated_at': '2022-01-31T20:59:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99ba9542-d2be-443f-a804-26ff9bedcbe2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-5-iscsi', '_interfaces': [{'id': 'd9d41530-8e33-49d2-9f14-984b9a41ed1d', 'name': '', 'network_id': '662f25cb-a32c-48b4-84f3-03883d71fcd3', 'tenant_id': '91f39ddbf10640f395192d5388e740b2', 'mac_address': 'fa:16:3e:3a:98:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6083f20-eaba-4527-a2a1-b42d222992f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '306fcc7f-10d7-47a6-b6f4-6aea4b4d2a67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T20:58:59Z', 'updated_at': '2022-01-31T20:59:01Z', 'revision_number': 2, 'project_id': '91f39ddbf10640f395192d5388e740b2', 'subnets': [{'id': '306fcc7f-10d7-47a6-b6f4-6aea4b4d2a67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-5-iscsi', False) {} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 20:59:05.124863 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf458ff2-5824-4966-a153-9c3d595b11bd admin admin] Made reservation on behalf of 7fb000300e384275b8a61f3cfe15a52e for: {'network': 1} {{(pid=102450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 20:59:05.127530 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-bf458ff2-5824-4966-a153-9c3d595b11bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1026180'] for network (None), before_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:59:05.141490 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-485e86d8-9bff-4f7c-9b4e-376acaee2928 None None] Checking router: d6083f20-eaba-4527-a2a1-b42d222992f3 for host: dv-cinder-813229-5-iscsi {{(pid=102454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 20:59:05.141731 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-485e86d8-9bff-4f7c-9b4e-376acaee2928 None None] Updating router d6083f20-eaba-4527-a2a1-b42d222992f3 port d9d41530-8e33-49d2-9f14-984b9a41ed1d binding host dv-cinder-813229-5-iscsi {{(pid=102454) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 31 20:59:05.144174 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-bf458ff2-5824-4966-a153-9c3d595b11bd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:59:05.172616 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-485e86d8-9bff-4f7c-9b4e-376acaee2928 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1026180'] for port (d9d41530-8e33-49d2-9f14-984b9a41ed1d), before_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:59:05.178992 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-8b53d2f6-47da-4fb5-973e-8267aa063a65 tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] Publish callbacks [] for security_group_rule (1286f6e9-e4d1-4603-aae6-b630bf37e1ac), precommit_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:59:05.186998 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-8b53d2f6-47da-4fb5-973e-8267aa063a65 tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695025'] for security_group_rule (1286f6e9-e4d1-4603-aae6-b630bf37e1ac), after_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:59:05.219826 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b53d2f6-47da-4fb5-973e-8267aa063a65 tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1286f6e9-e4d1-4603-aae6-b630bf37e1ac,revision_number=0']} {{(pid=102450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:59:05.233202 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-8b53d2f6-47da-4fb5-973e-8267aa063a65 tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:59:05.234427 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [None req-8b53d2f6-47da-4fb5-973e-8267aa063a65 tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2031693 Jan 31 20:59:05.237486 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.wsgi [-] (102449) accepted ('10.222.0.46', 43358) {{(pid=102449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 20:59:05.242260 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.v2.base [None req-c497cc71-465c-4e08-a3ed-1432bd723bfe tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] Request body: {'security_group_rule': {'security_group_id': 'c65378a2-fe6e-4350-bdeb-fc72abd6ffe9', 'project_id': '3f735df896f74e2a8ec34440c5d4fbfa', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 20:59:05.272209 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-bf458ff2-5824-4966-a153-9c3d595b11bd admin admin] Publish callbacks [] for security_group (7e39ad3c-1523-4ebf-9fe2-6f39f4782e3a), precommit_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:59:05.277627 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-bf458ff2-5824-4966-a153-9c3d595b11bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736509'] for security_group (7e39ad3c-1523-4ebf-9fe2-6f39f4782e3a), after_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:59:05.289043 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-c497cc71-465c-4e08-a3ed-1432bd723bfe tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] Publish callbacks [] for security_group_rule (f93722f7-5a3d-4f46-ae72-3af4b1c45ef7), before_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:59:05.303838 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf458ff2-5824-4966-a153-9c3d595b11bd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 657} {{(pid=102450) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 20:59:05.316319 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf458ff2-5824-4966-a153-9c3d595b11bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e39ad3c-1523-4ebf-9fe2-6f39f4782e3a,revision_number=1']} {{(pid=102450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:59:05.322472 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-bf458ff2-5824-4966-a153-9c3d595b11bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-936743'] for segment (545c4fc5-da7e-4c4a-8467-ca82cac965ea), precommit_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:59:05.322860 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.db.segments_db [None req-bf458ff2-5824-4966-a153-9c3d595b11bd admin admin] Added segment 545c4fc5-da7e-4c4a-8467-ca82cac965ea of type vlan for network adc09fa2-8bb9-48a4-b8eb-2252a9ff3034 Jan 31 20:59:05.358988 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-c497cc71-465c-4e08-a3ed-1432bd723bfe tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] Publish callbacks [] for security_group_rule (f93722f7-5a3d-4f46-ae72-3af4b1c45ef7), precommit_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:59:05.363734 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-c497cc71-465c-4e08-a3ed-1432bd723bfe tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695025'] for security_group_rule (f93722f7-5a3d-4f46-ae72-3af4b1c45ef7), after_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:59:05.375790 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-bf458ff2-5824-4966-a153-9c3d595b11bd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783599991637'] for network (adc09fa2-8bb9-48a4-b8eb-2252a9ff3034), precommit_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:59:05.382912 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c497cc71-465c-4e08-a3ed-1432bd723bfe tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f93722f7-5a3d-4f46-ae72-3af4b1c45ef7,revision_number=0']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:59:05.392515 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-c497cc71-465c-4e08-a3ed-1432bd723bfe tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:59:05.396825 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [None req-c497cc71-465c-4e08-a3ed-1432bd723bfe tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1581352 Jan 31 20:59:05.397470 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.wsgi [-] (102450) accepted ('10.222.0.46', 43360) {{(pid=102450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 20:59:05.404352 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.v2.base [None req-b072f112-ab3e-4844-959f-d066da6ad162 tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] Request body: {'security_group_rule': {'security_group_id': 'c65378a2-fe6e-4350-bdeb-fc72abd6ffe9', 'project_id': '3f735df896f74e2a8ec34440c5d4fbfa', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 20:59:05.416978 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-bf458ff2-5824-4966-a153-9c3d595b11bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3769609'] for network (adc09fa2-8bb9-48a4-b8eb-2252a9ff3034), after_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:59:05.418669 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf458ff2-5824-4966-a153-9c3d595b11bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:59:05.419174 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-bf458ff2-5824-4966-a153-9c3d595b11bd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3769851'] for network (None), before_response {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:59:05.481693 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [None req-bf458ff2-5824-4966-a153-9c3d595b11bd admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5759513 Jan 31 20:59:05.484629 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.wsgi [-] (102449) accepted ('10.222.0.46', 43362) {{(pid=102449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 20:59:05.488405 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-b072f112-ab3e-4844-959f-d066da6ad162 tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] Publish callbacks [] for security_group_rule (e072e516-b626-435f-afe9-353961887ec0), before_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:59:05.489167 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-485e86d8-9bff-4f7c-9b4e-376acaee2928 None None] Publish callbacks [] for port (d9d41530-8e33-49d2-9f14-984b9a41ed1d), precommit_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:59:05.490322 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.v2.base [None req-c20bd032-7f3a-493b-bea7-ffd5f457b416 admin admin] Request body: {'subnet': {'network_id': 'adc09fa2-8bb9-48a4-b8eb-2252a9ff3034', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-811757668-subnet', 'tenant_id': '7fb000300e384275b8a61f3cfe15a52e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 20:59:05.496489 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-485e86d8-9bff-4f7c-9b4e-376acaee2928 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1029723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3769609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783600466378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783599971615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783599971633'] for port (d9d41530-8e33-49d2-9f14-984b9a41ed1d), after_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:59:05.508564 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf458ff2-5824-4966-a153-9c3d595b11bd admin admin] Pushing event updated for resources: {'Network': ['ID=adc09fa2-8bb9-48a4-b8eb-2252a9ff3034,revision_number=1']} {{(pid=102450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:59:05.515722 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c20bd032-7f3a-493b-bea7-ffd5f457b416 admin admin] Made reservation on behalf of 7fb000300e384275b8a61f3cfe15a52e for: {'subnet': 1} {{(pid=102449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 20:59:05.518296 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-c20bd032-7f3a-493b-bea7-ffd5f457b416 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25214388'] for subnet (None), before_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:59:05.521686 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.rpc [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Network adc09fa2-8bb9-48a4-b8eb-2252a9ff3034 details requested by agent ovs-agent-dv-cinder-813229-5-iscsi with host dv-cinder-813229-5-iscsi {{(pid=102451) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 20:59:05.548925 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32cb938d-6033-4718-ad9a-5e1e663acee5 None None] Pushing event updated for resources: {'Port': ['ID=d9d41530-8e33-49d2-9f14-984b9a41ed1d,revision_number=3']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:59:05.582151 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-b072f112-ab3e-4844-959f-d066da6ad162 tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] Publish callbacks [] for security_group_rule (e072e516-b626-435f-afe9-353961887ec0), precommit_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:59:05.587542 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-b072f112-ab3e-4844-959f-d066da6ad162 tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695025'] for security_group_rule (e072e516-b626-435f-afe9-353961887ec0), after_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:59:05.615364 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-b072f112-ab3e-4844-959f-d066da6ad162 tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:59:05.619536 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [None req-b072f112-ab3e-4844-959f-d066da6ad162 tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2182884 Jan 31 20:59:05.619912 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.wsgi [-] (102450) accepted ('10.222.0.46', 43364) {{(pid=102450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 20:59:05.626651 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.v2.base [None req-1af12f14-2e14-4daf-9e48-bf5cbcc6b21a tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] Request body: {'security_group_rule': {'security_group_id': 'c65378a2-fe6e-4350-bdeb-fc72abd6ffe9', 'project_id': '3f735df896f74e2a8ec34440c5d4fbfa', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 20:59:05.627845 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [None req-485e86d8-9bff-4f7c-9b4e-376acaee2928 None None] Attempting to bind port d9d41530-8e33-49d2-9f14-984b9a41ed1d on host dv-cinder-813229-5-iscsi for vnic_type normal with profile {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 20:59:05.628221 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [None req-485e86d8-9bff-4f7c-9b4e-376acaee2928 None None] Attempting to bind port d9d41530-8e33-49d2-9f14-984b9a41ed1d by drivers openvswitch,hyperv on host dv-cinder-813229-5-iscsi at level 0 using segments [{'id': 'b67eebf2-4bc6-4c6b-a37f-b182ea5f78c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '662f25cb-a32c-48b4-84f3-03883d71fcd3'}] {{(pid=102454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 20:59:05.628836 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-485e86d8-9bff-4f7c-9b4e-376acaee2928 None None] Attempting to bind port d9d41530-8e33-49d2-9f14-984b9a41ed1d on network 662f25cb-a32c-48b4-84f3-03883d71fcd3 {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 20:59:05.634218 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-485e86d8-9bff-4f7c-9b4e-376acaee2928 None None] Checking agent: {'id': '9ba4f6fe-000a-4ef5-9d61-ba62910ab5fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813229-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 20, 45, 56), 'started_at': datetime.datetime(2022, 1, 31, 20, 46, 26), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 20, 58, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813229-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 20:59:05.634596 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-485e86d8-9bff-4f7c-9b4e-376acaee2928 None None] Checking segment: {'id': 'b67eebf2-4bc6-4c6b-a37f-b182ea5f78c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '662f25cb-a32c-48b4-84f3-03883d71fcd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 20:59:05.635024 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-485e86d8-9bff-4f7c-9b4e-376acaee2928 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:59:05.635416 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-485e86d8-9bff-4f7c-9b4e-376acaee2928 None None] Bound using segment: {'id': 'b67eebf2-4bc6-4c6b-a37f-b182ea5f78c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '662f25cb-a32c-48b4-84f3-03883d71fcd3'} {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 20:59:05.635882 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [None req-485e86d8-9bff-4f7c-9b4e-376acaee2928 None None] Bound port: d9d41530-8e33-49d2-9f14-984b9a41ed1d, host: dv-cinder-813229-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b67eebf2-4bc6-4c6b-a37f-b182ea5f78c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': '662f25cb-a32c-48b4-84f3-03883d71fcd3'}}] {{(pid=102454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 20:59:05.636878 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-485e86d8-9bff-4f7c-9b4e-376acaee2928 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1026180'] for port (d9d41530-8e33-49d2-9f14-984b9a41ed1d), before_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:59:05.659583 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b072f112-ab3e-4844-959f-d066da6ad162 tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e072e516-b626-435f-afe9-353961887ec0,revision_number=0']} {{(pid=102450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:59:05.663856 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.db.securitygroups_db [None req-1af12f14-2e14-4daf-9e48-bf5cbcc6b21a tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] Project 3f735df896f74e2a8ec34440c5d4fbfa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 31 20:59:05.671597 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-1af12f14-2e14-4daf-9e48-bf5cbcc6b21a tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] Publish callbacks [] for security_group_rule (bd8fc67d-4718-442b-bf2b-e5c38c745753), before_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:59:05.709386 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.plugins.ml2.db [None req-485e86d8-9bff-4f7c-9b4e-376acaee2928 None None] For port d9d41530-8e33-49d2-9f14-984b9a41ed1d, host dv-cinder-813229-5-iscsi, cleared binding levels {{(pid=102454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 20:59:05.713165 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.plugins.ml2.db [None req-485e86d8-9bff-4f7c-9b4e-376acaee2928 None None] For port d9d41530-8e33-49d2-9f14-984b9a41ed1d, host dv-cinder-813229-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-5-iscsi',level=0,port_id=d9d41530-8e33-49d2-9f14-984b9a41ed1d,segment=NetworkSegment(b67eebf2-4bc6-4c6b-a37f-b182ea5f78c3),segment_id=b67eebf2-4bc6-4c6b-a37f-b182ea5f78c3)] {{(pid=102454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 20:59:05.720465 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-485e86d8-9bff-4f7c-9b4e-376acaee2928 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1029723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3769609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783600466378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783599971615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783599971633'] for port (d9d41530-8e33-49d2-9f14-984b9a41ed1d), after_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:59:05.754125 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-1af12f14-2e14-4daf-9e48-bf5cbcc6b21a tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] Publish callbacks [] for security_group_rule (bd8fc67d-4718-442b-bf2b-e5c38c745753), precommit_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:59:05.761653 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-1af12f14-2e14-4daf-9e48-bf5cbcc6b21a tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695025'] for security_group_rule (bd8fc67d-4718-442b-bf2b-e5c38c745753), after_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:59:05.786143 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-485e86d8-9bff-4f7c-9b4e-376acaee2928 None None] Routers {'d6083f20-eaba-4527-a2a1-b42d222992f3'} bound to L3 agent in host dv-cinder-813229-5-iscsi {{(pid=102454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 20:59:05.787212 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.db.l3_hamode_db [None req-485e86d8-9bff-4f7c-9b4e-376acaee2928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T20:45:52Z,description=,heartbeat_timestamp=2022-01-31T20:58:52Z,host='dv-cinder-813229-5-iscsi',id=7c18f3b4-4d02-4b01-9072-98fcd9008716,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T20:45:52Z,topic='l3_agent')) {'router_ids': ['d6083f20-eaba-4527-a2a1-b42d222992f3'], 'active': True} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 20:59:05.789470 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af12f14-2e14-4daf-9e48-bf5cbcc6b21a tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd8fc67d-4718-442b-bf2b-e5c38c745753,revision_number=0']} {{(pid=102450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:59:05.796307 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-c20bd032-7f3a-493b-bea7-ffd5f457b416 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3769609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29109440', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25214338'] for subnet (3e8bfc04-2632-45b2-bbc5-88e7c10c1811), after_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:59:05.815589 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-1af12f14-2e14-4daf-9e48-bf5cbcc6b21a tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:59:05.818250 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [None req-1af12f14-2e14-4daf-9e48-bf5cbcc6b21a tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1962738 Jan 31 20:59:05.821707 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.wsgi [-] (102450) accepted ('10.222.0.46', 43366) {{(pid=102450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 20:59:05.832048 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.v2.base [None req-21c720b0-b270-447b-a6fb-ea54b682a7df tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] Request body: {'security_group_rule': {'security_group_id': 'c65378a2-fe6e-4350-bdeb-fc72abd6ffe9', 'project_id': '3f735df896f74e2a8ec34440c5d4fbfa', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 20:59:05.856084 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32cb938d-6033-4718-ad9a-5e1e663acee5 None None] Pushing event updated for resources: {'Port': ['ID=d9d41530-8e33-49d2-9f14-984b9a41ed1d,revision_number=4']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:59:05.864731 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.db.securitygroups_db [None req-21c720b0-b270-447b-a6fb-ea54b682a7df tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] Project 3f735df896f74e2a8ec34440c5d4fbfa added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 31 20:59:05.872548 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-21c720b0-b270-447b-a6fb-ea54b682a7df tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] Publish callbacks [] for security_group_rule (d6716ffd-c9ab-4c9d-80ff-914085cb246b), before_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:59:05.903475 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.db.provisioning_blocks [None req-ba73eb42-4841-4484-96eb-6dde19aefe8d None None] Provisioning complete for port d9d41530-8e33-49d2-9f14-984b9a41ed1d triggered by entity DHCP. {{(pid=102451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 20:59:05.904187 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-ba73eb42-4841-4484-96eb-6dde19aefe8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3401144'] for port (d9d41530-8e33-49d2-9f14-984b9a41ed1d), provisioning_complete {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:59:05.973107 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-21c720b0-b270-447b-a6fb-ea54b682a7df tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] Publish callbacks [] for security_group_rule (d6716ffd-c9ab-4c9d-80ff-914085cb246b), precommit_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:59:05.977835 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-21c720b0-b270-447b-a6fb-ea54b682a7df tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695025'] for security_group_rule (d6716ffd-c9ab-4c9d-80ff-914085cb246b), after_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:59:06.006254 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20bd032-7f3a-493b-bea7-ffd5f457b416 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3e8bfc04-2632-45b2-bbc5-88e7c10c1811,revision_number=0']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:59:06.007725 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-21c720b0-b270-447b-a6fb-ea54b682a7df tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:59:06.008969 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [None req-21c720b0-b270-447b-a6fb-ea54b682a7df tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1861589 Jan 31 20:59:06.016671 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c720b0-b270-447b-a6fb-ea54b682a7df tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6716ffd-c9ab-4c9d-80ff-914085cb246b,revision_number=0']} {{(pid=102450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:59:06.031270 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c20bd032-7f3a-493b-bea7-ffd5f457b416 admin admin] Checking segment: {'id': '545c4fc5-da7e-4c4a-8467-ca82cac965ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'adc09fa2-8bb9-48a4-b8eb-2252a9ff3034'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 20:59:06.033027 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c20bd032-7f3a-493b-bea7-ffd5f457b416 admin admin] Network hostable DHCP agents. Network: adc09fa2-8bb9-48a4-b8eb-2252a9ff3034, hostable agents: ['34ef0204-81d1-4f5e-89d1-b08d0f866641'], hosted agents: [] {{(pid=102449) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 20:59:06.093364 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c20bd032-7f3a-493b-bea7-ffd5f457b416 admin admin] Network adc09fa2-8bb9-48a4-b8eb-2252a9ff3034 is scheduled to be hosted by DHCP agent 34ef0204-81d1-4f5e-89d1-b08d0f866641 with binding_index 1 {{(pid=102449) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 20:59:06.127600 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.scheduler.base_scheduler [None req-c20bd032-7f3a-493b-bea7-ffd5f457b416 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813229-5-iscsi, adc09fa2-8bb9-48a4-b8eb-2252a9ff3034) {{(pid=102449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 20:59:06.130160 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.plugin [None req-ba73eb42-4841-4484-96eb-6dde19aefe8d None None] Current status of the port d9d41530-8e33-49d2-9f14-984b9a41ed1d is: DOWN; New status is: ACTIVE {{(pid=102451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 20:59:06.130935 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-ba73eb42-4841-4484-96eb-6dde19aefe8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1026180'] for port (d9d41530-8e33-49d2-9f14-984b9a41ed1d), before_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:59:06.139239 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c20bd032-7f3a-493b-bea7-ffd5f457b416 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:59:06.140331 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57418ae6-b7c2-4e05-81a3-53f2936cbe48 None None] Network adc09fa2-8bb9-48a4-b8eb-2252a9ff3034 requested from dv-cinder-813229-5-iscsi {{(pid=102451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 20:59:06.149129 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-c20bd032-7f3a-493b-bea7-ffd5f457b416 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3769851'] for subnet (None), before_response {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:59:06.178392 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.db.l3_dvr_db [None req-485e86d8-9bff-4f7c-9b4e-376acaee2928 None None] Set router d6083f20-eaba-4527-a2a1-b42d222992f3 gateway port host: dv-cinder-813229-5-iscsi {{(pid=102454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 20:59:06.201343 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [None req-c20bd032-7f3a-493b-bea7-ffd5f457b416 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7153769 Jan 31 20:59:06.319094 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87581aa8-48c9-4644-8a9f-d19d35380efe req-449313f9-e069-4c93-803d-da02d342dc4a tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:59:06.327077 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-87581aa8-48c9-4644-8a9f-d19d35380efe req-449313f9-e069-4c93-803d-da02d342dc4a tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] 10.222.0.46 "GET /v2.0/ports?device_id=521937b0-3541-460a-a340-58920b66dc40 HTTP/1.1" status: 200 len: 943 time: 0.1082091 Jan 31 20:59:06.399932 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.db [None req-ba73eb42-4841-4484-96eb-6dde19aefe8d None None] For port d9d41530-8e33-49d2-9f14-984b9a41ed1d, host dv-cinder-813229-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-5-iscsi',level=0,port_id=d9d41530-8e33-49d2-9f14-984b9a41ed1d,segment=NetworkSegment(b67eebf2-4bc6-4c6b-a37f-b182ea5f78c3),segment_id=b67eebf2-4bc6-4c6b-a37f-b182ea5f78c3)] {{(pid=102451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 20:59:06.409153 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-ba73eb42-4841-4484-96eb-6dde19aefe8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1029723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3769609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783600466378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783599971615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783599971633'] for port (d9d41530-8e33-49d2-9f14-984b9a41ed1d), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:59:06.429881 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-87581aa8-48c9-4644-8a9f-d19d35380efe req-3b2ceeba-27e0-4426-b627-9e4f2d1e985e tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] 10.222.0.46 "GET /v2.0/security-groups?id=5e026526-bdec-4dfc-ba97-0cae44e0172b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1014085 Jan 31 20:59:06.476171 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eeb9089-9205-452a-90aa-95338629d78b None None] Network adc09fa2-8bb9-48a4-b8eb-2252a9ff3034 requested from dv-cinder-813229-5-iscsi {{(pid=102451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 20:59:06.568252 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.db.l3_hamode_db [None req-485e86d8-9bff-4f7c-9b4e-376acaee2928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6083f20-eaba-4527-a2a1-b42d222992f3', 'name': 'tempest-TestVolumeBootPattern-1021950059-router', 'tenant_id': '91f39ddbf10640f395192d5388e740b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51ba4d8e-a54c-4fb0-a209-37766af226e8', 'external_fixed_ips': [{'subnet_id': '99ba9542-d2be-443f-a804-26ff9bedcbe2', 'ip_address': '172.27.2.196'}], 'enable_snat': True}, 'gw_port_id': 'ba603664-1bd5-4560-b052-170cf51ab48d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T20:58:55Z', 'updated_at': '2022-01-31T20:59:01Z', 'revision_number': 4, 'project_id': '91f39ddbf10640f395192d5388e740b2', 'gw_port': {'id': 'ba603664-1bd5-4560-b052-170cf51ab48d', 'name': '', 'network_id': '51ba4d8e-a54c-4fb0-a209-37766af226e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:1f:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6083f20-eaba-4527-a2a1-b42d222992f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '99ba9542-d2be-443f-a804-26ff9bedcbe2', 'ip_address': '172.27.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T20:58:57Z', 'updated_at': '2022-01-31T20:59:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99ba9542-d2be-443f-a804-26ff9bedcbe2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-5-iscsi', '_interfaces': [{'id': 'd9d41530-8e33-49d2-9f14-984b9a41ed1d', 'name': '', 'network_id': '662f25cb-a32c-48b4-84f3-03883d71fcd3', 'tenant_id': '91f39ddbf10640f395192d5388e740b2', 'mac_address': 'fa:16:3e:3a:98:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6083f20-eaba-4527-a2a1-b42d222992f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '306fcc7f-10d7-47a6-b6f4-6aea4b4d2a67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T20:58:59Z', 'updated_at': '2022-01-31T20:59:05Z', 'revision_number': 4, 'project_id': '91f39ddbf10640f395192d5388e740b2', 'subnets': [{'id': '306fcc7f-10d7-47a6-b6f4-6aea4b4d2a67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-5-iscsi', False) {} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 20:59:06.604281 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-485e86d8-9bff-4f7c-9b4e-376acaee2928 None None] The sync data for ids ['d6083f20-eaba-4527-a2a1-b42d222992f3'] in dv-cinder-813229-5-iscsi is: [{'id': 'd6083f20-eaba-4527-a2a1-b42d222992f3', 'name': 'tempest-TestVolumeBootPattern-1021950059-router', 'tenant_id': '91f39ddbf10640f395192d5388e740b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51ba4d8e-a54c-4fb0-a209-37766af226e8', 'external_fixed_ips': [{'subnet_id': '99ba9542-d2be-443f-a804-26ff9bedcbe2', 'ip_address': '172.27.2.196'}], 'enable_snat': True}, 'gw_port_id': 'ba603664-1bd5-4560-b052-170cf51ab48d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T20:58:55Z', 'updated_at': '2022-01-31T20:59:01Z', 'revision_number': 4, 'project_id': '91f39ddbf10640f395192d5388e740b2', 'gw_port': {'id': 'ba603664-1bd5-4560-b052-170cf51ab48d', 'name': '', 'network_id': '51ba4d8e-a54c-4fb0-a209-37766af226e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:1f:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6083f20-eaba-4527-a2a1-b42d222992f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '99ba9542-d2be-443f-a804-26ff9bedcbe2', 'ip_address': '172.27.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T20:58:57Z', 'updated_at': '2022-01-31T20:59:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99ba9542-d2be-443f-a804-26ff9bedcbe2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-5-iscsi', '_interfaces': [{'id': 'd9d41530-8e33-49d2-9f14-984b9a41ed1d', 'name': '', 'network_id': '662f25cb-a32c-48b4-84f3-03883d71fcd3', 'tenant_id': '91f39ddbf10640f395192d5388e740b2', 'mac_address': 'fa:16:3e:3a:98:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6083f20-eaba-4527-a2a1-b42d222992f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '306fcc7f-10d7-47a6-b6f4-6aea4b4d2a67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T20:58:59Z', 'updated_at': '2022-01-31T20:59:05Z', 'revision_number': 4, 'project_id': '91f39ddbf10640f395192d5388e740b2', 'subnets': [{'id': '306fcc7f-10d7-47a6-b6f4-6aea4b4d2a67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 20:59:06.729439 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba73eb42-4841-4484-96eb-6dde19aefe8d None None] Pushing event updated for resources: {'Port': ['ID=d9d41530-8e33-49d2-9f14-984b9a41ed1d,revision_number=5']} {{(pid=102451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:59:06.792471 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.db.provisioning_blocks [None req-ff1216ee-5957-4eac-8728-6d67cc05f418 None None] Provisioning complete for port d9d41530-8e33-49d2-9f14-984b9a41ed1d triggered by entity DHCP. {{(pid=102451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 20:59:06.792856 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-ff1216ee-5957-4eac-8728-6d67cc05f418 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3401144'] for port (d9d41530-8e33-49d2-9f14-984b9a41ed1d), provisioning_complete {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:59:06.977463 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.plugin [None req-ff1216ee-5957-4eac-8728-6d67cc05f418 None None] Current status of the port d9d41530-8e33-49d2-9f14-984b9a41ed1d is: ACTIVE; New status is: ACTIVE {{(pid=102451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 20:59:07.525609 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.rpc [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Device d9d41530-8e33-49d2-9f14-984b9a41ed1d up at agent ovs-agent-dv-cinder-813229-5-iscsi {{(pid=102451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 20:59:07.583835 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cb3b1a-8bf3-47cf-8095-91b0d9f93f2f req-980e2d44-0179-46f4-9055-8238624942ad tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:59:07.585400 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-06cb3b1a-8bf3-47cf-8095-91b0d9f93f2f req-980e2d44-0179-46f4-9055-8238624942ad tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] 10.222.0.46 "GET /v2.0/ports?device_id=521937b0-3541-460a-a340-58920b66dc40 HTTP/1.1" status: 200 len: 943 time: 0.0689549 Jan 31 20:59:07.591685 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.db.provisioning_blocks [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Provisioning complete for port d9d41530-8e33-49d2-9f14-984b9a41ed1d triggered by entity L2. {{(pid=102451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 20:59:07.592201 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3401144'] for port (d9d41530-8e33-49d2-9f14-984b9a41ed1d), provisioning_complete {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:59:07.641411 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-06cb3b1a-8bf3-47cf-8095-91b0d9f93f2f req-96005057-5ad3-4ae2-8537-0b470a25ff24 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] 10.222.0.46 "GET /v2.0/security-groups?id=5e026526-bdec-4dfc-ba97-0cae44e0172b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498152 Jan 31 20:59:07.692361 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.plugin [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Current status of the port d9d41530-8e33-49d2-9f14-984b9a41ed1d is: ACTIVE; New status is: ACTIVE {{(pid=102451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 20:59:08.108467 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.rpc [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Device 03ce2948-3900-488e-9af1-5eaec4cd03a3 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=102451) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 20:59:08.228458 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.db [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] For port 03ce2948-3900-488e-9af1-5eaec4cd03a3, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=03ce2948-3900-488e-9af1-5eaec4cd03a3,segment=NetworkSegment(0b88ba8a-5620-4c08-98b4-337c2e3644cc),segment_id=0b88ba8a-5620-4c08-98b4-337c2e3644cc)] {{(pid=102451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 20:59:08.244448 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.rpc [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Returning: {'device': '03ce2948-3900-488e-9af1-5eaec4cd03a3', 'network_id': 'e68884ed-aafc-46db-987f-40cce4cb0a81', 'port_id': '03ce2948-3900-488e-9af1-5eaec4cd03a3', 'mac_address': 'fa:16:3e:c7:83:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 689, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34dec552-ecde-44b0-b00b-6077e3fcfd65', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102451) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 20:59:08.274324 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab1ca6f-5fe0-4b3b-aad3-f6712ccf94bc req-020fc3df-259b-4294-8643-d62f193da5ae tempest-VolumesSnapshotTestJSON-250187708 tempest-VolumesSnapshotTestJSON-250187708-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:59:08.276090 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-7ab1ca6f-5fe0-4b3b-aad3-f6712ccf94bc req-020fc3df-259b-4294-8643-d62f193da5ae tempest-VolumesSnapshotTestJSON-250187708 tempest-VolumesSnapshotTestJSON-250187708-project] 10.222.0.46 "GET /v2.0/networks?id=adc09fa2-8bb9-48a4-b8eb-2252a9ff3034 HTTP/1.1" status: 200 len: 813 time: 0.1309907 Jan 31 20:59:08.289675 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.plugin [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Current status of the port 03ce2948-3900-488e-9af1-5eaec4cd03a3 is: DOWN; New status is: BUILD {{(pid=102451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 20:59:08.290064 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1026180'] for port (03ce2948-3900-488e-9af1-5eaec4cd03a3), before_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:59:08.297258 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-7ab1ca6f-5fe0-4b3b-aad3-f6712ccf94bc req-74f7ac50-2d4f-462e-bca6-1d7740b2ad2b tempest-VolumesSnapshotTestJSON-250187708 tempest-VolumesSnapshotTestJSON-250187708-project] 10.222.0.46 "GET /v2.0/quotas/7fb000300e384275b8a61f3cfe15a52e HTTP/1.1" status: 200 len: 375 time: 0.0122051 Jan 31 20:59:08.320049 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.notifiers.nova [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03ce2948-3900-488e-9af1-5eaec4cd03a3 {{(pid=102451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 20:59:08.336363 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-7ab1ca6f-5fe0-4b3b-aad3-f6712ccf94bc req-cee9961a-6325-4954-8986-da90f80ef9db tempest-VolumesSnapshotTestJSON-250187708 tempest-VolumesSnapshotTestJSON-250187708-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=7fb000300e384275b8a61f3cfe15a52e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0328114 Jan 31 20:59:08.349764 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.db [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] For port 03ce2948-3900-488e-9af1-5eaec4cd03a3, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=03ce2948-3900-488e-9af1-5eaec4cd03a3,segment=NetworkSegment(0b88ba8a-5620-4c08-98b4-337c2e3644cc),segment_id=0b88ba8a-5620-4c08-98b4-337c2e3644cc)] {{(pid=102451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 20:59:08.356816 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1029723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3769609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783600466378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783599971615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783599971633'] for port (03ce2948-3900-488e-9af1-5eaec4cd03a3), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:59:08.438682 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Pushing event updated for resources: {'Port': ['ID=03ce2948-3900-488e-9af1-5eaec4cd03a3,revision_number=4']} {{(pid=102451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:59:08.480313 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-7ab1ca6f-5fe0-4b3b-aad3-f6712ccf94bc req-d4df3252-296e-4caa-9221-791aa09e667a service neutron] 10.222.0.46 "GET /v2.0/networks/adc09fa2-8bb9-48a4-b8eb-2252a9ff3034?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339080 Jan 31 20:59:08.610939 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-7ab1ca6f-5fe0-4b3b-aad3-f6712ccf94bc req-d75d945f-e6c5-4ed0-8e9a-21842b438899 service neutron] 10.222.0.46 "GET /v2.0/networks/adc09fa2-8bb9-48a4-b8eb-2252a9ff3034?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238928 Jan 31 20:59:08.690387 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.db [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] get_ports_and_sgs() called for port_ids ['03ce2948-3900-488e-9af1-5eaec4cd03a3'] {{(pid=102451) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 20:59:08.818470 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-c329e972-b752-4521-86b5-5387224807cb req-488aca2f-cedc-4bef-b131-00395a2cccc9 tempest-VolumesSnapshotTestJSON-250187708 tempest-VolumesSnapshotTestJSON-250187708-project] 10.222.0.46 "GET /v2.0/ports?device_id=c1eceb11-5a94-4be0-a445-16a2c2e18cd0 HTTP/1.1" status: 200 len: 210 time: 0.0328763 Jan 31 20:59:08.879071 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab92bfb6-499e-4a77-a6e6-8e18d592c8c0 req-88d57a9b-69fd-4493-94c4-2040f828fad3 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:59:08.880707 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-ab92bfb6-499e-4a77-a6e6-8e18d592c8c0 req-88d57a9b-69fd-4493-94c4-2040f828fad3 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] 10.222.0.46 "GET /v2.0/ports?device_id=521937b0-3541-460a-a340-58920b66dc40 HTTP/1.1" status: 200 len: 944 time: 0.1287117 Jan 31 20:59:08.985831 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-ab92bfb6-499e-4a77-a6e6-8e18d592c8c0 req-ba2830c1-1571-4bbb-a198-c70043d81b7a tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] 10.222.0.46 "GET /v2.0/security-groups?id=5e026526-bdec-4dfc-ba97-0cae44e0172b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0976698 Jan 31 20:59:09.929802 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-97986d05-63e0-44b8-af18-f34715a704c1 req-d2af425b-7410-41cf-abe3-c954341e2976 tempest-VolumesSnapshotTestJSON-250187708 tempest-VolumesSnapshotTestJSON-250187708-project] 10.222.0.46 "GET /v2.0/ports?device_id=c1eceb11-5a94-4be0-a445-16a2c2e18cd0 HTTP/1.1" status: 200 len: 210 time: 0.0325398 Jan 31 20:59:10.087893 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab1ca6f-5fe0-4b3b-aad3-f6712ccf94bc req-9bfc9809-03e7-4038-95b9-5dcda4177121 tempest-VolumesSnapshotTestJSON-250187708 tempest-VolumesSnapshotTestJSON-250187708-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:59:10.090018 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-7ab1ca6f-5fe0-4b3b-aad3-f6712ccf94bc req-9bfc9809-03e7-4038-95b9-5dcda4177121 tempest-VolumesSnapshotTestJSON-250187708 tempest-VolumesSnapshotTestJSON-250187708-project] 10.222.0.59 "GET /v2.0/networks?id=adc09fa2-8bb9-48a4-b8eb-2252a9ff3034 HTTP/1.1" status: 200 len: 813 time: 0.1417696 Jan 31 20:59:10.114161 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.rpc [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Device 03ce2948-3900-488e-9af1-5eaec4cd03a3 up at agent hyperv_hv-cinder-81322 {{(pid=102451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 20:59:10.117579 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.v2.base [req-7ab1ca6f-5fe0-4b3b-aad3-f6712ccf94bc req-787b4b35-e4d8-44e5-a886-5bd8ae974650 tempest-VolumesSnapshotTestJSON-250187708 tempest-VolumesSnapshotTestJSON-250187708-project] Request body: {'port': {'device_id': 'c1eceb11-5a94-4be0-a445-16a2c2e18cd0', 'network_id': 'adc09fa2-8bb9-48a4-b8eb-2252a9ff3034', 'admin_state_up': True, 'tenant_id': '7fb000300e384275b8a61f3cfe15a52e'}} {{(pid=102449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 20:59:10.197183 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.db.provisioning_blocks [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Provisioning for port 03ce2948-3900-488e-9af1-5eaec4cd03a3 completed by entity L2. {{(pid=102451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 20:59:10.201550 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.db.provisioning_blocks [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Provisioning complete for port 03ce2948-3900-488e-9af1-5eaec4cd03a3 triggered by entity L2. {{(pid=102451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 20:59:10.202076 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3401144'] for port (03ce2948-3900-488e-9af1-5eaec4cd03a3), provisioning_complete {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:59:10.237136 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e730e96-4054-415e-bcbd-4ec531bdb081 req-fd55c974-535e-4406-95df-d0afbc7159e5 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:59:10.238910 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-7e730e96-4054-415e-bcbd-4ec531bdb081 req-fd55c974-535e-4406-95df-d0afbc7159e5 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] 10.222.0.46 "GET /v2.0/ports?device_id=521937b0-3541-460a-a340-58920b66dc40 HTTP/1.1" status: 200 len: 944 time: 0.1417706 Jan 31 20:59:10.307112 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.plugin [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Current status of the port 03ce2948-3900-488e-9af1-5eaec4cd03a3 is: BUILD; New status is: ACTIVE {{(pid=102451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 20:59:10.307860 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1026180'] for port (03ce2948-3900-488e-9af1-5eaec4cd03a3), before_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:59:10.327960 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-7e730e96-4054-415e-bcbd-4ec531bdb081 req-1577f433-eb17-4aab-856d-48bee8e7aa90 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] 10.222.0.46 "GET /v2.0/security-groups?id=5e026526-bdec-4dfc-ba97-0cae44e0172b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811706 Jan 31 20:59:10.329345 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ab1ca6f-5fe0-4b3b-aad3-f6712ccf94bc req-787b4b35-e4d8-44e5-a886-5bd8ae974650 tempest-VolumesSnapshotTestJSON-250187708 tempest-VolumesSnapshotTestJSON-250187708-project] Made reservation on behalf of 7fb000300e384275b8a61f3cfe15a52e for: {'port': 1} {{(pid=102449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 20:59:10.332701 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [req-7ab1ca6f-5fe0-4b3b-aad3-f6712ccf94bc req-787b4b35-e4d8-44e5-a886-5bd8ae974650 tempest-VolumesSnapshotTestJSON-250187708 tempest-VolumesSnapshotTestJSON-250187708-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1026180'] for port (None), before_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:59:10.345221 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '521937b0-3541-460a-a340-58920b66dc40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03ce2948-3900-488e-9af1-5eaec4cd03a3'}] {{(pid=102451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 20:59:10.347527 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c23f90a41664c3b077a95f51e37b0059f8aa38e98bc0260eca12d616ac4420be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40279551-8076-4a94-a0bd-392795e53130" -d '{"events": [{"server_uuid": "521937b0-3541-460a-a340-58920b66dc40", "name": "network-vif-plugged", "status": "completed", "tag": "03ce2948-3900-488e-9af1-5eaec4cd03a3"}]}' {{(pid=102451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 20:59:10.370321 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.db [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] For port 03ce2948-3900-488e-9af1-5eaec4cd03a3, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=03ce2948-3900-488e-9af1-5eaec4cd03a3,segment=NetworkSegment(0b88ba8a-5620-4c08-98b4-337c2e3644cc),segment_id=0b88ba8a-5620-4c08-98b4-337c2e3644cc)] {{(pid=102451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 20:59:10.376008 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1029723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3769609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783600466378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783599971615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783599971633'] for port (03ce2948-3900-488e-9af1-5eaec4cd03a3), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:59:10.407463 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 20:59:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98aed754-8e5f-4b29-858b-a4eee33d7c15 x-openstack-request-id: req-98aed754-8e5f-4b29-858b-a4eee33d7c15 {{(pid=102451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 20:59:10.407944 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "521937b0-3541-460a-a340-58920b66dc40", "name": "network-vif-plugged", "status": "completed", "tag": "03ce2948-3900-488e-9af1-5eaec4cd03a3", "code": 200}]} {{(pid=102451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 20:59:10.408465 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-98aed754-8e5f-4b29-858b-a4eee33d7c15 {{(pid=102451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 20:59:10.408961 dv-cinder-813229-5-iscsi neutron-server[102451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '521937b0-3541-460a-a340-58920b66dc40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03ce2948-3900-488e-9af1-5eaec4cd03a3', 'code': 200} Jan 31 20:59:10.455493 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Pushing event updated for resources: {'Port': ['ID=03ce2948-3900-488e-9af1-5eaec4cd03a3,revision_number=5']} {{(pid=102451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:59:10.523213 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.db.db_base_plugin_common [req-7ab1ca6f-5fe0-4b3b-aad3-f6712ccf94bc req-787b4b35-e4d8-44e5-a886-5bd8ae974650 tempest-VolumesSnapshotTestJSON-250187708 tempest-VolumesSnapshotTestJSON-250187708-project] Allocated IP 172.20.0.3 (adc09fa2-8bb9-48a4-b8eb-2252a9ff3034/3e8bfc04-2632-45b2-bbc5-88e7c10c1811/ca886dd9-8f80-4a6d-abf3-1881b1fa53c2) {{(pid=102449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 20:59:10.740796 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f6c424-ac14-4a07-9fb6-20e4ac9f09e0 req-11bb250d-4a40-4e46-b504-2e115839fb6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:59:10.742304 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-d8f6c424-ac14-4a07-9fb6-20e4ac9f09e0 req-11bb250d-4a40-4e46-b504-2e115839fb6f service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=521937b0-3541-460a-a340-58920b66dc40 HTTP/1.1" status: 200 len: 1129 time: 0.1704876 Jan 31 20:59:10.745075 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [req-7ab1ca6f-5fe0-4b3b-aad3-f6712ccf94bc req-787b4b35-e4d8-44e5-a886-5bd8ae974650 tempest-VolumesSnapshotTestJSON-250187708 tempest-VolumesSnapshotTestJSON-250187708-project] Publish callbacks [] for port (ca886dd9-8f80-4a6d-abf3-1881b1fa53c2), precommit_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:59:10.816421 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-d8f6c424-ac14-4a07-9fb6-20e4ac9f09e0 req-4c2624b1-8e84-480b-8ade-2c71f4141298 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=5e026526-bdec-4dfc-ba97-0cae44e0172b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659504 Jan 31 20:59:10.818839 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [req-7ab1ca6f-5fe0-4b3b-aad3-f6712ccf94bc req-787b4b35-e4d8-44e5-a886-5bd8ae974650 tempest-VolumesSnapshotTestJSON-250187708 tempest-VolumesSnapshotTestJSON-250187708-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1029723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3769609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783599971597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29106256'] for port (ca886dd9-8f80-4a6d-abf3-1881b1fa53c2), after_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:59:10.871511 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ab1ca6f-5fe0-4b3b-aad3-f6712ccf94bc req-787b4b35-e4d8-44e5-a886-5bd8ae974650 tempest-VolumesSnapshotTestJSON-250187708 tempest-VolumesSnapshotTestJSON-250187708-project] Network adc09fa2-8bb9-48a4-b8eb-2252a9ff3034 is already hosted by enough agents. {{(pid=102449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 20:59:10.874284 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.scheduler.base_scheduler [req-7ab1ca6f-5fe0-4b3b-aad3-f6712ccf94bc req-787b4b35-e4d8-44e5-a886-5bd8ae974650 tempest-VolumesSnapshotTestJSON-250187708 tempest-VolumesSnapshotTestJSON-250187708-project] Resources bound (agent type, host, resource id): {{(pid=102449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 20:59:10.881337 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ab1ca6f-5fe0-4b3b-aad3-f6712ccf94bc req-787b4b35-e4d8-44e5-a886-5bd8ae974650 tempest-VolumesSnapshotTestJSON-250187708 tempest-VolumesSnapshotTestJSON-250187708-project] Received port after_create {{(pid=102449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 20:59:10.891671 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787b4b35-e4d8-44e5-a886-5bd8ae974650 tempest-VolumesSnapshotTestJSON-250187708 tempest-VolumesSnapshotTestJSON-250187708-project] Pushing event updated for resources: {'Port': ['ID=ca886dd9-8f80-4a6d-abf3-1881b1fa53c2,revision_number=1']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:59:10.937612 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab1ca6f-5fe0-4b3b-aad3-f6712ccf94bc req-787b4b35-e4d8-44e5-a886-5bd8ae974650 tempest-VolumesSnapshotTestJSON-250187708 tempest-VolumesSnapshotTestJSON-250187708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:59:10.938249 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [req-7ab1ca6f-5fe0-4b3b-aad3-f6712ccf94bc req-787b4b35-e4d8-44e5-a886-5bd8ae974650 tempest-VolumesSnapshotTestJSON-250187708 tempest-VolumesSnapshotTestJSON-250187708-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204375'] for port (None), before_response {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:59:10.959327 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-7ab1ca6f-5fe0-4b3b-aad3-f6712ccf94bc req-787b4b35-e4d8-44e5-a886-5bd8ae974650 tempest-VolumesSnapshotTestJSON-250187708 tempest-VolumesSnapshotTestJSON-250187708-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8457468 Jan 31 20:59:11.071874 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15c578f-0616-4811-844c-d6cc9058a4c9 req-4d011f99-0ed9-4a9d-a638-4e4bdd1c9554 tempest-VolumesSnapshotTestJSON-250187708 tempest-VolumesSnapshotTestJSON-250187708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:59:11.073728 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-e15c578f-0616-4811-844c-d6cc9058a4c9 req-4d011f99-0ed9-4a9d-a638-4e4bdd1c9554 tempest-VolumesSnapshotTestJSON-250187708 tempest-VolumesSnapshotTestJSON-250187708-project] 10.222.0.46 "GET /v2.0/ports?device_id=c1eceb11-5a94-4be0-a445-16a2c2e18cd0 HTTP/1.1" status: 200 len: 931 time: 0.0630798 Jan 31 20:59:11.114034 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.v2.base [req-7ab1ca6f-5fe0-4b3b-aad3-f6712ccf94bc req-0a72beeb-e822-477b-9a6a-6b814ad742a2 service neutron] Request body: {'port': {'device_id': 'c1eceb11-5a94-4be0-a445-16a2c2e18cd0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=102449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 20:59:11.153332 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-e15c578f-0616-4811-844c-d6cc9058a4c9 req-439bdb46-d2c8-44ce-80e5-13f616089993 tempest-VolumesSnapshotTestJSON-250187708 tempest-VolumesSnapshotTestJSON-250187708-project] 10.222.0.46 "GET /v2.0/security-groups?id=7e39ad3c-1523-4ebf-9fe2-6f39f4782e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719366 Jan 31 20:59:11.201520 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [req-7ab1ca6f-5fe0-4b3b-aad3-f6712ccf94bc req-0a72beeb-e822-477b-9a6a-6b814ad742a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1026180'] for port (ca886dd9-8f80-4a6d-abf3-1881b1fa53c2), before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:59:11.498054 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303dfc3f-39f1-4659-b0c1-8cfe162bdfff req-38ef9c1c-b1c9-4a38-988a-eb998e67c074 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:59:11.499938 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-303dfc3f-39f1-4659-b0c1-8cfe162bdfff req-38ef9c1c-b1c9-4a38-988a-eb998e67c074 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] 10.222.0.46 "GET /v2.0/ports?device_id=521937b0-3541-460a-a340-58920b66dc40 HTTP/1.1" status: 200 len: 945 time: 0.0656943 Jan 31 20:59:11.545614 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.notifiers.nova [req-7ab1ca6f-5fe0-4b3b-aad3-f6712ccf94bc req-0a72beeb-e822-477b-9a6a-6b814ad742a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca886dd9-8f80-4a6d-abf3-1881b1fa53c2 {{(pid=102449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 20:59:11.553871 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [req-7ab1ca6f-5fe0-4b3b-aad3-f6712ccf94bc req-0a72beeb-e822-477b-9a6a-6b814ad742a2 service neutron] Publish callbacks [] for port (ca886dd9-8f80-4a6d-abf3-1881b1fa53c2), precommit_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:59:11.567728 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [req-7ab1ca6f-5fe0-4b3b-aad3-f6712ccf94bc req-0a72beeb-e822-477b-9a6a-6b814ad742a2 service neutron] Transition to ACTIVE for port object ca886dd9-8f80-4a6d-abf3-1881b1fa53c2 will not be triggered until provisioned by entity L2. {{(pid=102449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 20:59:11.569389 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-303dfc3f-39f1-4659-b0c1-8cfe162bdfff req-1e0f4cee-dafd-4f4f-80f4-9e675879db2a tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] 10.222.0.46 "GET /v2.0/security-groups?id=5e026526-bdec-4dfc-ba97-0cae44e0172b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628235 Jan 31 20:59:11.573024 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [req-7ab1ca6f-5fe0-4b3b-aad3-f6712ccf94bc req-0a72beeb-e822-477b-9a6a-6b814ad742a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1029723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3769609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783600466378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783599971615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783599971633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29106247'] for port (ca886dd9-8f80-4a6d-abf3-1881b1fa53c2), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:59:11.628125 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a72beeb-e822-477b-9a6a-6b814ad742a2 service neutron] Pushing event updated for resources: {'Port': ['ID=ca886dd9-8f80-4a6d-abf3-1881b1fa53c2,revision_number=2']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:59:11.722061 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [req-7ab1ca6f-5fe0-4b3b-aad3-f6712ccf94bc req-0a72beeb-e822-477b-9a6a-6b814ad742a2 service neutron] Attempting to bind port ca886dd9-8f80-4a6d-abf3-1881b1fa53c2 on host hv-cinder-81322 for vnic_type normal with profile {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 20:59:11.722341 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [req-7ab1ca6f-5fe0-4b3b-aad3-f6712ccf94bc req-0a72beeb-e822-477b-9a6a-6b814ad742a2 service neutron] Attempting to bind port ca886dd9-8f80-4a6d-abf3-1881b1fa53c2 by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': '545c4fc5-da7e-4c4a-8467-ca82cac965ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'adc09fa2-8bb9-48a4-b8eb-2252a9ff3034'}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 20:59:11.722729 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ab1ca6f-5fe0-4b3b-aad3-f6712ccf94bc req-0a72beeb-e822-477b-9a6a-6b814ad742a2 service neutron] Attempting to bind port ca886dd9-8f80-4a6d-abf3-1881b1fa53c2 on network adc09fa2-8bb9-48a4-b8eb-2252a9ff3034 {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 20:59:11.727577 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ab1ca6f-5fe0-4b3b-aad3-f6712ccf94bc req-0a72beeb-e822-477b-9a6a-6b814ad742a2 service neutron] Port ca886dd9-8f80-4a6d-abf3-1881b1fa53c2 on network adc09fa2-8bb9-48a4-b8eb-2252a9ff3034 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 20:59:11.727924 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ab1ca6f-5fe0-4b3b-aad3-f6712ccf94bc req-0a72beeb-e822-477b-9a6a-6b814ad742a2 service neutron] Attempting to bind port ca886dd9-8f80-4a6d-abf3-1881b1fa53c2 on network adc09fa2-8bb9-48a4-b8eb-2252a9ff3034 {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 20:59:11.735189 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ab1ca6f-5fe0-4b3b-aad3-f6712ccf94bc req-0a72beeb-e822-477b-9a6a-6b814ad742a2 service neutron] Checking agent: {'id': 'e85cc1e2-8b4e-4549-a68e-d414072d4156', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 20, 51, 57), 'started_at': datetime.datetime(2022, 1, 31, 20, 51, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 20, 58, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 20:59:11.735780 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ab1ca6f-5fe0-4b3b-aad3-f6712ccf94bc req-0a72beeb-e822-477b-9a6a-6b814ad742a2 service neutron] Checking segment: {'id': '545c4fc5-da7e-4c4a-8467-ca82cac965ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'adc09fa2-8bb9-48a4-b8eb-2252a9ff3034'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 20:59:11.736425 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ab1ca6f-5fe0-4b3b-aad3-f6712ccf94bc req-0a72beeb-e822-477b-9a6a-6b814ad742a2 service neutron] Bound using segment: {'id': '545c4fc5-da7e-4c4a-8467-ca82cac965ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'adc09fa2-8bb9-48a4-b8eb-2252a9ff3034'} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 20:59:11.737152 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [req-7ab1ca6f-5fe0-4b3b-aad3-f6712ccf94bc req-0a72beeb-e822-477b-9a6a-6b814ad742a2 service neutron] Bound port: ca886dd9-8f80-4a6d-abf3-1881b1fa53c2, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '545c4fc5-da7e-4c4a-8467-ca82cac965ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'adc09fa2-8bb9-48a4-b8eb-2252a9ff3034'}}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 20:59:11.737736 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [req-7ab1ca6f-5fe0-4b3b-aad3-f6712ccf94bc req-0a72beeb-e822-477b-9a6a-6b814ad742a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1026180'] for port (ca886dd9-8f80-4a6d-abf3-1881b1fa53c2), before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:59:11.818020 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.db [req-7ab1ca6f-5fe0-4b3b-aad3-f6712ccf94bc req-0a72beeb-e822-477b-9a6a-6b814ad742a2 service neutron] For port ca886dd9-8f80-4a6d-abf3-1881b1fa53c2, host hv-cinder-81322, cleared binding levels {{(pid=102449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 20:59:11.821967 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.db [req-7ab1ca6f-5fe0-4b3b-aad3-f6712ccf94bc req-0a72beeb-e822-477b-9a6a-6b814ad742a2 service neutron] For port ca886dd9-8f80-4a6d-abf3-1881b1fa53c2, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=ca886dd9-8f80-4a6d-abf3-1881b1fa53c2,segment=NetworkSegment(545c4fc5-da7e-4c4a-8467-ca82cac965ea),segment_id=545c4fc5-da7e-4c4a-8467-ca82cac965ea)] {{(pid=102449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 20:59:11.830880 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [req-7ab1ca6f-5fe0-4b3b-aad3-f6712ccf94bc req-0a72beeb-e822-477b-9a6a-6b814ad742a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1029723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3769609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783600466378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783599971615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783599971633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29106247'] for port (ca886dd9-8f80-4a6d-abf3-1881b1fa53c2), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:59:11.871941 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab1ca6f-5fe0-4b3b-aad3-f6712ccf94bc req-0a72beeb-e822-477b-9a6a-6b814ad742a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:59:11.872567 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [req-7ab1ca6f-5fe0-4b3b-aad3-f6712ccf94bc req-0a72beeb-e822-477b-9a6a-6b814ad742a2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204375'] for port (None), before_response {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:59:11.874011 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-7ab1ca6f-5fe0-4b3b-aad3-f6712ccf94bc req-0a72beeb-e822-477b-9a6a-6b814ad742a2 service neutron] 10.222.0.59 "PUT /v2.0/ports/ca886dd9-8f80-4a6d-abf3-1881b1fa53c2 HTTP/1.1" status: 200 len: 1093 time: 0.7699747 Jan 31 20:59:11.874537 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1eceb11-5a94-4be0-a445-16a2c2e18cd0', 'tag': 'ca886dd9-8f80-4a6d-abf3-1881b1fa53c2'}] {{(pid=102449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 20:59:11.876871 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba30590511e0408980e1e78341b94ae353025d2904c3e8034e675cc5aff8c4ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c7727be-405a-40fe-bfb3-7cc7739ddaf3" -d '{"events": [{"name": "network-changed", "server_uuid": "c1eceb11-5a94-4be0-a445-16a2c2e18cd0", "tag": "ca886dd9-8f80-4a6d-abf3-1881b1fa53c2"}]}' {{(pid=102449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 20:59:11.902086 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a72beeb-e822-477b-9a6a-6b814ad742a2 service neutron] Pushing event updated for resources: {'Port': ['ID=ca886dd9-8f80-4a6d-abf3-1881b1fa53c2,revision_number=3']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:59:11.928568 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 20:59:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81f61d09-efc3-4a97-ab94-8c047b437425 x-openstack-request-id: req-81f61d09-efc3-4a97-ab94-8c047b437425 {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 20:59:11.928873 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1eceb11-5a94-4be0-a445-16a2c2e18cd0", "tag": "ca886dd9-8f80-4a6d-abf3-1881b1fa53c2", "status": "completed", "code": 200}]} {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 20:59:11.929135 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-81f61d09-efc3-4a97-ab94-8c047b437425 {{(pid=102449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 20:59:11.929587 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1eceb11-5a94-4be0-a445-16a2c2e18cd0', 'tag': 'ca886dd9-8f80-4a6d-abf3-1881b1fa53c2', 'status': 'completed', 'code': 200} Jan 31 20:59:12.005737 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab1ca6f-5fe0-4b3b-aad3-f6712ccf94bc req-31d3c68b-f779-4bf2-84d7-8e430017e7b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:59:12.007426 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-7ab1ca6f-5fe0-4b3b-aad3-f6712ccf94bc req-31d3c68b-f779-4bf2-84d7-8e430017e7b7 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=7fb000300e384275b8a61f3cfe15a52e&device_id=c1eceb11-5a94-4be0-a445-16a2c2e18cd0 HTTP/1.1" status: 200 len: 1127 time: 0.0591211 Jan 31 20:59:12.060576 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-7ab1ca6f-5fe0-4b3b-aad3-f6712ccf94bc req-ff89e8b4-84de-4afa-85e9-aa92ebd9421d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ca886dd9-8f80-4a6d-abf3-1881b1fa53c2 HTTP/1.1" status: 200 len: 217 time: 0.0417671 Jan 31 20:59:12.141735 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab1ca6f-5fe0-4b3b-aad3-f6712ccf94bc req-c2135719-bb20-4f21-a311-e7a3ce6de243 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:59:12.144196 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-7ab1ca6f-5fe0-4b3b-aad3-f6712ccf94bc req-c2135719-bb20-4f21-a311-e7a3ce6de243 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3e8bfc04-2632-45b2-bbc5-88e7c10c1811 HTTP/1.1" status: 200 len: 853 time: 0.0741694 Jan 31 20:59:12.194745 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-7ab1ca6f-5fe0-4b3b-aad3-f6712ccf94bc req-c42b2092-fc55-443a-af5c-8a465d8b4841 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=adc09fa2-8bb9-48a4-b8eb-2252a9ff3034&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0435379 Jan 31 20:59:12.330025 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f76d92-c1e9-4fab-bbdb-d028f704d2a2 req-f1be51c7-9c21-4987-acae-40b2dc137a89 tempest-VolumesSnapshotTestJSON-250187708 tempest-VolumesSnapshotTestJSON-250187708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:59:12.331742 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-45f76d92-c1e9-4fab-bbdb-d028f704d2a2 req-f1be51c7-9c21-4987-acae-40b2dc137a89 tempest-VolumesSnapshotTestJSON-250187708 tempest-VolumesSnapshotTestJSON-250187708-project] 10.222.0.46 "GET /v2.0/ports?device_id=c1eceb11-5a94-4be0-a445-16a2c2e18cd0 HTTP/1.1" status: 200 len: 943 time: 0.0788958 Jan 31 20:59:12.335109 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-7ab1ca6f-5fe0-4b3b-aad3-f6712ccf94bc req-a9cb7add-efd9-4015-b40f-412fe2c094fd service neutron] 10.222.0.59 "GET /v2.0/networks/adc09fa2-8bb9-48a4-b8eb-2252a9ff3034?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264758 Jan 31 20:59:12.400121 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-45f76d92-c1e9-4fab-bbdb-d028f704d2a2 req-0382650d-3a4f-4e94-8ff1-63571d73770b tempest-VolumesSnapshotTestJSON-250187708 tempest-VolumesSnapshotTestJSON-250187708-project] 10.222.0.46 "GET /v2.0/security-groups?id=7e39ad3c-1523-4ebf-9fe2-6f39f4782e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581534 Jan 31 20:59:12.459774 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-7ab1ca6f-5fe0-4b3b-aad3-f6712ccf94bc req-69bb989f-5a0f-401a-a6d9-16a3e314bbfd service neutron] 10.222.0.59 "GET /v2.0/networks/adc09fa2-8bb9-48a4-b8eb-2252a9ff3034?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1141472 Jan 31 20:59:12.574157 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7727be-405a-40fe-bfb3-7cc7739ddaf3 req-94011c19-bc1d-4a85-ba51-6651e928ff98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:59:12.575894 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-9c7727be-405a-40fe-bfb3-7cc7739ddaf3 req-94011c19-bc1d-4a85-ba51-6651e928ff98 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=7fb000300e384275b8a61f3cfe15a52e&device_id=c1eceb11-5a94-4be0-a445-16a2c2e18cd0 HTTP/1.1" status: 200 len: 1127 time: 0.0537689 Jan 31 20:59:12.733405 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7727be-405a-40fe-bfb3-7cc7739ddaf3 req-00d5d8e3-2aa0-4dc5-9f56-81eb17437f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:59:12.735358 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-9c7727be-405a-40fe-bfb3-7cc7739ddaf3 req-00d5d8e3-2aa0-4dc5-9f56-81eb17437f6c service neutron] 10.222.0.59 "GET /v2.0/networks?id=adc09fa2-8bb9-48a4-b8eb-2252a9ff3034 HTTP/1.1" status: 200 len: 914 time: 0.1473501 Jan 31 20:59:12.762356 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73eaa66-fadc-48ad-95ff-ee6f34f974ee req-6b34940c-ef51-404f-957d-c50a685ad7ea tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:59:12.764128 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-e73eaa66-fadc-48ad-95ff-ee6f34f974ee req-6b34940c-ef51-404f-957d-c50a685ad7ea tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] 10.222.0.46 "GET /v2.0/ports?device_id=521937b0-3541-460a-a340-58920b66dc40 HTTP/1.1" status: 200 len: 945 time: 0.0954437 Jan 31 20:59:12.816513 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-9c7727be-405a-40fe-bfb3-7cc7739ddaf3 req-1a783d72-b320-4103-a789-98343cc51724 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ca886dd9-8f80-4a6d-abf3-1881b1fa53c2 HTTP/1.1" status: 200 len: 217 time: 0.0683644 Jan 31 20:59:12.898477 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-e73eaa66-fadc-48ad-95ff-ee6f34f974ee req-f0ba9cf8-3040-404f-8e8f-77448bc3a88c tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] 10.222.0.46 "GET /v2.0/security-groups?id=5e026526-bdec-4dfc-ba97-0cae44e0172b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0905504 Jan 31 20:59:12.900234 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7727be-405a-40fe-bfb3-7cc7739ddaf3 req-c7cee58c-1cd4-45d8-b1f6-fdaa58f13258 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:59:12.902406 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-9c7727be-405a-40fe-bfb3-7cc7739ddaf3 req-c7cee58c-1cd4-45d8-b1f6-fdaa58f13258 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3e8bfc04-2632-45b2-bbc5-88e7c10c1811 HTTP/1.1" status: 200 len: 853 time: 0.0722344 Jan 31 20:59:12.942743 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-9c7727be-405a-40fe-bfb3-7cc7739ddaf3 req-d54037ed-6a83-4337-8663-ecd059d0e0d2 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=adc09fa2-8bb9-48a4-b8eb-2252a9ff3034&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327513 Jan 31 20:59:13.063427 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbfc783-3bf6-4876-b250-19ffb391cb5b req-ad096905-9f99-4ca0-9080-a506b8c2f7ce tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:59:13.065015 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-ffbfc783-3bf6-4876-b250-19ffb391cb5b req-ad096905-9f99-4ca0-9080-a506b8c2f7ce tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] 10.222.0.46 "GET /v2.0/ports?device_id=521937b0-3541-460a-a340-58920b66dc40 HTTP/1.1" status: 200 len: 945 time: 0.0732005 Jan 31 20:59:13.081070 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.wsgi [-] (102450) accepted ('10.222.0.46', 43504) {{(pid=102450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 20:59:13.088108 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.v2.base [None req-d2d934cb-d0f6-4a2d-b3c0-b8f02f58ac15 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] Request body: {'floatingip': {'port_id': '03ce2948-3900-488e-9af1-5eaec4cd03a3'}} {{(pid=102450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 20:59:13.095420 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-9c7727be-405a-40fe-bfb3-7cc7739ddaf3 req-21f889f4-bec2-43bf-937b-d08fb78c6722 service neutron] 10.222.0.59 "GET /v2.0/networks/adc09fa2-8bb9-48a4-b8eb-2252a9ff3034?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1431515 Jan 31 20:59:13.136962 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-d2d934cb-d0f6-4a2d-b3c0-b8f02f58ac15 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] Publish callbacks [] for floatingip (d222c678-95ad-4678-a082-4579e6340a46), before_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:59:13.220389 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-9c7727be-405a-40fe-bfb3-7cc7739ddaf3 req-8d6543cd-8ca7-4145-902c-2240e6a8793d service neutron] 10.222.0.59 "GET /v2.0/networks/adc09fa2-8bb9-48a4-b8eb-2252a9ff3034?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1031821 Jan 31 20:59:13.575217 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aba430c-a66b-47d9-bc6c-6a3bf2c27e98 req-4c83c5cd-7651-4c54-86dd-3ad646fda3b2 tempest-VolumesSnapshotTestJSON-250187708 tempest-VolumesSnapshotTestJSON-250187708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:59:13.577056 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-6aba430c-a66b-47d9-bc6c-6a3bf2c27e98 req-4c83c5cd-7651-4c54-86dd-3ad646fda3b2 tempest-VolumesSnapshotTestJSON-250187708 tempest-VolumesSnapshotTestJSON-250187708-project] 10.222.0.46 "GET /v2.0/ports?device_id=c1eceb11-5a94-4be0-a445-16a2c2e18cd0 HTTP/1.1" status: 200 len: 943 time: 0.0765586 Jan 31 20:59:13.668906 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-6aba430c-a66b-47d9-bc6c-6a3bf2c27e98 req-43020313-a3b7-4ede-ab78-883b36ba4319 tempest-VolumesSnapshotTestJSON-250187708 tempest-VolumesSnapshotTestJSON-250187708-project] 10.222.0.46 "GET /v2.0/security-groups?id=7e39ad3c-1523-4ebf-9fe2-6f39f4782e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833318 Jan 31 20:59:13.946247 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-d2d934cb-d0f6-4a2d-b3c0-b8f02f58ac15 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:59:13.951543 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-d2d934cb-d0f6-4a2d-b3c0-b8f02f58ac15 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3696791'] for floatingip (d222c678-95ad-4678-a082-4579e6340a46), after_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:59:14.068850 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.db.l3_db [None req-d2d934cb-d0f6-4a2d-b3c0-b8f02f58ac15 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] Floating IP d222c678-95ad-4678-a082-4579e6340a46 associated. External IP: 172.27.2.151, port: 03ce2948-3900-488e-9af1-5eaec4cd03a3. Jan 31 20:59:14.352969 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2d934cb-d0f6-4a2d-b3c0-b8f02f58ac15 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] Router d4d7d827-a252-4287-bc91-d9fef5d0e77d has already been hosted by L3 agent 7c18f3b4-4d02-4b01-9072-98fcd9008716 {{(pid=102450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 20:59:14.508472 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2d934cb-d0f6-4a2d-b3c0-b8f02f58ac15 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] Notify agent at l3_agent.dv-cinder-813229-5-iscsi the message routers_updated {{(pid=102450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 20:59:14.514221 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-d2d934cb-d0f6-4a2d-b3c0-b8f02f58ac15 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204375'] for floatingip (None), before_response {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:59:14.523805 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bd7f9f8-7b1b-409c-b73c-8ff4340d4902 None None] Sync routers for ids ['d4d7d827-a252-4287-bc91-d9fef5d0e77d'] in dv-cinder-813229-5-iscsi {{(pid=102451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 20:59:14.535760 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bd7f9f8-7b1b-409c-b73c-8ff4340d4902 None None] Routers {'d4d7d827-a252-4287-bc91-d9fef5d0e77d'} bound to L3 agent in host dv-cinder-813229-5-iscsi {{(pid=102451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 20:59:14.536542 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.db.l3_hamode_db [None req-4bd7f9f8-7b1b-409c-b73c-8ff4340d4902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T20:45:52Z,description=,heartbeat_timestamp=2022-01-31T20:58:52Z,host='dv-cinder-813229-5-iscsi',id=7c18f3b4-4d02-4b01-9072-98fcd9008716,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T20:45:52Z,topic='l3_agent')) {'router_ids': ['d4d7d827-a252-4287-bc91-d9fef5d0e77d'], 'active': True} {{(pid=102451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 20:59:14.546622 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [None req-d2d934cb-d0f6-4a2d-b3c0-b8f02f58ac15 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] 10.222.0.46 "PUT /v2.0/floatingips/d222c678-95ad-4678-a082-4579e6340a46 HTTP/1.1" status: 200 len: 991 time: 1.4638841 Jan 31 20:59:14.547216 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '521937b0-3541-460a-a340-58920b66dc40', 'tag': '03ce2948-3900-488e-9af1-5eaec4cd03a3'}] {{(pid=102450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 20:59:14.549512 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88694c8615ac1e9d0f87b85371fce54667869cb07e9f85c824f8527602de4f23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f743225-d57d-4016-bcf1-3e0d606a97f2" -d '{"events": [{"name": "network-changed", "server_uuid": "521937b0-3541-460a-a340-58920b66dc40", "tag": "03ce2948-3900-488e-9af1-5eaec4cd03a3"}]}' {{(pid=102450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 20:59:14.615351 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 20:59:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e719dc8f-739c-45c5-bc0c-1e92f1b3db11 x-openstack-request-id: req-e719dc8f-739c-45c5-bc0c-1e92f1b3db11 {{(pid=102450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 20:59:14.615653 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "521937b0-3541-460a-a340-58920b66dc40", "tag": "03ce2948-3900-488e-9af1-5eaec4cd03a3", "status": "completed", "code": 200}]} {{(pid=102450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 20:59:14.615918 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-e719dc8f-739c-45c5-bc0c-1e92f1b3db11 {{(pid=102450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 20:59:14.616500 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '521937b0-3541-460a-a340-58920b66dc40', 'tag': '03ce2948-3900-488e-9af1-5eaec4cd03a3', 'status': 'completed', 'code': 200} Jan 31 20:59:14.668492 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c81512-8530-4544-8c0d-f7bebb95613b req-e6eb3e56-b2d0-4a5e-bf69-8b6c70124c1c tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:59:14.672596 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-77c81512-8530-4544-8c0d-f7bebb95613b req-e6eb3e56-b2d0-4a5e-bf69-8b6c70124c1c tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] 10.222.0.46 "GET /v2.0/ports?device_id=521937b0-3541-460a-a340-58920b66dc40 HTTP/1.1" status: 200 len: 945 time: 0.0726502 Jan 31 20:59:14.705196 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f743225-d57d-4016-bcf1-3e0d606a97f2 req-76a9a555-6f96-4bc6-bd67-985977f07218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:59:14.706997 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-1f743225-d57d-4016-bcf1-3e0d606a97f2 req-76a9a555-6f96-4bc6-bd67-985977f07218 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=89e26e9450a7409f847d894c6e8d3bfc&device_id=521937b0-3541-460a-a340-58920b66dc40 HTTP/1.1" status: 200 len: 1129 time: 0.0579109 Jan 31 20:59:14.708054 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.db.l3_dvr_db [None req-4bd7f9f8-7b1b-409c-b73c-8ff4340d4902 None None] Set router d4d7d827-a252-4287-bc91-d9fef5d0e77d gateway port host: dv-cinder-813229-5-iscsi {{(pid=102451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 20:59:14.743670 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-77c81512-8530-4544-8c0d-f7bebb95613b req-afa223aa-a880-4119-9c5b-00a287cdd81e tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] 10.222.0.46 "GET /v2.0/security-groups?id=5e026526-bdec-4dfc-ba97-0cae44e0172b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636816 Jan 31 20:59:15.048083 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.db.l3_hamode_db [None req-4bd7f9f8-7b1b-409c-b73c-8ff4340d4902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4d7d827-a252-4287-bc91-d9fef5d0e77d', 'name': 'tempest-AttachVolumeShelveTestJSON-958845334-router', 'tenant_id': '89e26e9450a7409f847d894c6e8d3bfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51ba4d8e-a54c-4fb0-a209-37766af226e8', 'external_fixed_ips': [{'subnet_id': '99ba9542-d2be-443f-a804-26ff9bedcbe2', 'ip_address': '172.27.2.24'}], 'enable_snat': True}, 'gw_port_id': 'a98c6a2a-b321-479d-876f-dc5ce1e0005c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T20:53:52Z', 'updated_at': '2022-01-31T20:54:00Z', 'revision_number': 4, 'project_id': '89e26e9450a7409f847d894c6e8d3bfc', 'gw_port': {'id': 'a98c6a2a-b321-479d-876f-dc5ce1e0005c', 'name': '', 'network_id': '51ba4d8e-a54c-4fb0-a209-37766af226e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:09:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4d7d827-a252-4287-bc91-d9fef5d0e77d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '99ba9542-d2be-443f-a804-26ff9bedcbe2', 'ip_address': '172.27.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T20:53:53Z', 'updated_at': '2022-01-31T20:54:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99ba9542-d2be-443f-a804-26ff9bedcbe2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-5-iscsi', '_floatingips': [{'id': 'd222c678-95ad-4678-a082-4579e6340a46', 'tenant_id': '89e26e9450a7409f847d894c6e8d3bfc', 'floating_ip_address': '172.27.2.151', 'floating_network_id': '51ba4d8e-a54c-4fb0-a209-37766af226e8', 'router_id': 'd4d7d827-a252-4287-bc91-d9fef5d0e77d', 'port_id': '03ce2948-3900-488e-9af1-5eaec4cd03a3', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 471, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e68884ed-aafc-46db-987f-40cce4cb0a81', 'mac_address': 'fa:16:3e:c7:83:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '521937b0-3541-460a-a340-58920b66dc40', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T20:58:54Z', 'updated_at': '2022-01-31T20:59:13Z', 'revision_number': 1, 'project_id': '89e26e9450a7409f847d894c6e8d3bfc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed87e509-a3c0-4f7d-aee1-ba82b86c6569', 'name': '', 'network_id': 'e68884ed-aafc-46db-987f-40cce4cb0a81', 'tenant_id': '89e26e9450a7409f847d894c6e8d3bfc', 'mac_address': 'fa:16:3e:2f:53:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4d7d827-a252-4287-bc91-d9fef5d0e77d', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '34dec552-ecde-44b0-b00b-6077e3fcfd65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T20:53:59Z', 'updated_at': '2022-01-31T20:54:11Z', 'revision_number': 5, 'project_id': '89e26e9450a7409f847d894c6e8d3bfc', 'subnets': [{'id': '34dec552-ecde-44b0-b00b-6077e3fcfd65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-5-iscsi', False) {} {{(pid=102451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 20:59:15.082312 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bd7f9f8-7b1b-409c-b73c-8ff4340d4902 None None] Checking router: d4d7d827-a252-4287-bc91-d9fef5d0e77d for host: dv-cinder-813229-5-iscsi {{(pid=102451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 20:59:15.093583 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bd7f9f8-7b1b-409c-b73c-8ff4340d4902 None None] Routers {'d4d7d827-a252-4287-bc91-d9fef5d0e77d'} bound to L3 agent in host dv-cinder-813229-5-iscsi {{(pid=102451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 20:59:15.094340 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.db.l3_hamode_db [None req-4bd7f9f8-7b1b-409c-b73c-8ff4340d4902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T20:45:52Z,description=,heartbeat_timestamp=2022-01-31T20:58:52Z,host='dv-cinder-813229-5-iscsi',id=7c18f3b4-4d02-4b01-9072-98fcd9008716,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T20:45:52Z,topic='l3_agent')) {'router_ids': ['d4d7d827-a252-4287-bc91-d9fef5d0e77d'], 'active': True} {{(pid=102451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 20:59:15.227563 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.db.l3_dvr_db [None req-4bd7f9f8-7b1b-409c-b73c-8ff4340d4902 None None] Set router d4d7d827-a252-4287-bc91-d9fef5d0e77d gateway port host: dv-cinder-813229-5-iscsi {{(pid=102451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 20:59:15.274792 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f743225-d57d-4016-bcf1-3e0d606a97f2 req-e23c28f1-5637-4437-bafa-c0a5193f406d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:59:15.278301 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-1f743225-d57d-4016-bcf1-3e0d606a97f2 req-e23c28f1-5637-4437-bafa-c0a5193f406d service neutron] 10.222.0.59 "GET /v2.0/networks?id=e68884ed-aafc-46db-987f-40cce4cb0a81 HTTP/1.1" status: 200 len: 917 time: 0.5618579 Jan 31 20:59:15.297475 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee7e44c-1e8b-4c9a-a10e-df4cf82dbff6 req-d4132a52-bfad-4f1e-a5a2-1a3a23fe1020 tempest-VolumesSnapshotTestJSON-250187708 tempest-VolumesSnapshotTestJSON-250187708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:59:15.300663 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-9ee7e44c-1e8b-4c9a-a10e-df4cf82dbff6 req-d4132a52-bfad-4f1e-a5a2-1a3a23fe1020 tempest-VolumesSnapshotTestJSON-250187708 tempest-VolumesSnapshotTestJSON-250187708-project] 10.222.0.46 "GET /v2.0/ports?device_id=c1eceb11-5a94-4be0-a445-16a2c2e18cd0 HTTP/1.1" status: 200 len: 943 time: 0.4780524 Jan 31 20:59:15.456122 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-1f743225-d57d-4016-bcf1-3e0d606a97f2 req-5c9f4ebb-2fa3-42cf-b084-9c60178abd2a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=03ce2948-3900-488e-9af1-5eaec4cd03a3 HTTP/1.1" status: 200 len: 999 time: 0.1539726 Jan 31 20:59:15.528305 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-9ee7e44c-1e8b-4c9a-a10e-df4cf82dbff6 req-9dd2cbcb-7cf1-4923-af74-8a3acc349452 tempest-VolumesSnapshotTestJSON-250187708 tempest-VolumesSnapshotTestJSON-250187708-project] 10.222.0.46 "GET /v2.0/security-groups?id=7e39ad3c-1523-4ebf-9fe2-6f39f4782e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2143459 Jan 31 20:59:15.567287 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f743225-d57d-4016-bcf1-3e0d606a97f2 req-1ed6bd95-e9cd-4f9d-acf5-3f12caf726c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:59:15.570973 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-1f743225-d57d-4016-bcf1-3e0d606a97f2 req-1ed6bd95-e9cd-4f9d-acf5-3f12caf726c6 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=34dec552-ecde-44b0-b00b-6077e3fcfd65 HTTP/1.1" status: 200 len: 855 time: 0.1060030 Jan 31 20:59:15.630326 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f743225-d57d-4016-bcf1-3e0d606a97f2 req-1965f543-b918-4cb4-9494-85a0a6fc9744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:59:15.636651 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-1f743225-d57d-4016-bcf1-3e0d606a97f2 req-1965f543-b918-4cb4-9494-85a0a6fc9744 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e68884ed-aafc-46db-987f-40cce4cb0a81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0532029 Jan 31 20:59:15.637459 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.db.l3_hamode_db [None req-4bd7f9f8-7b1b-409c-b73c-8ff4340d4902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4d7d827-a252-4287-bc91-d9fef5d0e77d', 'name': 'tempest-AttachVolumeShelveTestJSON-958845334-router', 'tenant_id': '89e26e9450a7409f847d894c6e8d3bfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51ba4d8e-a54c-4fb0-a209-37766af226e8', 'external_fixed_ips': [{'subnet_id': '99ba9542-d2be-443f-a804-26ff9bedcbe2', 'ip_address': '172.27.2.24'}], 'enable_snat': True}, 'gw_port_id': 'a98c6a2a-b321-479d-876f-dc5ce1e0005c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T20:53:52Z', 'updated_at': '2022-01-31T20:54:00Z', 'revision_number': 4, 'project_id': '89e26e9450a7409f847d894c6e8d3bfc', 'gw_port': {'id': 'a98c6a2a-b321-479d-876f-dc5ce1e0005c', 'name': '', 'network_id': '51ba4d8e-a54c-4fb0-a209-37766af226e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:09:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4d7d827-a252-4287-bc91-d9fef5d0e77d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '99ba9542-d2be-443f-a804-26ff9bedcbe2', 'ip_address': '172.27.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T20:53:53Z', 'updated_at': '2022-01-31T20:54:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99ba9542-d2be-443f-a804-26ff9bedcbe2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-5-iscsi', '_floatingips': [{'id': 'd222c678-95ad-4678-a082-4579e6340a46', 'tenant_id': '89e26e9450a7409f847d894c6e8d3bfc', 'floating_ip_address': '172.27.2.151', 'floating_network_id': '51ba4d8e-a54c-4fb0-a209-37766af226e8', 'router_id': 'd4d7d827-a252-4287-bc91-d9fef5d0e77d', 'port_id': '03ce2948-3900-488e-9af1-5eaec4cd03a3', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 471, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e68884ed-aafc-46db-987f-40cce4cb0a81', 'mac_address': 'fa:16:3e:c7:83:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '521937b0-3541-460a-a340-58920b66dc40', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T20:58:54Z', 'updated_at': '2022-01-31T20:59:13Z', 'revision_number': 1, 'project_id': '89e26e9450a7409f847d894c6e8d3bfc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed87e509-a3c0-4f7d-aee1-ba82b86c6569', 'name': '', 'network_id': 'e68884ed-aafc-46db-987f-40cce4cb0a81', 'tenant_id': '89e26e9450a7409f847d894c6e8d3bfc', 'mac_address': 'fa:16:3e:2f:53:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4d7d827-a252-4287-bc91-d9fef5d0e77d', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '34dec552-ecde-44b0-b00b-6077e3fcfd65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T20:53:59Z', 'updated_at': '2022-01-31T20:54:11Z', 'revision_number': 5, 'project_id': '89e26e9450a7409f847d894c6e8d3bfc', 'subnets': [{'id': '34dec552-ecde-44b0-b00b-6077e3fcfd65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-5-iscsi', False) {} {{(pid=102451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 20:59:15.763773 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-1f743225-d57d-4016-bcf1-3e0d606a97f2 req-f952706b-ca50-4433-8b66-f69d5ccf576d service neutron] 10.222.0.59 "GET /v2.0/networks/e68884ed-aafc-46db-987f-40cce4cb0a81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242778 Jan 31 20:59:15.831747 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bd7f9f8-7b1b-409c-b73c-8ff4340d4902 None None] The sync data for ids ['d4d7d827-a252-4287-bc91-d9fef5d0e77d'] in dv-cinder-813229-5-iscsi is: [{'id': 'd4d7d827-a252-4287-bc91-d9fef5d0e77d', 'name': 'tempest-AttachVolumeShelveTestJSON-958845334-router', 'tenant_id': '89e26e9450a7409f847d894c6e8d3bfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51ba4d8e-a54c-4fb0-a209-37766af226e8', 'external_fixed_ips': [{'subnet_id': '99ba9542-d2be-443f-a804-26ff9bedcbe2', 'ip_address': '172.27.2.24'}], 'enable_snat': True}, 'gw_port_id': 'a98c6a2a-b321-479d-876f-dc5ce1e0005c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T20:53:52Z', 'updated_at': '2022-01-31T20:54:00Z', 'revision_number': 4, 'project_id': '89e26e9450a7409f847d894c6e8d3bfc', 'gw_port': {'id': 'a98c6a2a-b321-479d-876f-dc5ce1e0005c', 'name': '', 'network_id': '51ba4d8e-a54c-4fb0-a209-37766af226e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:09:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4d7d827-a252-4287-bc91-d9fef5d0e77d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '99ba9542-d2be-443f-a804-26ff9bedcbe2', 'ip_address': '172.27.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T20:53:53Z', 'updated_at': '2022-01-31T20:54:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99ba9542-d2be-443f-a804-26ff9bedcbe2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-5-iscsi', '_floatingips': [{'id': 'd222c678-95ad-4678-a082-4579e6340a46', 'tenant_id': '89e26e9450a7409f847d894c6e8d3bfc', 'floating_ip_address': '172.27.2.151', 'floating_network_id': '51ba4d8e-a54c-4fb0-a209-37766af226e8', 'router_id': 'd4d7d827-a252-4287-bc91-d9fef5d0e77d', 'port_id': '03ce2948-3900-488e-9af1-5eaec4cd03a3', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 471, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e68884ed-aafc-46db-987f-40cce4cb0a81', 'mac_address': 'fa:16:3e:c7:83:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '521937b0-3541-460a-a340-58920b66dc40', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T20:58:54Z', 'updated_at': '2022-01-31T20:59:13Z', 'revision_number': 1, 'project_id': '89e26e9450a7409f847d894c6e8d3bfc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed87e509-a3c0-4f7d-aee1-ba82b86c6569', 'name': '', 'network_id': 'e68884ed-aafc-46db-987f-40cce4cb0a81', 'tenant_id': '89e26e9450a7409f847d894c6e8d3bfc', 'mac_address': 'fa:16:3e:2f:53:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4d7d827-a252-4287-bc91-d9fef5d0e77d', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '34dec552-ecde-44b0-b00b-6077e3fcfd65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T20:53:59Z', 'updated_at': '2022-01-31T20:54:11Z', 'revision_number': 5, 'project_id': '89e26e9450a7409f847d894c6e8d3bfc', 'subnets': [{'id': '34dec552-ecde-44b0-b00b-6077e3fcfd65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 20:59:15.958528 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-1f743225-d57d-4016-bcf1-3e0d606a97f2 req-49fa013f-4afa-4510-9267-26c04d61bb4e service neutron] 10.222.0.59 "GET /v2.0/networks/e68884ed-aafc-46db-987f-40cce4cb0a81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1883018 Jan 31 20:59:15.994355 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b38f3a-33b9-42e7-8dfa-23ec370a3828 req-16442e38-b964-4412-be67-f1dfa3cc1d56 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:59:15.996776 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-19b38f3a-33b9-42e7-8dfa-23ec370a3828 req-16442e38-b964-4412-be67-f1dfa3cc1d56 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] 10.222.0.46 "GET /v2.0/ports?device_id=521937b0-3541-460a-a340-58920b66dc40 HTTP/1.1" status: 200 len: 945 time: 0.0977232 Jan 31 20:59:16.053929 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-19b38f3a-33b9-42e7-8dfa-23ec370a3828 req-564f2227-9efa-418b-a1e6-758bc109655c tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] 10.222.0.46 "GET /v2.0/security-groups?id=5e026526-bdec-4dfc-ba97-0cae44e0172b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509062 Jan 31 20:59:16.144533 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83a6c985-5d58-4e49-86ce-3194a1a7744d None None] New status for floating IP d222c678-95ad-4678-a082-4579e6340a46: ACTIVE {{(pid=102454) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 31 20:59:16.153579 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.rpc [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Device ca886dd9-8f80-4a6d-abf3-1881b1fa53c2 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=102451) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 20:59:16.278311 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.db [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] For port ca886dd9-8f80-4a6d-abf3-1881b1fa53c2, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=ca886dd9-8f80-4a6d-abf3-1881b1fa53c2,segment=NetworkSegment(545c4fc5-da7e-4c4a-8467-ca82cac965ea),segment_id=545c4fc5-da7e-4c4a-8467-ca82cac965ea)] {{(pid=102451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 20:59:16.304385 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.rpc [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Returning: {'device': 'ca886dd9-8f80-4a6d-abf3-1881b1fa53c2', 'network_id': 'adc09fa2-8bb9-48a4-b8eb-2252a9ff3034', 'port_id': 'ca886dd9-8f80-4a6d-abf3-1881b1fa53c2', 'mac_address': 'fa:16:3e:a2:b8:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 657, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e8bfc04-2632-45b2-bbc5-88e7c10c1811', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102451) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 20:59:16.356270 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.plugin [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Current status of the port ca886dd9-8f80-4a6d-abf3-1881b1fa53c2 is: DOWN; New status is: BUILD {{(pid=102451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 20:59:16.356270 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1026180'] for port (ca886dd9-8f80-4a6d-abf3-1881b1fa53c2), before_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:59:16.372049 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.notifiers.nova [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca886dd9-8f80-4a6d-abf3-1881b1fa53c2 {{(pid=102451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 20:59:16.404023 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.db [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] For port ca886dd9-8f80-4a6d-abf3-1881b1fa53c2, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=ca886dd9-8f80-4a6d-abf3-1881b1fa53c2,segment=NetworkSegment(545c4fc5-da7e-4c4a-8467-ca82cac965ea),segment_id=545c4fc5-da7e-4c4a-8467-ca82cac965ea)] {{(pid=102451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 20:59:16.409535 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1029723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3769609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783600466378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783599971615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783599971633'] for port (ca886dd9-8f80-4a6d-abf3-1881b1fa53c2), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:59:16.470428 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Pushing event updated for resources: {'Port': ['ID=ca886dd9-8f80-4a6d-abf3-1881b1fa53c2,revision_number=4']} {{(pid=102451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:59:16.675563 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5aab8f-9655-42cb-b323-9aa4e7f6e84b req-cc16ea30-dd13-45e8-946a-454714bc9370 tempest-VolumesSnapshotTestJSON-250187708 tempest-VolumesSnapshotTestJSON-250187708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:59:16.677114 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-fd5aab8f-9655-42cb-b323-9aa4e7f6e84b req-cc16ea30-dd13-45e8-946a-454714bc9370 tempest-VolumesSnapshotTestJSON-250187708 tempest-VolumesSnapshotTestJSON-250187708-project] 10.222.0.46 "GET /v2.0/ports?device_id=c1eceb11-5a94-4be0-a445-16a2c2e18cd0 HTTP/1.1" status: 200 len: 944 time: 0.0664797 Jan 31 20:59:16.697073 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.db [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] get_ports_and_sgs() called for port_ids ['ca886dd9-8f80-4a6d-abf3-1881b1fa53c2'] {{(pid=102451) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 20:59:16.740153 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-fd5aab8f-9655-42cb-b323-9aa4e7f6e84b req-360cbc73-eb44-45f3-beb8-19ca1308b0e3 tempest-VolumesSnapshotTestJSON-250187708 tempest-VolumesSnapshotTestJSON-250187708-project] 10.222.0.46 "GET /v2.0/security-groups?id=7e39ad3c-1523-4ebf-9fe2-6f39f4782e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532815 Jan 31 20:59:17.220074 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac8af93-7f4b-4d7a-9113-dffe4a1ec3a7 req-b628e258-b5ff-482c-8aa5-80c451762fca tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:59:17.221692 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-fac8af93-7f4b-4d7a-9113-dffe4a1ec3a7 req-b628e258-b5ff-482c-8aa5-80c451762fca tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] 10.222.0.46 "GET /v2.0/ports?device_id=521937b0-3541-460a-a340-58920b66dc40 HTTP/1.1" status: 200 len: 945 time: 0.0715590 Jan 31 20:59:17.279549 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-fac8af93-7f4b-4d7a-9113-dffe4a1ec3a7 req-52a9c03f-02cc-41c5-945c-3a6eafac50ac tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] 10.222.0.46 "GET /v2.0/security-groups?id=5e026526-bdec-4dfc-ba97-0cae44e0172b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511904 Jan 31 20:59:17.874157 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c357e4-1d3b-43f7-97fa-3286cddfc300 req-245ce7c8-a48c-4115-8c3f-401ee7a5445c tempest-VolumesSnapshotTestJSON-250187708 tempest-VolumesSnapshotTestJSON-250187708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:59:17.875763 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-04c357e4-1d3b-43f7-97fa-3286cddfc300 req-245ce7c8-a48c-4115-8c3f-401ee7a5445c tempest-VolumesSnapshotTestJSON-250187708 tempest-VolumesSnapshotTestJSON-250187708-project] 10.222.0.46 "GET /v2.0/ports?device_id=c1eceb11-5a94-4be0-a445-16a2c2e18cd0 HTTP/1.1" status: 200 len: 944 time: 0.0598247 Jan 31 20:59:17.926615 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-04c357e4-1d3b-43f7-97fa-3286cddfc300 req-d7de0da1-396a-40bb-a2c5-e1baf2ff9aed tempest-VolumesSnapshotTestJSON-250187708 tempest-VolumesSnapshotTestJSON-250187708-project] 10.222.0.46 "GET /v2.0/security-groups?id=7e39ad3c-1523-4ebf-9fe2-6f39f4782e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448670 Jan 31 20:59:18.193121 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.rpc [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Device ca886dd9-8f80-4a6d-abf3-1881b1fa53c2 up at agent hyperv_hv-cinder-81322 {{(pid=102451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 20:59:18.246013 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.db.provisioning_blocks [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Provisioning for port ca886dd9-8f80-4a6d-abf3-1881b1fa53c2 completed by entity L2. {{(pid=102451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 20:59:18.256156 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.db.provisioning_blocks [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Provisioning complete for port ca886dd9-8f80-4a6d-abf3-1881b1fa53c2 triggered by entity L2. {{(pid=102451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 20:59:18.256827 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3401144'] for port (ca886dd9-8f80-4a6d-abf3-1881b1fa53c2), provisioning_complete {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:59:18.347123 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.plugin [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Current status of the port ca886dd9-8f80-4a6d-abf3-1881b1fa53c2 is: BUILD; New status is: ACTIVE {{(pid=102451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 20:59:18.347434 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1026180'] for port (ca886dd9-8f80-4a6d-abf3-1881b1fa53c2), before_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:59:18.376121 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1eceb11-5a94-4be0-a445-16a2c2e18cd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca886dd9-8f80-4a6d-abf3-1881b1fa53c2'}] {{(pid=102451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 20:59:18.378610 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c23f90a41664c3b077a95f51e37b0059f8aa38e98bc0260eca12d616ac4420be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b658663-0eae-474b-b09c-9eabd6c4d96c" -d '{"events": [{"server_uuid": "c1eceb11-5a94-4be0-a445-16a2c2e18cd0", "name": "network-vif-plugged", "status": "completed", "tag": "ca886dd9-8f80-4a6d-abf3-1881b1fa53c2"}]}' {{(pid=102451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 20:59:18.398039 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.db [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] For port ca886dd9-8f80-4a6d-abf3-1881b1fa53c2, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=ca886dd9-8f80-4a6d-abf3-1881b1fa53c2,segment=NetworkSegment(545c4fc5-da7e-4c4a-8467-ca82cac965ea),segment_id=545c4fc5-da7e-4c4a-8467-ca82cac965ea)] {{(pid=102451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 20:59:18.404366 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1029723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3769609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783600466378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783599971615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783599971633'] for port (ca886dd9-8f80-4a6d-abf3-1881b1fa53c2), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:59:18.433023 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 20:59:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61371194-e5c1-474e-85f9-b0aa0c54fe1b x-openstack-request-id: req-61371194-e5c1-474e-85f9-b0aa0c54fe1b {{(pid=102451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 20:59:18.433734 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1eceb11-5a94-4be0-a445-16a2c2e18cd0", "name": "network-vif-plugged", "status": "completed", "tag": "ca886dd9-8f80-4a6d-abf3-1881b1fa53c2", "code": 200}]} {{(pid=102451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 20:59:18.433734 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-61371194-e5c1-474e-85f9-b0aa0c54fe1b {{(pid=102451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 20:59:18.434198 dv-cinder-813229-5-iscsi neutron-server[102451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1eceb11-5a94-4be0-a445-16a2c2e18cd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca886dd9-8f80-4a6d-abf3-1881b1fa53c2', 'code': 200} Jan 31 20:59:18.467806 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Pushing event updated for resources: {'Port': ['ID=ca886dd9-8f80-4a6d-abf3-1881b1fa53c2,revision_number=5']} {{(pid=102451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:59:18.615709 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e14760-bf83-49a3-a4e6-f148965713c9 req-47247b4f-9ca1-4fb1-9d5a-ccbe670fe898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:59:18.617126 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-d1e14760-bf83-49a3-a4e6-f148965713c9 req-47247b4f-9ca1-4fb1-9d5a-ccbe670fe898 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=c1eceb11-5a94-4be0-a445-16a2c2e18cd0 HTTP/1.1" status: 200 len: 1129 time: 0.0471847 Jan 31 20:59:18.669390 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-d1e14760-bf83-49a3-a4e6-f148965713c9 req-cbe1debf-c860-43e3-95f4-afb8973c5187 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=7e39ad3c-1523-4ebf-9fe2-6f39f4782e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449400 Jan 31 20:59:19.066816 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c55cbc1-91f5-4d8c-a49c-e569ff517be6 req-2ef32e88-51cc-4155-b284-517142726795 tempest-VolumesSnapshotTestJSON-250187708 tempest-VolumesSnapshotTestJSON-250187708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:59:19.068544 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-6c55cbc1-91f5-4d8c-a49c-e569ff517be6 req-2ef32e88-51cc-4155-b284-517142726795 tempest-VolumesSnapshotTestJSON-250187708 tempest-VolumesSnapshotTestJSON-250187708-project] 10.222.0.46 "GET /v2.0/ports?device_id=c1eceb11-5a94-4be0-a445-16a2c2e18cd0 HTTP/1.1" status: 200 len: 945 time: 0.0627971 Jan 31 20:59:19.125522 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-6c55cbc1-91f5-4d8c-a49c-e569ff517be6 req-23e86abf-649d-4e0f-bad6-ff968e1afcfd tempest-VolumesSnapshotTestJSON-250187708 tempest-VolumesSnapshotTestJSON-250187708-project] 10.222.0.46 "GET /v2.0/security-groups?id=7e39ad3c-1523-4ebf-9fe2-6f39f4782e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490711 Jan 31 20:59:19.494415 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-59fdb519-ce7b-4d2f-8461-3f791d6ca932 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600486512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3401042'] for agent (34ef0204-81d1-4f5e-89d1-b08d0f866641), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:59:20.287719 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d93d02e-c1ac-4032-904d-880ce682c934 req-ff43f131-5aae-40e1-960e-b396e7f10ac5 tempest-VolumesSnapshotTestJSON-250187708 tempest-VolumesSnapshotTestJSON-250187708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:59:20.289226 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-9d93d02e-c1ac-4032-904d-880ce682c934 req-ff43f131-5aae-40e1-960e-b396e7f10ac5 tempest-VolumesSnapshotTestJSON-250187708 tempest-VolumesSnapshotTestJSON-250187708-project] 10.222.0.46 "GET /v2.0/ports?device_id=c1eceb11-5a94-4be0-a445-16a2c2e18cd0 HTTP/1.1" status: 200 len: 945 time: 0.0603054 Jan 31 20:59:20.340538 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-9d93d02e-c1ac-4032-904d-880ce682c934 req-a57198c4-a976-47b7-a178-ba094a49a11d tempest-VolumesSnapshotTestJSON-250187708 tempest-VolumesSnapshotTestJSON-250187708-project] 10.222.0.46 "GET /v2.0/security-groups?id=7e39ad3c-1523-4ebf-9fe2-6f39f4782e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450113 Jan 31 20:59:21.687483 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-8eb4af14-2a7a-45a8-b138-1d6125b1e3b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600486512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3401042'] for agent (7c18f3b4-4d02-4b01-9072-98fcd9008716), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:59:22.996291 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-7eb716df-9c73-407a-9e83-210e7bcc67e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600486512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3401042'] for agent (289e5c83-71b6-47e7-bef9-287113943a12), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:59:23.848360 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d73b243-749a-494a-a1bb-0002cf785582 req-5afabb34-49a8-441d-85e0-5a06d87193b3 tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:59:23.850938 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-0d73b243-749a-494a-a1bb-0002cf785582 req-5afabb34-49a8-441d-85e0-5a06d87193b3 tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] 10.222.0.46 "GET /v2.0/ports?device_id=07b29db9-03dd-4984-8853-a91eaa5fb175 HTTP/1.1" status: 200 len: 945 time: 0.0793936 Jan 31 20:59:23.924888 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-0d73b243-749a-494a-a1bb-0002cf785582 req-4439b9ab-fbb5-4043-994a-0127e47058cd tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] 10.222.0.46 "GET /v2.0/security-groups?id=c3466f45-b059-46ec-9a9b-684b375557d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665796 Jan 31 20:59:24.139906 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-cb4cf4ca-1fda-440f-886c-73f8c0c6de24 req-ca7b63c9-1076-46e7-8562-cdd3b3cf1cbd tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1895527905&fields=id&tenant_id=3f735df896f74e2a8ec34440c5d4fbfa HTTP/1.1" status: 200 len: 267 time: 0.0529087 Jan 31 20:59:24.269637 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4cf4ca-1fda-440f-886c-73f8c0c6de24 req-3e1c54b3-ea03-4a77-885e-c084111aa3ea tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:59:24.271127 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-cb4cf4ca-1fda-440f-886c-73f8c0c6de24 req-3e1c54b3-ea03-4a77-885e-c084111aa3ea tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] 10.222.0.46 "GET /v2.0/networks?id=84d6e016-dd99-48a6-8278-a9c378f62567 HTTP/1.1" status: 200 len: 812 time: 0.1174057 Jan 31 20:59:24.293944 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-cb4cf4ca-1fda-440f-886c-73f8c0c6de24 req-2b84f752-ed1b-4924-9f4d-896f3fd2cab3 tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] 10.222.0.46 "GET /v2.0/quotas/3f735df896f74e2a8ec34440c5d4fbfa HTTP/1.1" status: 200 len: 375 time: 0.0139232 Jan 31 20:59:24.372644 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-cb4cf4ca-1fda-440f-886c-73f8c0c6de24 req-2096337c-6e53-4a03-ba57-bc0748a8942f tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=3f735df896f74e2a8ec34440c5d4fbfa&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0688660 Jan 31 20:59:24.428297 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-ded4de29-c2d1-4616-9365-9981ea756e41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600486512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3401042'] for agent (bf9d83f7-9209-4252-b853-70feadeab726), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:59:24.560743 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-cb4cf4ca-1fda-440f-886c-73f8c0c6de24 req-eb2fe9a3-5e56-4323-95dd-90f4452f1db7 service neutron] 10.222.0.46 "GET /v2.0/networks/84d6e016-dd99-48a6-8278-a9c378f62567?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1732106 Jan 31 20:59:24.673685 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-cb4cf4ca-1fda-440f-886c-73f8c0c6de24 req-8808d300-1b94-43d0-aa5e-b6283afd3342 service neutron] 10.222.0.46 "GET /v2.0/networks/84d6e016-dd99-48a6-8278-a9c378f62567?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1045671 Jan 31 20:59:25.027732 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-58943697-b0b8-4155-b044-f19a94a8fdc1 req-3cb3494a-8af4-4a65-90a1-8f496eabf745 tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] 10.222.0.46 "GET /v2.0/ports?device_id=aa90944c-8574-4603-8df7-34a8898b1ddc HTTP/1.1" status: 200 len: 210 time: 0.0534368 Jan 31 20:59:25.102292 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a49846-2126-437f-a934-bed421944ecf req-fa9c9bc4-7e8b-48a7-b4fe-b2b259eeb6ca tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:59:25.105528 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-44a49846-2126-437f-a934-bed421944ecf req-fa9c9bc4-7e8b-48a7-b4fe-b2b259eeb6ca tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] 10.222.0.46 "GET /v2.0/ports?device_id=07b29db9-03dd-4984-8853-a91eaa5fb175 HTTP/1.1" status: 200 len: 945 time: 0.0824521 Jan 31 20:59:25.162865 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-44a49846-2126-437f-a934-bed421944ecf req-ad4dbc26-19c8-49fb-b57b-f118d170e8ed tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] 10.222.0.46 "GET /v2.0/security-groups?id=c3466f45-b059-46ec-9a9b-684b375557d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519054 Jan 31 20:59:25.966120 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600486512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3401042'] for agent (9ba4f6fe-000a-4ef5-9d61-ba62910ab5fe), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:59:26.184982 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-486239f6-4e2b-4d50-afae-db8828fc9dbc req-546c0008-60fa-4114-916d-0feba89003fa tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] 10.222.0.46 "GET /v2.0/ports?device_id=aa90944c-8574-4603-8df7-34a8898b1ddc HTTP/1.1" status: 200 len: 210 time: 0.0416467 Jan 31 20:59:26.384939 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4cf4ca-1fda-440f-886c-73f8c0c6de24 req-22a913fa-8863-47b1-abf7-f6b883003ded tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:59:26.388428 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-cb4cf4ca-1fda-440f-886c-73f8c0c6de24 req-22a913fa-8863-47b1-abf7-f6b883003ded tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] 10.222.0.59 "GET /v2.0/networks?id=84d6e016-dd99-48a6-8278-a9c378f62567 HTTP/1.1" status: 200 len: 812 time: 0.1996009 Jan 31 20:59:26.404929 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9515abb-3b4a-4dc1-9c3d-f30563e3b6bb req-50cdbc1c-e307-4f45-b266-9d0cab870358 tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:59:26.405401 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-c9515abb-3b4a-4dc1-9c3d-f30563e3b6bb req-50cdbc1c-e307-4f45-b266-9d0cab870358 tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] 10.222.0.46 "GET /v2.0/ports?device_id=07b29db9-03dd-4984-8853-a91eaa5fb175 HTTP/1.1" status: 200 len: 945 time: 0.1231885 Jan 31 20:59:26.522602 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-cb4cf4ca-1fda-440f-886c-73f8c0c6de24 req-fb04b6b1-33df-46ed-9a42-1b88307a9e09 tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3f735df896f74e2a8ec34440c5d4fbfa HTTP/1.1" status: 200 len: 380 time: 0.1114028 Jan 31 20:59:26.522602 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-c9515abb-3b4a-4dc1-9c3d-f30563e3b6bb req-e184841e-997f-4008-b26c-57fcd4d59624 tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] 10.222.0.46 "GET /v2.0/security-groups?id=c3466f45-b059-46ec-9a9b-684b375557d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0944002 Jan 31 20:59:26.532514 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.v2.base [req-cb4cf4ca-1fda-440f-886c-73f8c0c6de24 req-0f145422-f00e-443d-a494-253615de9273 tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] Request body: {'port': {'device_id': 'aa90944c-8574-4603-8df7-34a8898b1ddc', 'network_id': '84d6e016-dd99-48a6-8278-a9c378f62567', 'admin_state_up': True, 'tenant_id': '3f735df896f74e2a8ec34440c5d4fbfa', 'security_groups': ['c65378a2-fe6e-4350-bdeb-fc72abd6ffe9']}} {{(pid=102449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 20:59:26.684117 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb4cf4ca-1fda-440f-886c-73f8c0c6de24 req-0f145422-f00e-443d-a494-253615de9273 tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] Made reservation on behalf of 3f735df896f74e2a8ec34440c5d4fbfa for: {'port': 1} {{(pid=102449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 20:59:26.687897 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [req-cb4cf4ca-1fda-440f-886c-73f8c0c6de24 req-0f145422-f00e-443d-a494-253615de9273 tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1026180'] for port (None), before_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:59:26.845418 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.db.db_base_plugin_common [req-cb4cf4ca-1fda-440f-886c-73f8c0c6de24 req-0f145422-f00e-443d-a494-253615de9273 tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] Allocated IP 172.20.0.6 (84d6e016-dd99-48a6-8278-a9c378f62567/f0ef83af-b9dd-40a6-908c-ffa9cf818bc2/e3ae4e9d-9356-47cf-9b06-54e5211851f5) {{(pid=102449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 20:59:27.045245 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [req-cb4cf4ca-1fda-440f-886c-73f8c0c6de24 req-0f145422-f00e-443d-a494-253615de9273 tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] Publish callbacks [] for port (e3ae4e9d-9356-47cf-9b06-54e5211851f5), precommit_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:59:27.084586 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [req-cb4cf4ca-1fda-440f-886c-73f8c0c6de24 req-0f145422-f00e-443d-a494-253615de9273 tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1029723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3769609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783599971597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29106256'] for port (e3ae4e9d-9356-47cf-9b06-54e5211851f5), after_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:59:27.148277 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb4cf4ca-1fda-440f-886c-73f8c0c6de24 req-0f145422-f00e-443d-a494-253615de9273 tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] Network 84d6e016-dd99-48a6-8278-a9c378f62567 is already hosted by enough agents. {{(pid=102449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 20:59:27.152516 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.scheduler.base_scheduler [req-cb4cf4ca-1fda-440f-886c-73f8c0c6de24 req-0f145422-f00e-443d-a494-253615de9273 tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] Resources bound (agent type, host, resource id): {{(pid=102449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 20:59:27.156825 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb4cf4ca-1fda-440f-886c-73f8c0c6de24 req-0f145422-f00e-443d-a494-253615de9273 tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] Received port after_create {{(pid=102449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 20:59:27.187330 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f145422-f00e-443d-a494-253615de9273 tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] Pushing event updated for resources: {'Port': ['ID=e3ae4e9d-9356-47cf-9b06-54e5211851f5,revision_number=1']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:59:27.209781 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f145422-f00e-443d-a494-253615de9273 tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:59:27.210375 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f145422-f00e-443d-a494-253615de9273 tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:59:27.211010 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f145422-f00e-443d-a494-253615de9273 tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:59:27.211609 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f145422-f00e-443d-a494-253615de9273 tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:59:27.212189 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f145422-f00e-443d-a494-253615de9273 tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:59:27.212762 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f145422-f00e-443d-a494-253615de9273 tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:59:27.213962 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f145422-f00e-443d-a494-253615de9273 tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:59:27.214585 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f145422-f00e-443d-a494-253615de9273 tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:59:27.215228 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f145422-f00e-443d-a494-253615de9273 tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:59:27.215800 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f145422-f00e-443d-a494-253615de9273 tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:59:27.216357 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f145422-f00e-443d-a494-253615de9273 tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:59:27.216964 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f145422-f00e-443d-a494-253615de9273 tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:59:27.217640 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f145422-f00e-443d-a494-253615de9273 tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:59:27.251675 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4cf4ca-1fda-440f-886c-73f8c0c6de24 req-0f145422-f00e-443d-a494-253615de9273 tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:59:27.252767 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [req-cb4cf4ca-1fda-440f-886c-73f8c0c6de24 req-0f145422-f00e-443d-a494-253615de9273 tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204375'] for port (None), before_response {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:59:27.284090 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600486512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3401042'] for agent (e85cc1e2-8b4e-4549-a68e-d414072d4156), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:59:27.294576 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-cb4cf4ca-1fda-440f-886c-73f8c0c6de24 req-0f145422-f00e-443d-a494-253615de9273 tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7703676 Jan 31 20:59:27.319021 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.v2.base [req-cb4cf4ca-1fda-440f-886c-73f8c0c6de24 req-b124f11e-f963-43fa-9afc-11dd71786e69 service neutron] Request body: {'port': {'device_id': 'aa90944c-8574-4603-8df7-34a8898b1ddc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=102449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 20:59:27.389499 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93d4d3c-4448-4ce6-ac4a-10b2e34c3d9b req-e9874270-7b94-4048-9200-f795cac30310 tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:59:27.391223 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-f93d4d3c-4448-4ce6-ac4a-10b2e34c3d9b req-e9874270-7b94-4048-9200-f795cac30310 tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] 10.222.0.46 "GET /v2.0/ports?device_id=aa90944c-8574-4603-8df7-34a8898b1ddc HTTP/1.1" status: 200 len: 931 time: 0.0674205 Jan 31 20:59:27.420080 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [req-cb4cf4ca-1fda-440f-886c-73f8c0c6de24 req-b124f11e-f963-43fa-9afc-11dd71786e69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1026180'] for port (e3ae4e9d-9356-47cf-9b06-54e5211851f5), before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:59:27.462247 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.db.provisioning_blocks [None req-1d166a12-2b03-41e6-aebe-d8aefc0ef746 None None] Provisioning complete for port e3ae4e9d-9356-47cf-9b06-54e5211851f5 triggered by entity DHCP. {{(pid=102451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 20:59:27.463060 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-1d166a12-2b03-41e6-aebe-d8aefc0ef746 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3401144'] for port (e3ae4e9d-9356-47cf-9b06-54e5211851f5), provisioning_complete {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:59:27.473347 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-f93d4d3c-4448-4ce6-ac4a-10b2e34c3d9b req-1bc57837-8cbf-4b4c-b2ad-838b830d8b1f tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] 10.222.0.46 "GET /v2.0/security-groups?id=c65378a2-fe6e-4350-bdeb-fc72abd6ffe9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758307 Jan 31 20:59:27.515280 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.plugin [None req-1d166a12-2b03-41e6-aebe-d8aefc0ef746 None None] Port e3ae4e9d-9356-47cf-9b06-54e5211851f5 cannot update to ACTIVE because it is not bound. {{(pid=102451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 20:59:27.727064 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16ba0f9-b237-4425-b549-0d53420f0112 req-f0659de9-bf4f-4a58-898b-7c851e2eb9ef tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:59:27.728485 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-e16ba0f9-b237-4425-b549-0d53420f0112 req-f0659de9-bf4f-4a58-898b-7c851e2eb9ef tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] 10.222.0.46 "GET /v2.0/ports?device_id=07b29db9-03dd-4984-8853-a91eaa5fb175 HTTP/1.1" status: 200 len: 945 time: 0.0983241 Jan 31 20:59:27.812813 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.notifiers.nova [req-cb4cf4ca-1fda-440f-886c-73f8c0c6de24 req-b124f11e-f963-43fa-9afc-11dd71786e69 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3ae4e9d-9356-47cf-9b06-54e5211851f5 {{(pid=102449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 20:59:27.826836 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [req-cb4cf4ca-1fda-440f-886c-73f8c0c6de24 req-b124f11e-f963-43fa-9afc-11dd71786e69 service neutron] Publish callbacks [] for port (e3ae4e9d-9356-47cf-9b06-54e5211851f5), precommit_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:59:27.835713 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-e16ba0f9-b237-4425-b549-0d53420f0112 req-470854bf-9464-401e-8424-fd2a04e1d61b tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] 10.222.0.46 "GET /v2.0/security-groups?id=c3466f45-b059-46ec-9a9b-684b375557d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0954285 Jan 31 20:59:27.844303 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [req-cb4cf4ca-1fda-440f-886c-73f8c0c6de24 req-b124f11e-f963-43fa-9afc-11dd71786e69 service neutron] Transition to ACTIVE for port object e3ae4e9d-9356-47cf-9b06-54e5211851f5 will not be triggered until provisioned by entity L2. {{(pid=102449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 20:59:27.852374 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [req-cb4cf4ca-1fda-440f-886c-73f8c0c6de24 req-b124f11e-f963-43fa-9afc-11dd71786e69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1029723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3769609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783600466378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783599971615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783599971633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29106247'] for port (e3ae4e9d-9356-47cf-9b06-54e5211851f5), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:59:27.938802 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b124f11e-f963-43fa-9afc-11dd71786e69 service neutron] Pushing event updated for resources: {'Port': ['ID=e3ae4e9d-9356-47cf-9b06-54e5211851f5,revision_number=2']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:59:28.016841 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [req-cb4cf4ca-1fda-440f-886c-73f8c0c6de24 req-b124f11e-f963-43fa-9afc-11dd71786e69 service neutron] Attempting to bind port e3ae4e9d-9356-47cf-9b06-54e5211851f5 on host hv-cinder-81322 for vnic_type normal with profile {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 20:59:28.017181 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [req-cb4cf4ca-1fda-440f-886c-73f8c0c6de24 req-b124f11e-f963-43fa-9afc-11dd71786e69 service neutron] Attempting to bind port e3ae4e9d-9356-47cf-9b06-54e5211851f5 by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': '745141d5-f6be-4741-af72-381045eb8a7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '84d6e016-dd99-48a6-8278-a9c378f62567'}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 20:59:28.017512 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb4cf4ca-1fda-440f-886c-73f8c0c6de24 req-b124f11e-f963-43fa-9afc-11dd71786e69 service neutron] Attempting to bind port e3ae4e9d-9356-47cf-9b06-54e5211851f5 on network 84d6e016-dd99-48a6-8278-a9c378f62567 {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 20:59:28.022234 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb4cf4ca-1fda-440f-886c-73f8c0c6de24 req-b124f11e-f963-43fa-9afc-11dd71786e69 service neutron] Port e3ae4e9d-9356-47cf-9b06-54e5211851f5 on network 84d6e016-dd99-48a6-8278-a9c378f62567 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 20:59:28.022578 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb4cf4ca-1fda-440f-886c-73f8c0c6de24 req-b124f11e-f963-43fa-9afc-11dd71786e69 service neutron] Attempting to bind port e3ae4e9d-9356-47cf-9b06-54e5211851f5 on network 84d6e016-dd99-48a6-8278-a9c378f62567 {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 20:59:28.028298 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb4cf4ca-1fda-440f-886c-73f8c0c6de24 req-b124f11e-f963-43fa-9afc-11dd71786e69 service neutron] Checking agent: {'id': 'e85cc1e2-8b4e-4549-a68e-d414072d4156', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 20, 51, 57), 'started_at': datetime.datetime(2022, 1, 31, 20, 51, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 20, 59, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 20:59:28.028635 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb4cf4ca-1fda-440f-886c-73f8c0c6de24 req-b124f11e-f963-43fa-9afc-11dd71786e69 service neutron] Checking segment: {'id': '745141d5-f6be-4741-af72-381045eb8a7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '84d6e016-dd99-48a6-8278-a9c378f62567'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 20:59:28.029023 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb4cf4ca-1fda-440f-886c-73f8c0c6de24 req-b124f11e-f963-43fa-9afc-11dd71786e69 service neutron] Bound using segment: {'id': '745141d5-f6be-4741-af72-381045eb8a7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '84d6e016-dd99-48a6-8278-a9c378f62567'} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 20:59:28.029456 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [req-cb4cf4ca-1fda-440f-886c-73f8c0c6de24 req-b124f11e-f963-43fa-9afc-11dd71786e69 service neutron] Bound port: e3ae4e9d-9356-47cf-9b06-54e5211851f5, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '745141d5-f6be-4741-af72-381045eb8a7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '84d6e016-dd99-48a6-8278-a9c378f62567'}}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 20:59:28.029814 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [req-cb4cf4ca-1fda-440f-886c-73f8c0c6de24 req-b124f11e-f963-43fa-9afc-11dd71786e69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1026180'] for port (e3ae4e9d-9356-47cf-9b06-54e5211851f5), before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:59:28.114251 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.db [req-cb4cf4ca-1fda-440f-886c-73f8c0c6de24 req-b124f11e-f963-43fa-9afc-11dd71786e69 service neutron] For port e3ae4e9d-9356-47cf-9b06-54e5211851f5, host hv-cinder-81322, cleared binding levels {{(pid=102449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 20:59:28.118126 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.db [req-cb4cf4ca-1fda-440f-886c-73f8c0c6de24 req-b124f11e-f963-43fa-9afc-11dd71786e69 service neutron] For port e3ae4e9d-9356-47cf-9b06-54e5211851f5, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=e3ae4e9d-9356-47cf-9b06-54e5211851f5,segment=NetworkSegment(745141d5-f6be-4741-af72-381045eb8a7b),segment_id=745141d5-f6be-4741-af72-381045eb8a7b)] {{(pid=102449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 20:59:28.125186 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [req-cb4cf4ca-1fda-440f-886c-73f8c0c6de24 req-b124f11e-f963-43fa-9afc-11dd71786e69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1029723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3769609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783600466378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783599971615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783599971633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29106247'] for port (e3ae4e9d-9356-47cf-9b06-54e5211851f5), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:59:28.171332 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4cf4ca-1fda-440f-886c-73f8c0c6de24 req-b124f11e-f963-43fa-9afc-11dd71786e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:59:28.172391 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [req-cb4cf4ca-1fda-440f-886c-73f8c0c6de24 req-b124f11e-f963-43fa-9afc-11dd71786e69 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204375'] for port (None), before_response {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:59:28.175291 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-cb4cf4ca-1fda-440f-886c-73f8c0c6de24 req-b124f11e-f963-43fa-9afc-11dd71786e69 service neutron] 10.222.0.59 "PUT /v2.0/ports/e3ae4e9d-9356-47cf-9b06-54e5211851f5 HTTP/1.1" status: 200 len: 1093 time: 0.8719914 Jan 31 20:59:28.176063 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa90944c-8574-4603-8df7-34a8898b1ddc', 'tag': 'e3ae4e9d-9356-47cf-9b06-54e5211851f5'}] {{(pid=102449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 20:59:28.180277 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba30590511e0408980e1e78341b94ae353025d2904c3e8034e675cc5aff8c4ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9aec928-cbf8-49be-a111-cc4bac57c736" -d '{"events": [{"name": "network-changed", "server_uuid": "aa90944c-8574-4603-8df7-34a8898b1ddc", "tag": "e3ae4e9d-9356-47cf-9b06-54e5211851f5"}]}' {{(pid=102449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 20:59:28.225057 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b124f11e-f963-43fa-9afc-11dd71786e69 service neutron] Pushing event updated for resources: {'Port': ['ID=e3ae4e9d-9356-47cf-9b06-54e5211851f5,revision_number=3']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:59:28.320213 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4cf4ca-1fda-440f-886c-73f8c0c6de24 req-616ce1af-ef5b-4df3-8688-5cf824c2af6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:59:28.323639 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-cb4cf4ca-1fda-440f-886c-73f8c0c6de24 req-616ce1af-ef5b-4df3-8688-5cf824c2af6b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3f735df896f74e2a8ec34440c5d4fbfa&device_id=aa90944c-8574-4603-8df7-34a8898b1ddc HTTP/1.1" status: 200 len: 1127 time: 0.0750613 Jan 31 20:59:28.377883 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-cb4cf4ca-1fda-440f-886c-73f8c0c6de24 req-be76ce0c-187d-433d-b841-1e41ec2e4ce7 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e3ae4e9d-9356-47cf-9b06-54e5211851f5 HTTP/1.1" status: 200 len: 217 time: 0.0438652 Jan 31 20:59:28.470863 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4cf4ca-1fda-440f-886c-73f8c0c6de24 req-ef35838d-e20e-4fa8-935b-63bd4f95a237 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:59:28.472013 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-cb4cf4ca-1fda-440f-886c-73f8c0c6de24 req-ef35838d-e20e-4fa8-935b-63bd4f95a237 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f0ef83af-b9dd-40a6-908c-ffa9cf818bc2 HTTP/1.1" status: 200 len: 851 time: 0.0809848 Jan 31 20:59:28.474474 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 20:59:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b9deda2-d72b-463b-88c6-3b15a5144667 x-openstack-request-id: req-0b9deda2-d72b-463b-88c6-3b15a5144667 {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 20:59:28.474878 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa90944c-8574-4603-8df7-34a8898b1ddc", "tag": "e3ae4e9d-9356-47cf-9b06-54e5211851f5", "status": "completed", "code": 200}]} {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 20:59:28.475187 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-0b9deda2-d72b-463b-88c6-3b15a5144667 {{(pid=102449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 20:59:28.475737 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa90944c-8574-4603-8df7-34a8898b1ddc', 'tag': 'e3ae4e9d-9356-47cf-9b06-54e5211851f5', 'status': 'completed', 'code': 200} Jan 31 20:59:28.543948 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4cf4ca-1fda-440f-886c-73f8c0c6de24 req-a18e6d1c-6877-4eff-8ca9-1ef008d57ade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:59:28.545461 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-cb4cf4ca-1fda-440f-886c-73f8c0c6de24 req-a18e6d1c-6877-4eff-8ca9-1ef008d57ade service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=84d6e016-dd99-48a6-8278-a9c378f62567&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0645015 Jan 31 20:59:28.724191 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f6bdb8-0f44-411b-81c5-263aa3d25a20 req-2a128c4c-a343-4cfa-a811-db49f4c9fb3a tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:59:28.725945 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-45f6bdb8-0f44-411b-81c5-263aa3d25a20 req-2a128c4c-a343-4cfa-a811-db49f4c9fb3a tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] 10.222.0.46 "GET /v2.0/ports?device_id=aa90944c-8574-4603-8df7-34a8898b1ddc HTTP/1.1" status: 200 len: 943 time: 0.1531134 Jan 31 20:59:28.729038 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-cb4cf4ca-1fda-440f-886c-73f8c0c6de24 req-0da40ce7-b6a9-40d2-b992-341ff05c2577 service neutron] 10.222.0.59 "GET /v2.0/networks/84d6e016-dd99-48a6-8278-a9c378f62567?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1757126 Jan 31 20:59:28.852605 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-45f6bdb8-0f44-411b-81c5-263aa3d25a20 req-259c76cf-f56d-486c-99ad-1147abab7528 tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] 10.222.0.46 "GET /v2.0/security-groups?id=c65378a2-fe6e-4350-bdeb-fc72abd6ffe9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1196432 Jan 31 20:59:28.894254 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-cb4cf4ca-1fda-440f-886c-73f8c0c6de24 req-4c392257-add7-431f-bc8e-22be14b27cd0 service neutron] 10.222.0.59 "GET /v2.0/networks/84d6e016-dd99-48a6-8278-a9c378f62567?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1522477 Jan 31 20:59:28.987434 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49fb8c3-dc03-4858-a386-e90d7e4b7596 req-c5a84e1b-82b2-48b0-a41a-cd5f1d845e0d tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:59:28.989390 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-e49fb8c3-dc03-4858-a386-e90d7e4b7596 req-c5a84e1b-82b2-48b0-a41a-cd5f1d845e0d tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] 10.222.0.46 "GET /v2.0/ports?device_id=07b29db9-03dd-4984-8853-a91eaa5fb175 HTTP/1.1" status: 200 len: 945 time: 0.0673921 Jan 31 20:59:29.033093 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9aec928-cbf8-49be-a111-cc4bac57c736 req-195080dc-c445-497f-81d0-1143c1411ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:59:29.035043 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-d9aec928-cbf8-49be-a111-cc4bac57c736 req-195080dc-c445-497f-81d0-1143c1411ab7 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3f735df896f74e2a8ec34440c5d4fbfa&device_id=aa90944c-8574-4603-8df7-34a8898b1ddc HTTP/1.1" status: 200 len: 1127 time: 0.0829244 Jan 31 20:59:29.066801 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-e49fb8c3-dc03-4858-a386-e90d7e4b7596 req-00ce9ea2-3308-4822-be1d-f3aebf5f05ed tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] 10.222.0.46 "GET /v2.0/security-groups?id=c3466f45-b059-46ec-9a9b-684b375557d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690274 Jan 31 20:59:29.175858 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9aec928-cbf8-49be-a111-cc4bac57c736 req-96da62f5-c0ca-4118-98f1-e39aef913c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:59:29.178293 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-d9aec928-cbf8-49be-a111-cc4bac57c736 req-96da62f5-c0ca-4118-98f1-e39aef913c8d service neutron] 10.222.0.59 "GET /v2.0/networks?id=84d6e016-dd99-48a6-8278-a9c378f62567 HTTP/1.1" status: 200 len: 913 time: 0.1245320 Jan 31 20:59:29.227370 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-d9aec928-cbf8-49be-a111-cc4bac57c736 req-2df4ce65-6046-4e83-ad9c-cf9f2d339429 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e3ae4e9d-9356-47cf-9b06-54e5211851f5 HTTP/1.1" status: 200 len: 217 time: 0.0412495 Jan 31 20:59:29.285503 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9aec928-cbf8-49be-a111-cc4bac57c736 req-f138219d-4250-4b00-92b8-f83e748e9117 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:59:29.287084 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-d9aec928-cbf8-49be-a111-cc4bac57c736 req-f138219d-4250-4b00-92b8-f83e748e9117 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f0ef83af-b9dd-40a6-908c-ffa9cf818bc2 HTTP/1.1" status: 200 len: 851 time: 0.0472243 Jan 31 20:59:29.348065 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9aec928-cbf8-49be-a111-cc4bac57c736 req-b03bfba2-dcbd-4842-9df1-5b9d33ed35eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:59:29.349566 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-d9aec928-cbf8-49be-a111-cc4bac57c736 req-b03bfba2-dcbd-4842-9df1-5b9d33ed35eb service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=84d6e016-dd99-48a6-8278-a9c378f62567&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0532086 Jan 31 20:59:29.457691 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-d9aec928-cbf8-49be-a111-cc4bac57c736 req-9e90297a-afe7-4f8e-a26d-6c65151c9a27 service neutron] 10.222.0.59 "GET /v2.0/networks/84d6e016-dd99-48a6-8278-a9c378f62567?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010864 Jan 31 20:59:29.567335 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-d9aec928-cbf8-49be-a111-cc4bac57c736 req-0a8f9a94-ba34-4c20-8044-d902aee0e1ca service neutron] 10.222.0.59 "GET /v2.0/networks/84d6e016-dd99-48a6-8278-a9c378f62567?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1027842 Jan 31 20:59:30.018299 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf78aca-8dfa-40b4-b0f9-1ed22f296669 req-8f71c1a8-ece7-4a6d-a763-12483e95796c tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:59:30.019895 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-ecf78aca-8dfa-40b4-b0f9-1ed22f296669 req-8f71c1a8-ece7-4a6d-a763-12483e95796c tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] 10.222.0.46 "GET /v2.0/ports?device_id=aa90944c-8574-4603-8df7-34a8898b1ddc HTTP/1.1" status: 200 len: 943 time: 0.0684302 Jan 31 20:59:30.091160 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-ecf78aca-8dfa-40b4-b0f9-1ed22f296669 req-40d1d217-c5f9-4c5b-bca0-582aadb35460 tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] 10.222.0.46 "GET /v2.0/security-groups?id=c65378a2-fe6e-4350-bdeb-fc72abd6ffe9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652628 Jan 31 20:59:30.230137 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155381a6-adc0-4f02-b313-25d65f082d0c req-02a6fe4a-1bf3-4c08-adac-b5b4f0f88f01 tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:59:30.231750 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-155381a6-adc0-4f02-b313-25d65f082d0c req-02a6fe4a-1bf3-4c08-adac-b5b4f0f88f01 tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] 10.222.0.46 "GET /v2.0/ports?device_id=07b29db9-03dd-4984-8853-a91eaa5fb175 HTTP/1.1" status: 200 len: 945 time: 0.0668802 Jan 31 20:59:30.301931 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-155381a6-adc0-4f02-b313-25d65f082d0c req-65050e5d-ca82-47cf-aa8d-abda7671368b tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] 10.222.0.46 "GET /v2.0/security-groups?id=c3466f45-b059-46ec-9a9b-684b375557d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617905 Jan 31 20:59:31.218357 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9547bd0-5946-4f39-baa7-49f7510fadec req-07861371-6355-4c74-a9b2-101e51c37f94 tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:59:31.219911 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-a9547bd0-5946-4f39-baa7-49f7510fadec req-07861371-6355-4c74-a9b2-101e51c37f94 tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] 10.222.0.46 "GET /v2.0/ports?device_id=aa90944c-8574-4603-8df7-34a8898b1ddc HTTP/1.1" status: 200 len: 943 time: 0.0572000 Jan 31 20:59:31.285768 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-a9547bd0-5946-4f39-baa7-49f7510fadec req-3a48a38d-b652-465d-a62c-5e49d29925cb tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] 10.222.0.46 "GET /v2.0/security-groups?id=c65378a2-fe6e-4350-bdeb-fc72abd6ffe9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603654 Jan 31 20:59:31.459660 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e271d2-b44d-46b8-8397-88087427e469 req-ea1c053d-8aad-4ef8-af2d-181e0654e62b tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:59:31.461928 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-50e271d2-b44d-46b8-8397-88087427e469 req-ea1c053d-8aad-4ef8-af2d-181e0654e62b tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] 10.222.0.46 "GET /v2.0/ports?device_id=07b29db9-03dd-4984-8853-a91eaa5fb175 HTTP/1.1" status: 200 len: 945 time: 0.0748675 Jan 31 20:59:31.516146 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-50e271d2-b44d-46b8-8397-88087427e469 req-36f8a893-42aa-4e27-9864-28290a02f240 tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] 10.222.0.46 "GET /v2.0/security-groups?id=c3466f45-b059-46ec-9a9b-684b375557d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485282 Jan 31 20:59:32.425432 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029a47ae-3706-4733-9d0e-5ab8d917281d req-aca89436-e5a3-4121-840c-7aaff25e37f6 tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:59:32.426647 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-029a47ae-3706-4733-9d0e-5ab8d917281d req-aca89436-e5a3-4121-840c-7aaff25e37f6 tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] 10.222.0.46 "GET /v2.0/ports?device_id=aa90944c-8574-4603-8df7-34a8898b1ddc HTTP/1.1" status: 200 len: 943 time: 0.0590277 Jan 31 20:59:32.476840 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-029a47ae-3706-4733-9d0e-5ab8d917281d req-044a4e46-de5a-4d73-860e-4fdf73b207eb tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] 10.222.0.46 "GET /v2.0/security-groups?id=c65378a2-fe6e-4350-bdeb-fc72abd6ffe9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444345 Jan 31 20:59:32.673967 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf0cec0-e300-45c4-8033-22767d8c7d29 req-f0e93f15-c54a-4606-8a50-ba73c3bb8018 tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:59:32.673967 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-baf0cec0-e300-45c4-8033-22767d8c7d29 req-f0e93f15-c54a-4606-8a50-ba73c3bb8018 tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] 10.222.0.46 "GET /v2.0/ports?device_id=07b29db9-03dd-4984-8853-a91eaa5fb175 HTTP/1.1" status: 200 len: 945 time: 0.0845456 Jan 31 20:59:32.743250 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-baf0cec0-e300-45c4-8033-22767d8c7d29 req-685fa001-f1cb-47b5-afb2-e5ad711dd930 tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] 10.222.0.46 "GET /v2.0/security-groups?id=c3466f45-b059-46ec-9a9b-684b375557d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0646822 Jan 31 20:59:33.639767 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94998a2-7e02-458c-b9dc-0645eceab7a6 req-da06eb62-4677-49ef-a259-9ded0d3aa39c tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:59:33.641301 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-b94998a2-7e02-458c-b9dc-0645eceab7a6 req-da06eb62-4677-49ef-a259-9ded0d3aa39c tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] 10.222.0.46 "GET /v2.0/ports?device_id=aa90944c-8574-4603-8df7-34a8898b1ddc HTTP/1.1" status: 200 len: 943 time: 0.0641034 Jan 31 20:59:33.701179 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-b94998a2-7e02-458c-b9dc-0645eceab7a6 req-1ee49f36-c5fe-4c33-a505-dc0fe1791b5f tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] 10.222.0.46 "GET /v2.0/security-groups?id=c65378a2-fe6e-4350-bdeb-fc72abd6ffe9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539963 Jan 31 20:59:33.898932 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3496e3d-c77a-458a-8d97-f92f496a2b15 req-a5625482-47d0-4220-94cc-8e2f027b04d3 tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:59:33.901179 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-d3496e3d-c77a-458a-8d97-f92f496a2b15 req-a5625482-47d0-4220-94cc-8e2f027b04d3 tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] 10.222.0.46 "GET /v2.0/ports?device_id=07b29db9-03dd-4984-8853-a91eaa5fb175 HTTP/1.1" status: 200 len: 945 time: 0.0656190 Jan 31 20:59:33.960764 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-d3496e3d-c77a-458a-8d97-f92f496a2b15 req-f6b5c2ef-38bc-40b6-81a3-6e424f91392f tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] 10.222.0.46 "GET /v2.0/security-groups?id=c3466f45-b059-46ec-9a9b-684b375557d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501525 Jan 31 20:59:34.856140 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c6f840-6a1d-4320-9419-2eb112cc8540 req-90c693ed-3f47-463f-861f-60acfc712a2b tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:59:34.858438 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-79c6f840-6a1d-4320-9419-2eb112cc8540 req-90c693ed-3f47-463f-861f-60acfc712a2b tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] 10.222.0.46 "GET /v2.0/ports?device_id=aa90944c-8574-4603-8df7-34a8898b1ddc HTTP/1.1" status: 200 len: 943 time: 0.0702295 Jan 31 20:59:34.933440 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-79c6f840-6a1d-4320-9419-2eb112cc8540 req-82673739-3070-4fed-8e46-412e931c7027 tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] 10.222.0.46 "GET /v2.0/security-groups?id=c65378a2-fe6e-4350-bdeb-fc72abd6ffe9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684285 Jan 31 20:59:35.109341 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899dd417-de8c-4405-b0a3-c921b3f9e9c5 req-e823dca2-f43f-4450-ac54-acd30a5ffcca tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:59:35.111166 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-899dd417-de8c-4405-b0a3-c921b3f9e9c5 req-e823dca2-f43f-4450-ac54-acd30a5ffcca tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] 10.222.0.46 "GET /v2.0/ports?device_id=07b29db9-03dd-4984-8853-a91eaa5fb175 HTTP/1.1" status: 200 len: 945 time: 0.0679088 Jan 31 20:59:35.174533 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-899dd417-de8c-4405-b0a3-c921b3f9e9c5 req-8626d93a-27ce-464c-90b5-055e3e373f93 tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] 10.222.0.46 "GET /v2.0/security-groups?id=c3466f45-b059-46ec-9a9b-684b375557d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543077 Jan 31 20:59:36.081902 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beea46d9-338c-424f-8839-5a5a0f6c818d req-cbe0b5ea-adb4-416a-8c51-d887cf560f3e tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:59:36.083394 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-beea46d9-338c-424f-8839-5a5a0f6c818d req-cbe0b5ea-adb4-416a-8c51-d887cf560f3e tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] 10.222.0.46 "GET /v2.0/ports?device_id=aa90944c-8574-4603-8df7-34a8898b1ddc HTTP/1.1" status: 200 len: 943 time: 0.0749402 Jan 31 20:59:36.147568 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-beea46d9-338c-424f-8839-5a5a0f6c818d req-d3970336-1d75-4f2e-b5a7-79cf503f1610 tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] 10.222.0.46 "GET /v2.0/security-groups?id=c65378a2-fe6e-4350-bdeb-fc72abd6ffe9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553515 Jan 31 20:59:36.296699 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a51c3c-19ac-4359-a248-0e90c01c7c1c req-dc585ab3-c40a-4f14-8c7f-8eff083209ec tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:59:36.298189 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-62a51c3c-19ac-4359-a248-0e90c01c7c1c req-dc585ab3-c40a-4f14-8c7f-8eff083209ec tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] 10.222.0.46 "GET /v2.0/ports?device_id=07b29db9-03dd-4984-8853-a91eaa5fb175 HTTP/1.1" status: 200 len: 945 time: 0.0547688 Jan 31 20:59:36.357062 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-62a51c3c-19ac-4359-a248-0e90c01c7c1c req-ce27faeb-9511-42e5-8040-b9bbc625bc33 tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] 10.222.0.46 "GET /v2.0/security-groups?id=c3466f45-b059-46ec-9a9b-684b375557d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519164 Jan 31 20:59:36.961071 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.db.agents_db [None req-9f73b596-de3f-4c4d-980f-1f0b0f14bd7d None None] Agent healthcheck: found 6 active agents {{(pid=102454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 20:59:37.272622 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecd0bf8-711e-4129-b669-423f8a811746 req-c25fc9d5-afc4-4fa3-9780-9727bd5535b9 tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:59:37.274226 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-9ecd0bf8-711e-4129-b669-423f8a811746 req-c25fc9d5-afc4-4fa3-9780-9727bd5535b9 tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] 10.222.0.46 "GET /v2.0/ports?device_id=aa90944c-8574-4603-8df7-34a8898b1ddc HTTP/1.1" status: 200 len: 943 time: 0.0586038 Jan 31 20:59:37.328520 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-9ecd0bf8-711e-4129-b669-423f8a811746 req-007a7f65-b391-404e-b3b3-2196508d69c5 tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] 10.222.0.46 "GET /v2.0/security-groups?id=c65378a2-fe6e-4350-bdeb-fc72abd6ffe9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480945 Jan 31 20:59:37.494015 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31efa975-7eb8-4519-9816-b2d2cf425cf9 req-437b4b94-4e1b-44ba-9233-b4ae11aeacbe tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:59:37.496321 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-31efa975-7eb8-4519-9816-b2d2cf425cf9 req-437b4b94-4e1b-44ba-9233-b4ae11aeacbe tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] 10.222.0.46 "GET /v2.0/ports?device_id=07b29db9-03dd-4984-8853-a91eaa5fb175 HTTP/1.1" status: 200 len: 945 time: 0.0584457 Jan 31 20:59:37.553192 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-31efa975-7eb8-4519-9816-b2d2cf425cf9 req-da8bdf8c-554b-495a-b53d-11a900a9d7ba tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] 10.222.0.46 "GET /v2.0/security-groups?id=c3466f45-b059-46ec-9a9b-684b375557d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506806 Jan 31 20:59:38.280889 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.rpc [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Device e3ae4e9d-9356-47cf-9b06-54e5211851f5 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=102451) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 20:59:38.401402 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.db [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] For port e3ae4e9d-9356-47cf-9b06-54e5211851f5, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=e3ae4e9d-9356-47cf-9b06-54e5211851f5,segment=NetworkSegment(745141d5-f6be-4741-af72-381045eb8a7b),segment_id=745141d5-f6be-4741-af72-381045eb8a7b)] {{(pid=102451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 20:59:38.419349 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.rpc [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Returning: {'device': 'e3ae4e9d-9356-47cf-9b06-54e5211851f5', 'network_id': '84d6e016-dd99-48a6-8278-a9c378f62567', 'port_id': 'e3ae4e9d-9356-47cf-9b06-54e5211851f5', 'mac_address': 'fa:16:3e:ef:a6:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 693, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0ef83af-b9dd-40a6-908c-ffa9cf818bc2', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102451) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 20:59:38.465384 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.plugin [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Current status of the port e3ae4e9d-9356-47cf-9b06-54e5211851f5 is: DOWN; New status is: BUILD {{(pid=102451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 20:59:38.465683 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1026180'] for port (e3ae4e9d-9356-47cf-9b06-54e5211851f5), before_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:59:38.486643 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.notifiers.nova [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3ae4e9d-9356-47cf-9b06-54e5211851f5 {{(pid=102451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 20:59:38.492419 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d2b34d-9757-4ee8-9e39-c3d45e977258 req-fb2a3910-74c1-4f3c-84eb-5377d2888376 tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:59:38.493918 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-87d2b34d-9757-4ee8-9e39-c3d45e977258 req-fb2a3910-74c1-4f3c-84eb-5377d2888376 tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] 10.222.0.46 "GET /v2.0/ports?device_id=aa90944c-8574-4603-8df7-34a8898b1ddc HTTP/1.1" status: 200 len: 943 time: 0.0618939 Jan 31 20:59:38.514183 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.db [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] For port e3ae4e9d-9356-47cf-9b06-54e5211851f5, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=e3ae4e9d-9356-47cf-9b06-54e5211851f5,segment=NetworkSegment(745141d5-f6be-4741-af72-381045eb8a7b),segment_id=745141d5-f6be-4741-af72-381045eb8a7b)] {{(pid=102451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 20:59:38.518473 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1029723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3769609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783600466378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783599971615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783599971633'] for port (e3ae4e9d-9356-47cf-9b06-54e5211851f5), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:59:38.570308 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-87d2b34d-9757-4ee8-9e39-c3d45e977258 req-a6389a92-fd2e-4b5c-8e7f-41cd6607779a tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] 10.222.0.46 "GET /v2.0/security-groups?id=c65378a2-fe6e-4350-bdeb-fc72abd6ffe9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704002 Jan 31 20:59:38.600206 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Pushing event updated for resources: {'Port': ['ID=e3ae4e9d-9356-47cf-9b06-54e5211851f5,revision_number=4']} {{(pid=102451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:59:38.711948 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdc9cd2-4fc6-46f5-bd72-5c79956e8af2 req-cf10fceb-aea3-40e6-8b80-e101cd263e93 tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:59:38.714736 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-0fdc9cd2-4fc6-46f5-bd72-5c79956e8af2 req-cf10fceb-aea3-40e6-8b80-e101cd263e93 tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] 10.222.0.46 "GET /v2.0/ports?device_id=07b29db9-03dd-4984-8853-a91eaa5fb175 HTTP/1.1" status: 200 len: 945 time: 0.0717835 Jan 31 20:59:38.796359 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-0fdc9cd2-4fc6-46f5-bd72-5c79956e8af2 req-0681fbfe-9ab9-45f0-85e2-44e2769b95aa tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] 10.222.0.46 "GET /v2.0/security-groups?id=c3466f45-b059-46ec-9a9b-684b375557d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0754278 Jan 31 20:59:38.858079 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.db [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] get_ports_and_sgs() called for port_ids ['e3ae4e9d-9356-47cf-9b06-54e5211851f5'] {{(pid=102451) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 20:59:39.720700 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77326503-61e1-4553-8995-60fd47a49324 req-4e9093cd-44bf-43ae-9833-f3250db745a8 tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:59:39.722314 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-77326503-61e1-4553-8995-60fd47a49324 req-4e9093cd-44bf-43ae-9833-f3250db745a8 tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] 10.222.0.46 "GET /v2.0/ports?device_id=aa90944c-8574-4603-8df7-34a8898b1ddc HTTP/1.1" status: 200 len: 944 time: 0.0574753 Jan 31 20:59:39.773131 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-77326503-61e1-4553-8995-60fd47a49324 req-6281f730-b35f-4256-9ee8-fa97d84f5332 tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] 10.222.0.46 "GET /v2.0/security-groups?id=c65378a2-fe6e-4350-bdeb-fc72abd6ffe9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433211 Jan 31 20:59:39.940879 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d68207-573d-4b03-8da1-5657057bfee1 req-f43f9b4c-51b2-4065-83dd-d1c07a69442c tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:59:39.942266 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-17d68207-573d-4b03-8da1-5657057bfee1 req-f43f9b4c-51b2-4065-83dd-d1c07a69442c tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] 10.222.0.46 "GET /v2.0/ports?device_id=07b29db9-03dd-4984-8853-a91eaa5fb175 HTTP/1.1" status: 200 len: 945 time: 0.0668104 Jan 31 20:59:39.998533 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-17d68207-573d-4b03-8da1-5657057bfee1 req-00454cb7-badf-4f4e-a6a8-31b25cca2c8f tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] 10.222.0.46 "GET /v2.0/security-groups?id=c3466f45-b059-46ec-9a9b-684b375557d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495670 Jan 31 20:59:40.280978 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.rpc [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Device e3ae4e9d-9356-47cf-9b06-54e5211851f5 up at agent hyperv_hv-cinder-81322 {{(pid=102451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 20:59:40.342022 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.db.provisioning_blocks [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Provisioning for port e3ae4e9d-9356-47cf-9b06-54e5211851f5 completed by entity L2. {{(pid=102451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 20:59:40.346297 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.db.provisioning_blocks [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Provisioning complete for port e3ae4e9d-9356-47cf-9b06-54e5211851f5 triggered by entity L2. {{(pid=102451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 20:59:40.346678 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3401144'] for port (e3ae4e9d-9356-47cf-9b06-54e5211851f5), provisioning_complete {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:59:40.442924 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.plugin [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Current status of the port e3ae4e9d-9356-47cf-9b06-54e5211851f5 is: BUILD; New status is: ACTIVE {{(pid=102451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 20:59:40.443312 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1026180'] for port (e3ae4e9d-9356-47cf-9b06-54e5211851f5), before_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:59:40.466128 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa90944c-8574-4603-8df7-34a8898b1ddc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3ae4e9d-9356-47cf-9b06-54e5211851f5'}] {{(pid=102451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 20:59:40.468397 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c23f90a41664c3b077a95f51e37b0059f8aa38e98bc0260eca12d616ac4420be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a27a2b8-08c0-4195-a34e-52da2c784b45" -d '{"events": [{"server_uuid": "aa90944c-8574-4603-8df7-34a8898b1ddc", "name": "network-vif-plugged", "status": "completed", "tag": "e3ae4e9d-9356-47cf-9b06-54e5211851f5"}]}' {{(pid=102451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 20:59:40.481632 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.db [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] For port e3ae4e9d-9356-47cf-9b06-54e5211851f5, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=e3ae4e9d-9356-47cf-9b06-54e5211851f5,segment=NetworkSegment(745141d5-f6be-4741-af72-381045eb8a7b),segment_id=745141d5-f6be-4741-af72-381045eb8a7b)] {{(pid=102451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 20:59:40.485939 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1029723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3769609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783600466378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783599971615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783599971633'] for port (e3ae4e9d-9356-47cf-9b06-54e5211851f5), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:59:40.558919 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Pushing event updated for resources: {'Port': ['ID=e3ae4e9d-9356-47cf-9b06-54e5211851f5,revision_number=5']} {{(pid=102451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:59:40.573451 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 20:59:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4aa5f1e-c65d-44b1-b95f-387f2244abcd x-openstack-request-id: req-c4aa5f1e-c65d-44b1-b95f-387f2244abcd {{(pid=102451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 20:59:40.573783 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa90944c-8574-4603-8df7-34a8898b1ddc", "name": "network-vif-plugged", "status": "completed", "tag": "e3ae4e9d-9356-47cf-9b06-54e5211851f5", "code": 200}]} {{(pid=102451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 20:59:40.574073 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-c4aa5f1e-c65d-44b1-b95f-387f2244abcd {{(pid=102451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 20:59:40.574627 dv-cinder-813229-5-iscsi neutron-server[102451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa90944c-8574-4603-8df7-34a8898b1ddc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3ae4e9d-9356-47cf-9b06-54e5211851f5', 'code': 200} Jan 31 20:59:40.834840 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6195e1c9-fde8-4125-b77c-66bc22a161c2 req-fda0aa3f-c270-4824-9943-0e4e561c8aba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:59:40.836429 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-6195e1c9-fde8-4125-b77c-66bc22a161c2 req-fda0aa3f-c270-4824-9943-0e4e561c8aba service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=aa90944c-8574-4603-8df7-34a8898b1ddc HTTP/1.1" status: 200 len: 1129 time: 0.0534658 Jan 31 20:59:40.919245 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-6195e1c9-fde8-4125-b77c-66bc22a161c2 req-1a197720-9818-458f-9e45-d42ecbe24ec7 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=c65378a2-fe6e-4350-bdeb-fc72abd6ffe9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739820 Jan 31 20:59:40.933424 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb3a524-8082-455c-afde-5b6454b67430 req-d72666f6-7e80-43a4-a133-904144826105 tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:59:40.935001 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-ebb3a524-8082-455c-afde-5b6454b67430 req-d72666f6-7e80-43a4-a133-904144826105 tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] 10.222.0.46 "GET /v2.0/ports?device_id=aa90944c-8574-4603-8df7-34a8898b1ddc HTTP/1.1" status: 200 len: 945 time: 0.0886462 Jan 31 20:59:40.991718 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-ebb3a524-8082-455c-afde-5b6454b67430 req-4512bc55-4250-4044-a6a4-776c881e2f74 tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] 10.222.0.46 "GET /v2.0/security-groups?id=c65378a2-fe6e-4350-bdeb-fc72abd6ffe9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477774 Jan 31 20:59:41.140516 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeaf16ac-262c-426c-9021-adfbe619cc08 req-daa23a5e-54ea-424f-9ed4-d050e0ab166d tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:59:41.141959 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-aeaf16ac-262c-426c-9021-adfbe619cc08 req-daa23a5e-54ea-424f-9ed4-d050e0ab166d tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] 10.222.0.46 "GET /v2.0/ports?device_id=07b29db9-03dd-4984-8853-a91eaa5fb175 HTTP/1.1" status: 200 len: 945 time: 0.0607696 Jan 31 20:59:41.199061 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-aeaf16ac-262c-426c-9021-adfbe619cc08 req-03ff1344-e785-4f19-bd05-0b474a96a16b tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] 10.222.0.46 "GET /v2.0/security-groups?id=c3466f45-b059-46ec-9a9b-684b375557d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513933 Jan 31 20:59:42.153067 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0db6a93-fb1c-4aac-9972-31c58b3e22ba req-67551d05-a733-4bf0-b7c2-83f120351cd8 tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:59:42.155244 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-e0db6a93-fb1c-4aac-9972-31c58b3e22ba req-67551d05-a733-4bf0-b7c2-83f120351cd8 tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] 10.222.0.46 "GET /v2.0/ports?device_id=aa90944c-8574-4603-8df7-34a8898b1ddc HTTP/1.1" status: 200 len: 945 time: 0.0882397 Jan 31 20:59:42.227625 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-e0db6a93-fb1c-4aac-9972-31c58b3e22ba req-94178c51-10ce-4f79-8f1d-85b1e97629d2 tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] 10.222.0.46 "GET /v2.0/security-groups?id=c65378a2-fe6e-4350-bdeb-fc72abd6ffe9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630491 Jan 31 20:59:42.350367 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60851bf-d5c9-4244-80d4-e71fd99d536f req-925337aa-caf7-4b40-bfae-d2c6d99368b8 tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:59:42.351944 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-b60851bf-d5c9-4244-80d4-e71fd99d536f req-925337aa-caf7-4b40-bfae-d2c6d99368b8 tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] 10.222.0.46 "GET /v2.0/ports?device_id=07b29db9-03dd-4984-8853-a91eaa5fb175 HTTP/1.1" status: 200 len: 945 time: 0.0641551 Jan 31 20:59:42.409996 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-b60851bf-d5c9-4244-80d4-e71fd99d536f req-22ab47d5-c82d-4ce4-b5b7-ac799e2b6f28 tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] 10.222.0.46 "GET /v2.0/security-groups?id=c3466f45-b059-46ec-9a9b-684b375557d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493319 Jan 31 20:59:43.380862 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26880eda-bc45-4be1-904e-6769b343c747 req-f684d8f2-b8a1-4053-97ce-21a387198bd1 tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:59:43.382864 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-26880eda-bc45-4be1-904e-6769b343c747 req-f684d8f2-b8a1-4053-97ce-21a387198bd1 tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] 10.222.0.46 "GET /v2.0/ports?device_id=aa90944c-8574-4603-8df7-34a8898b1ddc HTTP/1.1" status: 200 len: 945 time: 0.0581129 Jan 31 20:59:43.446334 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-26880eda-bc45-4be1-904e-6769b343c747 req-51ecf842-2c1d-4b05-a16a-3ef0cd87603c tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] 10.222.0.46 "GET /v2.0/security-groups?id=c65378a2-fe6e-4350-bdeb-fc72abd6ffe9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567930 Jan 31 20:59:43.577735 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3feea8a3-dd0e-4715-8a25-f20d9fb4804c req-3de982ac-7c76-48a7-adc9-a807cf76d1f0 tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:59:43.579712 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-3feea8a3-dd0e-4715-8a25-f20d9fb4804c req-3de982ac-7c76-48a7-adc9-a807cf76d1f0 tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] 10.222.0.46 "GET /v2.0/ports?device_id=07b29db9-03dd-4984-8853-a91eaa5fb175 HTTP/1.1" status: 200 len: 945 time: 0.0715268 Jan 31 20:59:43.624099 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679b3e23-301f-43d3-ac71-b4228ecfdce4 req-ed2efaca-22f9-439b-82f9-5925b74e3bff tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:59:43.625950 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-679b3e23-301f-43d3-ac71-b4228ecfdce4 req-ed2efaca-22f9-439b-82f9-5925b74e3bff tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] 10.222.0.46 "GET /v2.0/ports?device_id=aa90944c-8574-4603-8df7-34a8898b1ddc HTTP/1.1" status: 200 len: 945 time: 0.0701880 Jan 31 20:59:43.653405 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-3feea8a3-dd0e-4715-8a25-f20d9fb4804c req-a87dfa1e-f439-4754-b536-cfe2f07e4a98 tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] 10.222.0.46 "GET /v2.0/security-groups?id=c3466f45-b059-46ec-9a9b-684b375557d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597048 Jan 31 20:59:43.683344 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-679b3e23-301f-43d3-ac71-b4228ecfdce4 req-d7390f8b-5474-46d0-93a4-518adf0ef2f5 tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] 10.222.0.46 "GET /v2.0/security-groups?id=c65378a2-fe6e-4350-bdeb-fc72abd6ffe9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496054 Jan 31 20:59:43.707389 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.wsgi [-] (102450) accepted ('10.222.0.46', 43836) {{(pid=102450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 20:59:43.910986 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e01d7bca-f16c-412a-ab60-bd2fd812f379 tempest-TestVolumeBootPattern-1424187030 tempest-TestVolumeBootPattern-1424187030-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:59:43.912770 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [None req-e01d7bca-f16c-412a-ab60-bd2fd812f379 tempest-TestVolumeBootPattern-1424187030 tempest-TestVolumeBootPattern-1424187030-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=aa90944c-8574-4603-8df7-34a8898b1ddc HTTP/1.1" status: 200 len: 1124 time: 0.2041316 Jan 31 20:59:43.917491 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.wsgi [-] (102450) accepted ('10.222.0.46', 43840) {{(pid=102450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 20:59:43.926196 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.v2.base [None req-2ad3e37e-f14b-4d35-849e-dd302c80e23f tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] Request body: {'floatingip': {'floating_network_id': '51ba4d8e-a54c-4fb0-a209-37766af226e8', 'port_id': 'e3ae4e9d-9356-47cf-9b06-54e5211851f5', 'tenant_id': '3f735df896f74e2a8ec34440c5d4fbfa', 'fixed_ip_address': '172.20.0.6'}} {{(pid=102450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 20:59:43.956617 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-2ad3e37e-f14b-4d35-849e-dd302c80e23f tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:59:44.084465 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-2ad3e37e-f14b-4d35-849e-dd302c80e23f tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1026180'] for port (None), before_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:59:44.244760 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.db.db_base_plugin_common [None req-2ad3e37e-f14b-4d35-849e-dd302c80e23f tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] Allocated IP 172.27.2.232 (51ba4d8e-a54c-4fb0-a209-37766af226e8/99ba9542-d2be-443f-a804-26ff9bedcbe2/8f9768cc-6773-4c7a-9d04-0188649028f7) {{(pid=102450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 20:59:44.396627 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-2ad3e37e-f14b-4d35-849e-dd302c80e23f tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] Publish callbacks [] for port (8f9768cc-6773-4c7a-9d04-0188649028f7), precommit_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:59:44.443257 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-2ad3e37e-f14b-4d35-849e-dd302c80e23f tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1029723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3769609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783599971597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27814909'] for port (8f9768cc-6773-4c7a-9d04-0188649028f7), after_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:59:44.507834 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ad3e37e-f14b-4d35-849e-dd302c80e23f tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] Network 51ba4d8e-a54c-4fb0-a209-37766af226e8 is already hosted by enough agents. {{(pid=102450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 20:59:44.511900 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.scheduler.base_scheduler [None req-2ad3e37e-f14b-4d35-849e-dd302c80e23f tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] Resources bound (agent type, host, resource id): {{(pid=102450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 20:59:44.514812 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ad3e37e-f14b-4d35-849e-dd302c80e23f tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] Received port after_create {{(pid=102450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 20:59:44.529562 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad3e37e-f14b-4d35-849e-dd302c80e23f tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] Pushing event updated for resources: {'Port': ['ID=8f9768cc-6773-4c7a-9d04-0188649028f7,revision_number=1']} {{(pid=102450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:59:44.575903 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad3e37e-f14b-4d35-849e-dd302c80e23f tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:59:44.576246 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad3e37e-f14b-4d35-849e-dd302c80e23f tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:59:44.576742 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad3e37e-f14b-4d35-849e-dd302c80e23f tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:59:44.577275 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad3e37e-f14b-4d35-849e-dd302c80e23f tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:59:44.577833 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad3e37e-f14b-4d35-849e-dd302c80e23f tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:59:44.578631 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad3e37e-f14b-4d35-849e-dd302c80e23f tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:59:44.578631 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad3e37e-f14b-4d35-849e-dd302c80e23f tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:59:44.578933 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad3e37e-f14b-4d35-849e-dd302c80e23f tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:59:44.579177 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad3e37e-f14b-4d35-849e-dd302c80e23f tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:59:44.579506 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad3e37e-f14b-4d35-849e-dd302c80e23f tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:59:44.579830 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad3e37e-f14b-4d35-849e-dd302c80e23f tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:59:44.580148 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad3e37e-f14b-4d35-849e-dd302c80e23f tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:59:44.580468 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ad3e37e-f14b-4d35-849e-dd302c80e23f tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 20:59:44.882381 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147ce43a-0ada-47bc-a08e-2eefc6d549fc req-e4a40d77-a75d-4952-a8fa-4f448f72569b tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:59:44.884624 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-147ce43a-0ada-47bc-a08e-2eefc6d549fc req-e4a40d77-a75d-4952-a8fa-4f448f72569b tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] 10.222.0.46 "GET /v2.0/ports?device_id=07b29db9-03dd-4984-8853-a91eaa5fb175 HTTP/1.1" status: 200 len: 945 time: 0.1258755 Jan 31 20:59:45.026443 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-147ce43a-0ada-47bc-a08e-2eefc6d549fc req-27eacdaf-92c5-4ff7-8962-f40c1e77c064 tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] 10.222.0.46 "GET /v2.0/security-groups?id=c3466f45-b059-46ec-9a9b-684b375557d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1108911 Jan 31 20:59:45.105406 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-2ad3e37e-f14b-4d35-849e-dd302c80e23f tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] Publish callbacks [] for floatingip (2267cdbf-f2c1-4497-b32a-d3ffa75d9314), precommit_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:59:45.195449 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-2ad3e37e-f14b-4d35-849e-dd302c80e23f tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1026180'] for port (8f9768cc-6773-4c7a-9d04-0188649028f7), before_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:59:45.412697 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81087dd6-b4c5-458b-b64d-5d69d9af1de5 req-f9c58642-2dd3-4a29-a5b8-1aea10f6d219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:59:45.414810 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-81087dd6-b4c5-458b-b64d-5d69d9af1de5 req-f9c58642-2dd3-4a29-a5b8-1aea10f6d219 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=047e08285f47481da2d6cf2445501723&device_id=07b29db9-03dd-4984-8853-a91eaa5fb175 HTTP/1.1" status: 200 len: 1129 time: 0.0585184 Jan 31 20:59:45.421903 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc9e5ee-b549-4833-9fea-02efd373d481 req-3786e9e3-2e61-4ac5-89da-8b6b47b195ae tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:59:45.424543 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-6cc9e5ee-b549-4833-9fea-02efd373d481 req-3786e9e3-2e61-4ac5-89da-8b6b47b195ae tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] 10.222.0.46 "GET /v2.0/ports?device_id=07b29db9-03dd-4984-8853-a91eaa5fb175 HTTP/1.1" status: 200 len: 945 time: 0.1570263 Jan 31 20:59:45.528910 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-2ad3e37e-f14b-4d35-849e-dd302c80e23f tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] Publish callbacks [] for port (8f9768cc-6773-4c7a-9d04-0188649028f7), precommit_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:59:45.533586 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81087dd6-b4c5-458b-b64d-5d69d9af1de5 req-8c20ccc7-efe7-4983-8d9f-1095834d10b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:59:45.535689 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-81087dd6-b4c5-458b-b64d-5d69d9af1de5 req-8c20ccc7-efe7-4983-8d9f-1095834d10b0 service neutron] 10.222.0.59 "GET /v2.0/networks?id=bdbc09ff-d174-4862-8f91-19ce9b2a383a HTTP/1.1" status: 200 len: 912 time: 0.1062529 Jan 31 20:59:45.542980 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-2ad3e37e-f14b-4d35-849e-dd302c80e23f tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1029723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3769609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783600466378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783599971615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783599971633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27814890'] for port (8f9768cc-6773-4c7a-9d04-0188649028f7), after_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:59:45.595200 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-6cc9e5ee-b549-4833-9fea-02efd373d481 req-0b81dce1-b5b6-4fc8-9ac1-356ae2b9c2e9 tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] 10.222.0.46 "GET /v2.0/security-groups?id=c3466f45-b059-46ec-9a9b-684b375557d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1617227 Jan 31 20:59:45.624891 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-81087dd6-b4c5-458b-b64d-5d69d9af1de5 req-09921d39-ad6b-47a9-ac53-ce01849b8e47 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a9577a12-768b-451e-bd7a-8e181ac9b261 HTTP/1.1" status: 200 len: 1001 time: 0.0822127 Jan 31 20:59:45.671563 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad3e37e-f14b-4d35-849e-dd302c80e23f tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] Pushing event updated for resources: {'Port': ['ID=8f9768cc-6773-4c7a-9d04-0188649028f7,revision_number=2']} {{(pid=102450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 20:59:45.693515 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-2ad3e37e-f14b-4d35-849e-dd302c80e23f tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3696791'] for floatingip (2267cdbf-f2c1-4497-b32a-d3ffa75d9314), after_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:59:45.694809 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81087dd6-b4c5-458b-b64d-5d69d9af1de5 req-9e734870-8d1c-4727-a2d4-60aa53be2630 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:59:45.696371 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-81087dd6-b4c5-458b-b64d-5d69d9af1de5 req-9e734870-8d1c-4727-a2d4-60aa53be2630 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=05b63977-1e2b-4747-8d09-fb1f8f446ce1 HTTP/1.1" status: 200 len: 850 time: 0.0646358 Jan 31 20:59:45.769823 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81087dd6-b4c5-458b-b64d-5d69d9af1de5 req-bd9cc187-2b06-45f6-8120-9352fec26ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:59:45.771669 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-81087dd6-b4c5-458b-b64d-5d69d9af1de5 req-bd9cc187-2b06-45f6-8120-9352fec26ec3 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=bdbc09ff-d174-4862-8f91-19ce9b2a383a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0664632 Jan 31 20:59:45.831363 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.db.l3_db [None req-2ad3e37e-f14b-4d35-849e-dd302c80e23f tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] Floating IP 2267cdbf-f2c1-4497-b32a-d3ffa75d9314 associated. External IP: 172.27.2.232, port: e3ae4e9d-9356-47cf-9b06-54e5211851f5. Jan 31 20:59:45.908675 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-81087dd6-b4c5-458b-b64d-5d69d9af1de5 req-4dacbbc2-9084-47dc-a2eb-27ae808eef93 service neutron] 10.222.0.59 "GET /v2.0/networks/bdbc09ff-d174-4862-8f91-19ce9b2a383a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256847 Jan 31 20:59:46.039832 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-81087dd6-b4c5-458b-b64d-5d69d9af1de5 req-93335800-92e9-42e5-8752-634b6c27e7e8 service neutron] 10.222.0.59 "GET /v2.0/networks/bdbc09ff-d174-4862-8f91-19ce9b2a383a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217124 Jan 31 20:59:46.386823 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ad3e37e-f14b-4d35-849e-dd302c80e23f tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] Router 910c8d82-8f53-4a84-a34d-cc1bbd89049d has already been hosted by L3 agent 7c18f3b4-4d02-4b01-9072-98fcd9008716 {{(pid=102450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 20:59:46.521822 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ad3e37e-f14b-4d35-849e-dd302c80e23f tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] Notify agent at l3_agent.dv-cinder-813229-5-iscsi the message routers_updated {{(pid=102450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 20:59:46.534375 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c167208-68d7-4082-a3c5-4f8ee560a6a3 None None] Sync routers for ids ['910c8d82-8f53-4a84-a34d-cc1bbd89049d'] in dv-cinder-813229-5-iscsi {{(pid=102451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 20:59:46.545928 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-2ad3e37e-f14b-4d35-849e-dd302c80e23f tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204375'] for floatingip (None), before_response {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:59:46.549055 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c167208-68d7-4082-a3c5-4f8ee560a6a3 None None] Routers {'910c8d82-8f53-4a84-a34d-cc1bbd89049d'} bound to L3 agent in host dv-cinder-813229-5-iscsi {{(pid=102451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 20:59:46.549946 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.db.l3_hamode_db [None req-8c167208-68d7-4082-a3c5-4f8ee560a6a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-31T20:45:52Z,description=,heartbeat_timestamp=2022-01-31T20:59:22Z,host='dv-cinder-813229-5-iscsi',id=7c18f3b4-4d02-4b01-9072-98fcd9008716,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T20:45:52Z,topic='l3_agent')) {'router_ids': ['910c8d82-8f53-4a84-a34d-cc1bbd89049d'], 'active': True} {{(pid=102451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 20:59:46.595645 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [None req-2ad3e37e-f14b-4d35-849e-dd302c80e23f tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6763420 Jan 31 20:59:46.597221 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa90944c-8574-4603-8df7-34a8898b1ddc', 'tag': 'e3ae4e9d-9356-47cf-9b06-54e5211851f5'}] {{(pid=102450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 20:59:46.600219 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88694c8615ac1e9d0f87b85371fce54667869cb07e9f85c824f8527602de4f23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2184836f-d9a1-401c-9cf7-92cab2ca3455" -d '{"events": [{"name": "network-changed", "server_uuid": "aa90944c-8574-4603-8df7-34a8898b1ddc", "tag": "e3ae4e9d-9356-47cf-9b06-54e5211851f5"}]}' {{(pid=102450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 20:59:46.725720 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 20:59:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71c5a536-f9fd-4ef6-9a41-36067f91bc84 x-openstack-request-id: req-71c5a536-f9fd-4ef6-9a41-36067f91bc84 {{(pid=102450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 20:59:46.726019 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa90944c-8574-4603-8df7-34a8898b1ddc", "tag": "e3ae4e9d-9356-47cf-9b06-54e5211851f5", "status": "completed", "code": 200}]} {{(pid=102450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 20:59:46.726276 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-71c5a536-f9fd-4ef6-9a41-36067f91bc84 {{(pid=102450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 20:59:46.726836 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa90944c-8574-4603-8df7-34a8898b1ddc', 'tag': 'e3ae4e9d-9356-47cf-9b06-54e5211851f5', 'status': 'completed', 'code': 200} Jan 31 20:59:46.737884 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.db.l3_dvr_db [None req-8c167208-68d7-4082-a3c5-4f8ee560a6a3 None None] Set router 910c8d82-8f53-4a84-a34d-cc1bbd89049d gateway port host: dv-cinder-813229-5-iscsi {{(pid=102451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 20:59:46.755957 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2804da49-42b6-4d7f-89d2-3323fba20e14 req-683f099a-7008-4007-96a2-c9907f18d146 tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:59:46.757597 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-2804da49-42b6-4d7f-89d2-3323fba20e14 req-683f099a-7008-4007-96a2-c9907f18d146 tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] 10.222.0.46 "GET /v2.0/ports?device_id=07b29db9-03dd-4984-8853-a91eaa5fb175 HTTP/1.1" status: 200 len: 945 time: 0.0713685 Jan 31 20:59:46.819477 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-2804da49-42b6-4d7f-89d2-3323fba20e14 req-ca98efda-d13e-4421-b986-73ffdd944f94 tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] 10.222.0.46 "GET /v2.0/security-groups?id=c3466f45-b059-46ec-9a9b-684b375557d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534234 Jan 31 20:59:46.992999 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.db.l3_hamode_db [None req-8c167208-68d7-4082-a3c5-4f8ee560a6a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '910c8d82-8f53-4a84-a34d-cc1bbd89049d', 'name': 'tempest-TestVolumeBootPattern-2011310398-router', 'tenant_id': '3f735df896f74e2a8ec34440c5d4fbfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51ba4d8e-a54c-4fb0-a209-37766af226e8', 'external_fixed_ips': [{'subnet_id': '99ba9542-d2be-443f-a804-26ff9bedcbe2', 'ip_address': '172.27.2.123'}], 'enable_snat': True}, 'gw_port_id': 'de93bc5b-9c48-48e9-93e3-d484933d6d1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T20:58:47Z', 'updated_at': '2022-01-31T20:58:52Z', 'revision_number': 4, 'project_id': '3f735df896f74e2a8ec34440c5d4fbfa', 'gw_port': {'id': 'de93bc5b-9c48-48e9-93e3-d484933d6d1a', 'name': '', 'network_id': '51ba4d8e-a54c-4fb0-a209-37766af226e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:ab:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '910c8d82-8f53-4a84-a34d-cc1bbd89049d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '99ba9542-d2be-443f-a804-26ff9bedcbe2', 'ip_address': '172.27.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T20:58:48Z', 'updated_at': '2022-01-31T20:58:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99ba9542-d2be-443f-a804-26ff9bedcbe2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-5-iscsi', '_floatingips': [{'id': '2267cdbf-f2c1-4497-b32a-d3ffa75d9314', 'tenant_id': '3f735df896f74e2a8ec34440c5d4fbfa', 'floating_ip_address': '172.27.2.232', 'floating_network_id': '51ba4d8e-a54c-4fb0-a209-37766af226e8', 'router_id': '910c8d82-8f53-4a84-a34d-cc1bbd89049d', 'port_id': 'e3ae4e9d-9356-47cf-9b06-54e5211851f5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 520, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '84d6e016-dd99-48a6-8278-a9c378f62567', 'mac_address': 'fa:16:3e:ef:a6:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa90944c-8574-4603-8df7-34a8898b1ddc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T20:59:44Z', 'updated_at': '2022-01-31T20:59:44Z', 'revision_number': 0, 'project_id': '3f735df896f74e2a8ec34440c5d4fbfa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3365364a-2deb-4044-bcd9-4ac2d97ebc11', 'name': '', 'network_id': '84d6e016-dd99-48a6-8278-a9c378f62567', 'tenant_id': '3f735df896f74e2a8ec34440c5d4fbfa', 'mac_address': 'fa:16:3e:ab:bf:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '910c8d82-8f53-4a84-a34d-cc1bbd89049d', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'f0ef83af-b9dd-40a6-908c-ffa9cf818bc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T20:58:51Z', 'updated_at': '2022-01-31T20:58:56Z', 'revision_number': 5, 'project_id': '3f735df896f74e2a8ec34440c5d4fbfa', 'subnets': [{'id': 'f0ef83af-b9dd-40a6-908c-ffa9cf818bc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-5-iscsi', False) {} {{(pid=102451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 20:59:47.020728 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c167208-68d7-4082-a3c5-4f8ee560a6a3 None None] Checking router: 910c8d82-8f53-4a84-a34d-cc1bbd89049d for host: dv-cinder-813229-5-iscsi {{(pid=102451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 20:59:47.029640 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c167208-68d7-4082-a3c5-4f8ee560a6a3 None None] Routers {'910c8d82-8f53-4a84-a34d-cc1bbd89049d'} bound to L3 agent in host dv-cinder-813229-5-iscsi {{(pid=102451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 20:59:47.030258 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.db.l3_hamode_db [None req-8c167208-68d7-4082-a3c5-4f8ee560a6a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-31T20:45:52Z,description=,heartbeat_timestamp=2022-01-31T20:59:22Z,host='dv-cinder-813229-5-iscsi',id=7c18f3b4-4d02-4b01-9072-98fcd9008716,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T20:45:52Z,topic='l3_agent')) {'router_ids': ['910c8d82-8f53-4a84-a34d-cc1bbd89049d'], 'active': True} {{(pid=102451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 20:59:47.145549 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.db.l3_dvr_db [None req-8c167208-68d7-4082-a3c5-4f8ee560a6a3 None None] Set router 910c8d82-8f53-4a84-a34d-cc1bbd89049d gateway port host: dv-cinder-813229-5-iscsi {{(pid=102451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 20:59:47.397392 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.db.l3_hamode_db [None req-8c167208-68d7-4082-a3c5-4f8ee560a6a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '910c8d82-8f53-4a84-a34d-cc1bbd89049d', 'name': 'tempest-TestVolumeBootPattern-2011310398-router', 'tenant_id': '3f735df896f74e2a8ec34440c5d4fbfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51ba4d8e-a54c-4fb0-a209-37766af226e8', 'external_fixed_ips': [{'subnet_id': '99ba9542-d2be-443f-a804-26ff9bedcbe2', 'ip_address': '172.27.2.123'}], 'enable_snat': True}, 'gw_port_id': 'de93bc5b-9c48-48e9-93e3-d484933d6d1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T20:58:47Z', 'updated_at': '2022-01-31T20:58:52Z', 'revision_number': 4, 'project_id': '3f735df896f74e2a8ec34440c5d4fbfa', 'gw_port': {'id': 'de93bc5b-9c48-48e9-93e3-d484933d6d1a', 'name': '', 'network_id': '51ba4d8e-a54c-4fb0-a209-37766af226e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:ab:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '910c8d82-8f53-4a84-a34d-cc1bbd89049d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '99ba9542-d2be-443f-a804-26ff9bedcbe2', 'ip_address': '172.27.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T20:58:48Z', 'updated_at': '2022-01-31T20:58:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99ba9542-d2be-443f-a804-26ff9bedcbe2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-5-iscsi', '_floatingips': [{'id': '2267cdbf-f2c1-4497-b32a-d3ffa75d9314', 'tenant_id': '3f735df896f74e2a8ec34440c5d4fbfa', 'floating_ip_address': '172.27.2.232', 'floating_network_id': '51ba4d8e-a54c-4fb0-a209-37766af226e8', 'router_id': '910c8d82-8f53-4a84-a34d-cc1bbd89049d', 'port_id': 'e3ae4e9d-9356-47cf-9b06-54e5211851f5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 520, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '84d6e016-dd99-48a6-8278-a9c378f62567', 'mac_address': 'fa:16:3e:ef:a6:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa90944c-8574-4603-8df7-34a8898b1ddc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T20:59:44Z', 'updated_at': '2022-01-31T20:59:44Z', 'revision_number': 0, 'project_id': '3f735df896f74e2a8ec34440c5d4fbfa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3365364a-2deb-4044-bcd9-4ac2d97ebc11', 'name': '', 'network_id': '84d6e016-dd99-48a6-8278-a9c378f62567', 'tenant_id': '3f735df896f74e2a8ec34440c5d4fbfa', 'mac_address': 'fa:16:3e:ab:bf:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '910c8d82-8f53-4a84-a34d-cc1bbd89049d', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'f0ef83af-b9dd-40a6-908c-ffa9cf818bc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T20:58:51Z', 'updated_at': '2022-01-31T20:58:56Z', 'revision_number': 5, 'project_id': '3f735df896f74e2a8ec34440c5d4fbfa', 'subnets': [{'id': 'f0ef83af-b9dd-40a6-908c-ffa9cf818bc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-5-iscsi', False) {} {{(pid=102451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 20:59:47.425892 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c167208-68d7-4082-a3c5-4f8ee560a6a3 None None] The sync data for ids ['910c8d82-8f53-4a84-a34d-cc1bbd89049d'] in dv-cinder-813229-5-iscsi is: [{'id': '910c8d82-8f53-4a84-a34d-cc1bbd89049d', 'name': 'tempest-TestVolumeBootPattern-2011310398-router', 'tenant_id': '3f735df896f74e2a8ec34440c5d4fbfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51ba4d8e-a54c-4fb0-a209-37766af226e8', 'external_fixed_ips': [{'subnet_id': '99ba9542-d2be-443f-a804-26ff9bedcbe2', 'ip_address': '172.27.2.123'}], 'enable_snat': True}, 'gw_port_id': 'de93bc5b-9c48-48e9-93e3-d484933d6d1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T20:58:47Z', 'updated_at': '2022-01-31T20:58:52Z', 'revision_number': 4, 'project_id': '3f735df896f74e2a8ec34440c5d4fbfa', 'gw_port': {'id': 'de93bc5b-9c48-48e9-93e3-d484933d6d1a', 'name': '', 'network_id': '51ba4d8e-a54c-4fb0-a209-37766af226e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:ab:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '910c8d82-8f53-4a84-a34d-cc1bbd89049d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '99ba9542-d2be-443f-a804-26ff9bedcbe2', 'ip_address': '172.27.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T20:58:48Z', 'updated_at': '2022-01-31T20:58:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99ba9542-d2be-443f-a804-26ff9bedcbe2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-5-iscsi', '_floatingips': [{'id': '2267cdbf-f2c1-4497-b32a-d3ffa75d9314', 'tenant_id': '3f735df896f74e2a8ec34440c5d4fbfa', 'floating_ip_address': '172.27.2.232', 'floating_network_id': '51ba4d8e-a54c-4fb0-a209-37766af226e8', 'router_id': '910c8d82-8f53-4a84-a34d-cc1bbd89049d', 'port_id': 'e3ae4e9d-9356-47cf-9b06-54e5211851f5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 520, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '84d6e016-dd99-48a6-8278-a9c378f62567', 'mac_address': 'fa:16:3e:ef:a6:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa90944c-8574-4603-8df7-34a8898b1ddc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T20:59:44Z', 'updated_at': '2022-01-31T20:59:44Z', 'revision_number': 0, 'project_id': '3f735df896f74e2a8ec34440c5d4fbfa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3365364a-2deb-4044-bcd9-4ac2d97ebc11', 'name': '', 'network_id': '84d6e016-dd99-48a6-8278-a9c378f62567', 'tenant_id': '3f735df896f74e2a8ec34440c5d4fbfa', 'mac_address': 'fa:16:3e:ab:bf:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '910c8d82-8f53-4a84-a34d-cc1bbd89049d', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'f0ef83af-b9dd-40a6-908c-ffa9cf818bc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T20:58:51Z', 'updated_at': '2022-01-31T20:58:56Z', 'revision_number': 5, 'project_id': '3f735df896f74e2a8ec34440c5d4fbfa', 'subnets': [{'id': 'f0ef83af-b9dd-40a6-908c-ffa9cf818bc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 20:59:47.629422 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a52263c-5690-4a2a-97b7-d0a14b03af4b None None] New status for floating IP 2267cdbf-f2c1-4497-b32a-d3ffa75d9314: ACTIVE {{(pid=102454) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 31 20:59:47.951039 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a70c94-4bb0-4a66-b0d9-c3504e9f5e02 req-ec6fa542-0c0a-4ac9-be4f-6fe7cc313c1a tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:59:47.952584 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-c7a70c94-4bb0-4a66-b0d9-c3504e9f5e02 req-ec6fa542-0c0a-4ac9-be4f-6fe7cc313c1a tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] 10.222.0.46 "GET /v2.0/ports?device_id=07b29db9-03dd-4984-8853-a91eaa5fb175 HTTP/1.1" status: 200 len: 945 time: 0.0563898 Jan 31 20:59:48.007115 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-c7a70c94-4bb0-4a66-b0d9-c3504e9f5e02 req-ca6d7827-da31-46be-acf1-25061a74a414 tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] 10.222.0.46 "GET /v2.0/security-groups?id=c3466f45-b059-46ec-9a9b-684b375557d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489435 Jan 31 20:59:49.150747 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2184836f-d9a1-401c-9cf7-92cab2ca3455 req-44229e77-8c55-4ba0-8c39-8ad1259fe32d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:59:49.152498 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-2184836f-d9a1-401c-9cf7-92cab2ca3455 req-44229e77-8c55-4ba0-8c39-8ad1259fe32d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3f735df896f74e2a8ec34440c5d4fbfa&device_id=aa90944c-8574-4603-8df7-34a8898b1ddc HTTP/1.1" status: 200 len: 1129 time: 0.0636628 Jan 31 20:59:49.170971 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581978d0-cc56-4913-a24a-5020061426ce req-72f79878-33ab-418b-b02d-4883d6a369f6 tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:59:49.173602 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-581978d0-cc56-4913-a24a-5020061426ce req-72f79878-33ab-418b-b02d-4883d6a369f6 tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] 10.222.0.46 "GET /v2.0/ports?device_id=07b29db9-03dd-4984-8853-a91eaa5fb175 HTTP/1.1" status: 200 len: 945 time: 0.0666928 Jan 31 20:59:49.246629 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-581978d0-cc56-4913-a24a-5020061426ce req-db4ec97b-1394-42bc-bce5-82e9423569cb tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] 10.222.0.46 "GET /v2.0/security-groups?id=c3466f45-b059-46ec-9a9b-684b375557d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0666380 Jan 31 20:59:49.277335 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2184836f-d9a1-401c-9cf7-92cab2ca3455 req-ff4876c6-3559-4600-bc04-5068f9abd219 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:59:49.278862 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-2184836f-d9a1-401c-9cf7-92cab2ca3455 req-ff4876c6-3559-4600-bc04-5068f9abd219 service neutron] 10.222.0.59 "GET /v2.0/networks?id=84d6e016-dd99-48a6-8278-a9c378f62567 HTTP/1.1" status: 200 len: 913 time: 0.1188185 Jan 31 20:59:49.367465 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-2184836f-d9a1-401c-9cf7-92cab2ca3455 req-01177928-e9d5-4740-993e-a7b2b20948f4 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e3ae4e9d-9356-47cf-9b06-54e5211851f5 HTTP/1.1" status: 200 len: 1001 time: 0.0741396 Jan 31 20:59:49.433074 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2184836f-d9a1-401c-9cf7-92cab2ca3455 req-a948d20c-e594-4048-ab23-40867f352a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:59:49.434586 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-2184836f-d9a1-401c-9cf7-92cab2ca3455 req-a948d20c-e594-4048-ab23-40867f352a95 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f0ef83af-b9dd-40a6-908c-ffa9cf818bc2 HTTP/1.1" status: 200 len: 851 time: 0.0603931 Jan 31 20:59:49.498830 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-79295ef4-c989-4d60-9b36-aee14c6d496a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600486512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3401042'] for agent (34ef0204-81d1-4f5e-89d1-b08d0f866641), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:59:49.507523 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2184836f-d9a1-401c-9cf7-92cab2ca3455 req-74f55ad5-805d-4750-acf8-4a4d16dfbd8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:59:49.510890 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-2184836f-d9a1-401c-9cf7-92cab2ca3455 req-74f55ad5-805d-4750-acf8-4a4d16dfbd8e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=84d6e016-dd99-48a6-8278-a9c378f62567&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0607224 Jan 31 20:59:49.638114 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-2184836f-d9a1-401c-9cf7-92cab2ca3455 req-76df7de5-ed9c-49be-b261-3729761fb7b9 service neutron] 10.222.0.59 "GET /v2.0/networks/84d6e016-dd99-48a6-8278-a9c378f62567?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1086807 Jan 31 20:59:49.988879 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-2184836f-d9a1-401c-9cf7-92cab2ca3455 req-0a45291f-145b-4213-8582-b29ddaa0bb7d service neutron] 10.222.0.59 "GET /v2.0/networks/84d6e016-dd99-48a6-8278-a9c378f62567?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3427677 Jan 31 20:59:50.425893 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c848b1-b9c6-4c9e-9720-745a750eaf3e req-5edd26fd-9b35-4ceb-b40d-cdb33b2656ea tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:59:50.427900 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-b4c848b1-b9c6-4c9e-9720-745a750eaf3e req-5edd26fd-9b35-4ceb-b40d-cdb33b2656ea tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] 10.222.0.46 "GET /v2.0/ports?device_id=07b29db9-03dd-4984-8853-a91eaa5fb175 HTTP/1.1" status: 200 len: 945 time: 0.0799747 Jan 31 20:59:50.505274 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-b4c848b1-b9c6-4c9e-9720-745a750eaf3e req-4c88eed7-b8d7-4221-acfb-c2b28cfd7622 tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] 10.222.0.46 "GET /v2.0/security-groups?id=c3466f45-b059-46ec-9a9b-684b375557d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628738 Jan 31 20:59:51.683173 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-833210ed-ae30-4e6b-9a19-9821119a95b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600486512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3401042'] for agent (7c18f3b4-4d02-4b01-9072-98fcd9008716), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:59:52.986600 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-7eb716df-9c73-407a-9e83-210e7bcc67e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600486512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3401042'] for agent (289e5c83-71b6-47e7-bef9-287113943a12), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:59:54.425021 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-ded4de29-c2d1-4616-9365-9981ea756e41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600486512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3401042'] for agent (bf9d83f7-9209-4252-b853-70feadeab726), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:59:55.964119 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600486512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3401042'] for agent (9ba4f6fe-000a-4ef5-9d61-ba62910ab5fe), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:59:57.268057 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600486512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3401042'] for agent (e85cc1e2-8b4e-4549-a68e-d414072d4156), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 20:59:57.787934 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-a5193d74-6deb-4bb1-b082-83bc2b33f932 req-744a1ecd-41c1-4ccf-8c5c-770185cde875 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=07b29db9-03dd-4984-8853-a91eaa5fb175&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0735831 Jan 31 20:59:57.902308 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5193d74-6deb-4bb1-b082-83bc2b33f932 req-9e5fcb4a-081c-4702-b789-3cf4c4efd9f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:59:57.904505 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-a5193d74-6deb-4bb1-b082-83bc2b33f932 req-9e5fcb4a-081c-4702-b789-3cf4c4efd9f9 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=047e08285f47481da2d6cf2445501723&device_id=07b29db9-03dd-4984-8853-a91eaa5fb175 HTTP/1.1" status: 200 len: 1129 time: 0.0641758 Jan 31 20:59:58.078883 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5193d74-6deb-4bb1-b082-83bc2b33f932 req-71b52413-f5c9-428e-8a20-b79ec4384769 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:59:58.080346 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-a5193d74-6deb-4bb1-b082-83bc2b33f932 req-71b52413-f5c9-428e-8a20-b79ec4384769 service neutron] 10.222.0.59 "GET /v2.0/networks?id=bdbc09ff-d174-4862-8f91-19ce9b2a383a HTTP/1.1" status: 200 len: 912 time: 0.1375511 Jan 31 20:59:58.160753 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-a5193d74-6deb-4bb1-b082-83bc2b33f932 req-5f48e50a-aa2c-463f-9de3-0e3ae2ab9747 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a9577a12-768b-451e-bd7a-8e181ac9b261 HTTP/1.1" status: 200 len: 1001 time: 0.0708051 Jan 31 20:59:58.219955 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5193d74-6deb-4bb1-b082-83bc2b33f932 req-031e17bd-fe84-45fa-bbcc-ba0ae6b8a07f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:59:58.221458 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-a5193d74-6deb-4bb1-b082-83bc2b33f932 req-031e17bd-fe84-45fa-bbcc-ba0ae6b8a07f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=05b63977-1e2b-4747-8d09-fb1f8f446ce1 HTTP/1.1" status: 200 len: 850 time: 0.0458994 Jan 31 20:59:58.285974 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5193d74-6deb-4bb1-b082-83bc2b33f932 req-fcc246e0-cc6a-4e5c-b80b-1410c418e779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 20:59:58.287746 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-a5193d74-6deb-4bb1-b082-83bc2b33f932 req-fcc246e0-cc6a-4e5c-b80b-1410c418e779 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=bdbc09ff-d174-4862-8f91-19ce9b2a383a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0556076 Jan 31 20:59:58.407124 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-a5193d74-6deb-4bb1-b082-83bc2b33f932 req-28620a9d-a35f-4be1-92ee-688db647aede service neutron] 10.222.0.59 "GET /v2.0/networks/bdbc09ff-d174-4862-8f91-19ce9b2a383a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1048825 Jan 31 20:59:58.527610 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-a5193d74-6deb-4bb1-b082-83bc2b33f932 req-d2a4aa53-09d6-47b3-b5b3-48f1e0d96d9e service neutron] 10.222.0.59 "GET /v2.0/networks/bdbc09ff-d174-4862-8f91-19ce9b2a383a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1063449 Jan 31 21:00:03.886374 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dd06d4-6368-4e75-b593-0091af8d8f8d req-04e4c652-9842-4b72-bd96-dc02219a37b9 tempest-VolumesSnapshotTestJSON-250187708 tempest-VolumesSnapshotTestJSON-250187708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 21:00:03.888429 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-60dd06d4-6368-4e75-b593-0091af8d8f8d req-04e4c652-9842-4b72-bd96-dc02219a37b9 tempest-VolumesSnapshotTestJSON-250187708 tempest-VolumesSnapshotTestJSON-250187708-project] 10.222.0.46 "GET /v2.0/ports?device_id=c1eceb11-5a94-4be0-a445-16a2c2e18cd0 HTTP/1.1" status: 200 len: 945 time: 0.0759716 Jan 31 21:00:03.952415 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-60dd06d4-6368-4e75-b593-0091af8d8f8d req-32f4cc72-0e0b-416e-8bbe-9916ca9e012d tempest-VolumesSnapshotTestJSON-250187708 tempest-VolumesSnapshotTestJSON-250187708-project] 10.222.0.46 "GET /v2.0/security-groups?id=7e39ad3c-1523-4ebf-9fe2-6f39f4782e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584843 Jan 31 21:00:05.100674 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a70570-615c-4a4f-a759-0509d6f9f0f1 req-8f09d336-280c-43e6-9dd4-132b7cafe1e2 tempest-VolumesSnapshotTestJSON-250187708 tempest-VolumesSnapshotTestJSON-250187708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 21:00:05.102238 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-11a70570-615c-4a4f-a759-0509d6f9f0f1 req-8f09d336-280c-43e6-9dd4-132b7cafe1e2 tempest-VolumesSnapshotTestJSON-250187708 tempest-VolumesSnapshotTestJSON-250187708-project] 10.222.0.46 "GET /v2.0/ports?device_id=c1eceb11-5a94-4be0-a445-16a2c2e18cd0 HTTP/1.1" status: 200 len: 945 time: 0.0708551 Jan 31 21:00:05.154664 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-11a70570-615c-4a4f-a759-0509d6f9f0f1 req-cb9837b0-53da-4b83-9493-d86d90b99c90 tempest-VolumesSnapshotTestJSON-250187708 tempest-VolumesSnapshotTestJSON-250187708-project] 10.222.0.46 "GET /v2.0/security-groups?id=7e39ad3c-1523-4ebf-9fe2-6f39f4782e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457718 Jan 31 21:00:06.132703 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a8e882-be66-4031-b490-35c5508b7700 req-c65dcf9f-b99c-4852-a354-3e262fde1bf7 tempest-VolumesSnapshotTestJSON-250187708 tempest-VolumesSnapshotTestJSON-250187708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 21:00:06.134230 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-c2a8e882-be66-4031-b490-35c5508b7700 req-c65dcf9f-b99c-4852-a354-3e262fde1bf7 tempest-VolumesSnapshotTestJSON-250187708 tempest-VolumesSnapshotTestJSON-250187708-project] 10.222.0.59 "GET /v2.0/ports?device_id=c1eceb11-5a94-4be0-a445-16a2c2e18cd0 HTTP/1.1" status: 200 len: 945 time: 0.0558271 Jan 31 21:00:06.259594 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [req-c2a8e882-be66-4031-b490-35c5508b7700 req-bc637eca-05db-40d2-aea9-c5c08af6cbd3 tempest-VolumesSnapshotTestJSON-250187708 tempest-VolumesSnapshotTestJSON-250187708-project] Deleting port ca886dd9-8f80-4a6d-abf3-1881b1fa53c2 {{(pid=102449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 21:00:06.259924 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [req-c2a8e882-be66-4031-b490-35c5508b7700 req-bc637eca-05db-40d2-aea9-c5c08af6cbd3 tempest-VolumesSnapshotTestJSON-250187708 tempest-VolumesSnapshotTestJSON-250187708-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783600463454'] for port (ca886dd9-8f80-4a6d-abf3-1881b1fa53c2), before_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:00:06.310029 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2d896c-810e-455a-890a-2105ad507af8 req-c0cac626-df12-44c6-bfcb-71acc250754b tempest-VolumesSnapshotTestJSON-250187708 tempest-VolumesSnapshotTestJSON-250187708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 21:00:06.311780 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-4c2d896c-810e-455a-890a-2105ad507af8 req-c0cac626-df12-44c6-bfcb-71acc250754b tempest-VolumesSnapshotTestJSON-250187708 tempest-VolumesSnapshotTestJSON-250187708-project] 10.222.0.46 "GET /v2.0/ports?device_id=c1eceb11-5a94-4be0-a445-16a2c2e18cd0 HTTP/1.1" status: 200 len: 945 time: 0.0620089 Jan 31 21:00:06.378497 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.db [req-c2a8e882-be66-4031-b490-35c5508b7700 req-bc637eca-05db-40d2-aea9-c5c08af6cbd3 tempest-VolumesSnapshotTestJSON-250187708 tempest-VolumesSnapshotTestJSON-250187708-project] For port ca886dd9-8f80-4a6d-abf3-1881b1fa53c2, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=ca886dd9-8f80-4a6d-abf3-1881b1fa53c2,segment=NetworkSegment(545c4fc5-da7e-4c4a-8467-ca82cac965ea),segment_id=545c4fc5-da7e-4c4a-8467-ca82cac965ea)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 21:00:06.379020 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [req-c2a8e882-be66-4031-b490-35c5508b7700 req-bc637eca-05db-40d2-aea9-c5c08af6cbd3 tempest-VolumesSnapshotTestJSON-250187708 tempest-VolumesSnapshotTestJSON-250187708-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696268'] for port (ca886dd9-8f80-4a6d-abf3-1881b1fa53c2), precommit_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:00:06.382633 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-4c2d896c-810e-455a-890a-2105ad507af8 req-c10c1d1e-5894-47f5-aae0-2650935ad783 tempest-VolumesSnapshotTestJSON-250187708 tempest-VolumesSnapshotTestJSON-250187708-project] 10.222.0.46 "GET /v2.0/security-groups?id=7e39ad3c-1523-4ebf-9fe2-6f39f4782e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619285 Jan 31 21:00:06.404179 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [req-c2a8e882-be66-4031-b490-35c5508b7700 req-bc637eca-05db-40d2-aea9-c5c08af6cbd3 tempest-VolumesSnapshotTestJSON-250187708 tempest-VolumesSnapshotTestJSON-250187708-project] Calling delete_port for ca886dd9-8f80-4a6d-abf3-1881b1fa53c2 owned by compute:nova {{(pid=102449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 21:00:06.598380 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [req-c2a8e882-be66-4031-b490-35c5508b7700 req-bc637eca-05db-40d2-aea9-c5c08af6cbd3 tempest-VolumesSnapshotTestJSON-250187708 tempest-VolumesSnapshotTestJSON-250187708-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1029723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3769609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783600466360', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783599971606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29106256'] for port (ca886dd9-8f80-4a6d-abf3-1881b1fa53c2), after_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:00:06.617595 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.db [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] get_ports_and_sgs() called for port_ids ['ca886dd9-8f80-4a6d-abf3-1881b1fa53c2'] {{(pid=102451) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 21:00:06.640451 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc637eca-05db-40d2-aea9-c5c08af6cbd3 tempest-VolumesSnapshotTestJSON-250187708 tempest-VolumesSnapshotTestJSON-250187708-project] Pushing event deleted for resources: {'Port': ['ID=ca886dd9-8f80-4a6d-abf3-1881b1fa53c2,revision_number=None']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 21:00:06.709531 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2a8e882-be66-4031-b490-35c5508b7700 req-bc637eca-05db-40d2-aea9-c5c08af6cbd3 tempest-VolumesSnapshotTestJSON-250187708 tempest-VolumesSnapshotTestJSON-250187708-project] No DVR routers for this DVR port ca886dd9-8f80-4a6d-abf3-1881b1fa53c2 on host hv-cinder-81322 {{(pid=102449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 21:00:06.715114 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [req-c2a8e882-be66-4031-b490-35c5508b7700 req-bc637eca-05db-40d2-aea9-c5c08af6cbd3 tempest-VolumesSnapshotTestJSON-250187708 tempest-VolumesSnapshotTestJSON-250187708-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204375'] for port (None), before_response {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:00:06.717896 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-c2a8e882-be66-4031-b490-35c5508b7700 req-bc637eca-05db-40d2-aea9-c5c08af6cbd3 tempest-VolumesSnapshotTestJSON-250187708 tempest-VolumesSnapshotTestJSON-250187708-project] 10.222.0.59 "DELETE /v2.0/ports/ca886dd9-8f80-4a6d-abf3-1881b1fa53c2 HTTP/1.1" status: 204 len: 173 time: 0.5762272 Jan 31 21:00:06.718367 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1eceb11-5a94-4be0-a445-16a2c2e18cd0', 'name': 'network-vif-deleted', 'tag': 'ca886dd9-8f80-4a6d-abf3-1881b1fa53c2'}] {{(pid=102449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 21:00:06.720799 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba30590511e0408980e1e78341b94ae353025d2904c3e8034e675cc5aff8c4ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5146757-6401-49ee-b28a-3b75ab558653" -d '{"events": [{"server_uuid": "c1eceb11-5a94-4be0-a445-16a2c2e18cd0", "name": "network-vif-deleted", "tag": "ca886dd9-8f80-4a6d-abf3-1881b1fa53c2"}]}' {{(pid=102449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 21:00:06.776356 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 21:00:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4e687dd-e612-4cb6-8684-c2cc0c55dcbe x-openstack-request-id: req-d4e687dd-e612-4cb6-8684-c2cc0c55dcbe {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 21:00:06.776686 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1eceb11-5a94-4be0-a445-16a2c2e18cd0", "name": "network-vif-deleted", "tag": "ca886dd9-8f80-4a6d-abf3-1881b1fa53c2", "status": "completed", "code": 200}]} {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 21:00:06.776960 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-d4e687dd-e612-4cb6-8684-c2cc0c55dcbe {{(pid=102449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 21:00:06.777377 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1eceb11-5a94-4be0-a445-16a2c2e18cd0', 'name': 'network-vif-deleted', 'tag': 'ca886dd9-8f80-4a6d-abf3-1881b1fa53c2', 'status': 'completed', 'code': 200} Jan 31 21:00:10.612879 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.rpc [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Device ca886dd9-8f80-4a6d-abf3-1881b1fa53c2 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=102451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 21:00:10.642371 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.plugin [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] No Port match for: ca886dd9-8f80-4a6d-abf3-1881b1fa53c2 {{(pid=102451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 21:00:10.642837 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.rpc [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Device ca886dd9-8f80-4a6d-abf3-1881b1fa53c2 not bound to the agent host hv-cinder-81322 {{(pid=102451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 21:00:13.960001 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.db.agents_db [None req-9f73b596-de3f-4c4d-980f-1f0b0f14bd7d None None] Agent healthcheck: found 6 active agents {{(pid=102454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 21:00:17.577770 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22f3852-4590-4200-9b57-265b3e2f446e req-791b4aa4-b659-40a5-966a-823537a0940e tempest-VolumesSnapshotTestJSON-250187708 tempest-VolumesSnapshotTestJSON-250187708-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 21:00:17.579349 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-c22f3852-4590-4200-9b57-265b3e2f446e req-791b4aa4-b659-40a5-966a-823537a0940e tempest-VolumesSnapshotTestJSON-250187708 tempest-VolumesSnapshotTestJSON-250187708-project] 10.222.0.46 "GET /v2.0/networks?id=adc09fa2-8bb9-48a4-b8eb-2252a9ff3034 HTTP/1.1" status: 200 len: 813 time: 0.1447134 Jan 31 21:00:17.601862 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-c22f3852-4590-4200-9b57-265b3e2f446e req-dcc488e4-a4ee-41b7-aca3-08f2b70fea41 tempest-VolumesSnapshotTestJSON-250187708 tempest-VolumesSnapshotTestJSON-250187708-project] 10.222.0.46 "GET /v2.0/quotas/7fb000300e384275b8a61f3cfe15a52e HTTP/1.1" status: 200 len: 375 time: 0.0125782 Jan 31 21:00:17.646663 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-c22f3852-4590-4200-9b57-265b3e2f446e req-97e05393-0780-45b6-a618-ec7961d80b8b tempest-VolumesSnapshotTestJSON-250187708 tempest-VolumesSnapshotTestJSON-250187708-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=7fb000300e384275b8a61f3cfe15a52e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0386961 Jan 31 21:00:17.751284 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-c22f3852-4590-4200-9b57-265b3e2f446e req-25eab8de-c63c-49c8-b183-e96d9610fc9c service neutron] 10.222.0.46 "GET /v2.0/networks/adc09fa2-8bb9-48a4-b8eb-2252a9ff3034?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968225 Jan 31 21:00:17.875641 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-c22f3852-4590-4200-9b57-265b3e2f446e req-3ff1a5b9-b0e4-4259-83db-a72ee95eaf6c service neutron] 10.222.0.46 "GET /v2.0/networks/adc09fa2-8bb9-48a4-b8eb-2252a9ff3034?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1171062 Jan 31 21:00:18.069197 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-98b1ff9c-e2ab-45f0-9ffd-5f6232faa14a req-8ed3c517-438a-409f-8890-9bcf4fced649 tempest-VolumesSnapshotTestJSON-250187708 tempest-VolumesSnapshotTestJSON-250187708-project] 10.222.0.46 "GET /v2.0/ports?device_id=c50d9827-310e-498f-83a3-692cb6b174d7 HTTP/1.1" status: 200 len: 210 time: 0.0434227 Jan 31 21:00:19.215430 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-deba71c1-5530-4bed-9d1b-3e893db455d2 req-d46b9206-535b-4a26-9326-3a9027782efd tempest-VolumesSnapshotTestJSON-250187708 tempest-VolumesSnapshotTestJSON-250187708-project] 10.222.0.46 "GET /v2.0/ports?device_id=c50d9827-310e-498f-83a3-692cb6b174d7 HTTP/1.1" status: 200 len: 210 time: 0.0513136 Jan 31 21:00:19.323034 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22f3852-4590-4200-9b57-265b3e2f446e req-372feea5-a84e-41bc-9f74-a36b64b862ba tempest-VolumesSnapshotTestJSON-250187708 tempest-VolumesSnapshotTestJSON-250187708-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 21:00:19.324496 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-c22f3852-4590-4200-9b57-265b3e2f446e req-372feea5-a84e-41bc-9f74-a36b64b862ba tempest-VolumesSnapshotTestJSON-250187708 tempest-VolumesSnapshotTestJSON-250187708-project] 10.222.0.59 "GET /v2.0/networks?id=adc09fa2-8bb9-48a4-b8eb-2252a9ff3034 HTTP/1.1" status: 200 len: 813 time: 0.1882176 Jan 31 21:00:19.344041 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.v2.base [req-c22f3852-4590-4200-9b57-265b3e2f446e req-4e73b156-de40-428d-81ba-492991995107 tempest-VolumesSnapshotTestJSON-250187708 tempest-VolumesSnapshotTestJSON-250187708-project] Request body: {'port': {'device_id': 'c50d9827-310e-498f-83a3-692cb6b174d7', 'network_id': 'adc09fa2-8bb9-48a4-b8eb-2252a9ff3034', 'admin_state_up': True, 'tenant_id': '7fb000300e384275b8a61f3cfe15a52e'}} {{(pid=102449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 21:00:19.509073 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-91f7857d-b438-4178-90c3-6b541f42acd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600486512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3401042'] for agent (34ef0204-81d1-4f5e-89d1-b08d0f866641), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:00:19.517986 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c22f3852-4590-4200-9b57-265b3e2f446e req-4e73b156-de40-428d-81ba-492991995107 tempest-VolumesSnapshotTestJSON-250187708 tempest-VolumesSnapshotTestJSON-250187708-project] Made reservation on behalf of 7fb000300e384275b8a61f3cfe15a52e for: {'port': 1} {{(pid=102449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 21:00:19.522024 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [req-c22f3852-4590-4200-9b57-265b3e2f446e req-4e73b156-de40-428d-81ba-492991995107 tempest-VolumesSnapshotTestJSON-250187708 tempest-VolumesSnapshotTestJSON-250187708-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1026180'] for port (None), before_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:00:19.643020 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d6eb22-87ab-450e-93c3-86523a8c1afc req-0199ad1b-f376-4f5f-9c4d-66cb6b41dec9 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 21:00:19.644608 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-30d6eb22-87ab-450e-93c3-86523a8c1afc req-0199ad1b-f376-4f5f-9c4d-66cb6b41dec9 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] 10.222.0.46 "GET /v2.0/ports?device_id=521937b0-3541-460a-a340-58920b66dc40 HTTP/1.1" status: 200 len: 945 time: 0.0665133 Jan 31 21:00:19.686120 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.db.db_base_plugin_common [req-c22f3852-4590-4200-9b57-265b3e2f446e req-4e73b156-de40-428d-81ba-492991995107 tempest-VolumesSnapshotTestJSON-250187708 tempest-VolumesSnapshotTestJSON-250187708-project] Allocated IP 172.20.0.14 (adc09fa2-8bb9-48a4-b8eb-2252a9ff3034/3e8bfc04-2632-45b2-bbc5-88e7c10c1811/5d4cb2f3-93c5-481c-9719-19d8882a7817) {{(pid=102449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 21:00:19.718851 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-30d6eb22-87ab-450e-93c3-86523a8c1afc req-5598c271-12f5-4f0c-9933-d94ec6b21260 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] 10.222.0.46 "GET /v2.0/security-groups?id=5e026526-bdec-4dfc-ba97-0cae44e0172b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648341 Jan 31 21:00:19.867541 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [req-c22f3852-4590-4200-9b57-265b3e2f446e req-4e73b156-de40-428d-81ba-492991995107 tempest-VolumesSnapshotTestJSON-250187708 tempest-VolumesSnapshotTestJSON-250187708-project] Publish callbacks [] for port (5d4cb2f3-93c5-481c-9719-19d8882a7817), precommit_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:00:19.907329 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [req-c22f3852-4590-4200-9b57-265b3e2f446e req-4e73b156-de40-428d-81ba-492991995107 tempest-VolumesSnapshotTestJSON-250187708 tempest-VolumesSnapshotTestJSON-250187708-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1029723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3769609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783599971597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29106256'] for port (5d4cb2f3-93c5-481c-9719-19d8882a7817), after_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:00:19.951847 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c22f3852-4590-4200-9b57-265b3e2f446e req-4e73b156-de40-428d-81ba-492991995107 tempest-VolumesSnapshotTestJSON-250187708 tempest-VolumesSnapshotTestJSON-250187708-project] Network adc09fa2-8bb9-48a4-b8eb-2252a9ff3034 is already hosted by enough agents. {{(pid=102449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 21:00:19.954909 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.scheduler.base_scheduler [req-c22f3852-4590-4200-9b57-265b3e2f446e req-4e73b156-de40-428d-81ba-492991995107 tempest-VolumesSnapshotTestJSON-250187708 tempest-VolumesSnapshotTestJSON-250187708-project] Resources bound (agent type, host, resource id): {{(pid=102449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 21:00:19.958662 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [req-c22f3852-4590-4200-9b57-265b3e2f446e req-4e73b156-de40-428d-81ba-492991995107 tempest-VolumesSnapshotTestJSON-250187708 tempest-VolumesSnapshotTestJSON-250187708-project] Received port after_create {{(pid=102449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 21:00:19.985881 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e73b156-de40-428d-81ba-492991995107 tempest-VolumesSnapshotTestJSON-250187708 tempest-VolumesSnapshotTestJSON-250187708-project] Pushing event updated for resources: {'Port': ['ID=5d4cb2f3-93c5-481c-9719-19d8882a7817,revision_number=1']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 21:00:20.015763 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22f3852-4590-4200-9b57-265b3e2f446e req-4e73b156-de40-428d-81ba-492991995107 tempest-VolumesSnapshotTestJSON-250187708 tempest-VolumesSnapshotTestJSON-250187708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 21:00:20.016381 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [req-c22f3852-4590-4200-9b57-265b3e2f446e req-4e73b156-de40-428d-81ba-492991995107 tempest-VolumesSnapshotTestJSON-250187708 tempest-VolumesSnapshotTestJSON-250187708-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204375'] for port (None), before_response {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:00:20.033661 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-c22f3852-4590-4200-9b57-265b3e2f446e req-4e73b156-de40-428d-81ba-492991995107 tempest-VolumesSnapshotTestJSON-250187708 tempest-VolumesSnapshotTestJSON-250187708-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6956749 Jan 31 21:00:20.045192 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.v2.base [req-c22f3852-4590-4200-9b57-265b3e2f446e req-cd28f865-1bfb-439f-a6f3-cffa44f5252d service neutron] Request body: {'port': {'device_id': 'c50d9827-310e-498f-83a3-692cb6b174d7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=102449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 21:00:20.113292 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [req-c22f3852-4590-4200-9b57-265b3e2f446e req-cd28f865-1bfb-439f-a6f3-cffa44f5252d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1026180'] for port (5d4cb2f3-93c5-481c-9719-19d8882a7817), before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:00:20.408738 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815cb5e1-fea7-457f-b7c1-1fa297a94dd2 req-23a7b258-5b15-4d93-9bb8-591c5893936c tempest-VolumesSnapshotTestJSON-250187708 tempest-VolumesSnapshotTestJSON-250187708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 21:00:20.410277 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-815cb5e1-fea7-457f-b7c1-1fa297a94dd2 req-23a7b258-5b15-4d93-9bb8-591c5893936c tempest-VolumesSnapshotTestJSON-250187708 tempest-VolumesSnapshotTestJSON-250187708-project] 10.222.0.46 "GET /v2.0/ports?device_id=c50d9827-310e-498f-83a3-692cb6b174d7 HTTP/1.1" status: 200 len: 932 time: 0.0915756 Jan 31 21:00:20.457200 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.notifiers.nova [req-c22f3852-4590-4200-9b57-265b3e2f446e req-cd28f865-1bfb-439f-a6f3-cffa44f5252d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d4cb2f3-93c5-481c-9719-19d8882a7817 {{(pid=102449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 21:00:20.467864 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [req-c22f3852-4590-4200-9b57-265b3e2f446e req-cd28f865-1bfb-439f-a6f3-cffa44f5252d service neutron] Publish callbacks [] for port (5d4cb2f3-93c5-481c-9719-19d8882a7817), precommit_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:00:20.498689 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [req-c22f3852-4590-4200-9b57-265b3e2f446e req-cd28f865-1bfb-439f-a6f3-cffa44f5252d service neutron] Transition to ACTIVE for port object 5d4cb2f3-93c5-481c-9719-19d8882a7817 will not be triggered until provisioned by entity L2. {{(pid=102449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 21:00:20.504263 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-815cb5e1-fea7-457f-b7c1-1fa297a94dd2 req-02588ca9-b768-4635-8cf9-4454cc2dacee tempest-VolumesSnapshotTestJSON-250187708 tempest-VolumesSnapshotTestJSON-250187708-project] 10.222.0.46 "GET /v2.0/security-groups?id=7e39ad3c-1523-4ebf-9fe2-6f39f4782e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759149 Jan 31 21:00:20.505298 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [req-c22f3852-4590-4200-9b57-265b3e2f446e req-cd28f865-1bfb-439f-a6f3-cffa44f5252d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1029723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3769609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783600466378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783599971615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783599971633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29106247'] for port (5d4cb2f3-93c5-481c-9719-19d8882a7817), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:00:20.563787 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd28f865-1bfb-439f-a6f3-cffa44f5252d service neutron] Pushing event updated for resources: {'Port': ['ID=5d4cb2f3-93c5-481c-9719-19d8882a7817,revision_number=2']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 21:00:20.643773 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [req-c22f3852-4590-4200-9b57-265b3e2f446e req-cd28f865-1bfb-439f-a6f3-cffa44f5252d service neutron] Attempting to bind port 5d4cb2f3-93c5-481c-9719-19d8882a7817 on host hv-cinder-81322 for vnic_type normal with profile {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 21:00:20.644109 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [req-c22f3852-4590-4200-9b57-265b3e2f446e req-cd28f865-1bfb-439f-a6f3-cffa44f5252d service neutron] Attempting to bind port 5d4cb2f3-93c5-481c-9719-19d8882a7817 by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': '545c4fc5-da7e-4c4a-8467-ca82cac965ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'adc09fa2-8bb9-48a4-b8eb-2252a9ff3034'}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 21:00:20.644442 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c22f3852-4590-4200-9b57-265b3e2f446e req-cd28f865-1bfb-439f-a6f3-cffa44f5252d service neutron] Attempting to bind port 5d4cb2f3-93c5-481c-9719-19d8882a7817 on network adc09fa2-8bb9-48a4-b8eb-2252a9ff3034 {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 21:00:20.649118 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c22f3852-4590-4200-9b57-265b3e2f446e req-cd28f865-1bfb-439f-a6f3-cffa44f5252d service neutron] Port 5d4cb2f3-93c5-481c-9719-19d8882a7817 on network adc09fa2-8bb9-48a4-b8eb-2252a9ff3034 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 21:00:20.649688 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c22f3852-4590-4200-9b57-265b3e2f446e req-cd28f865-1bfb-439f-a6f3-cffa44f5252d service neutron] Attempting to bind port 5d4cb2f3-93c5-481c-9719-19d8882a7817 on network adc09fa2-8bb9-48a4-b8eb-2252a9ff3034 {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 21:00:20.655214 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c22f3852-4590-4200-9b57-265b3e2f446e req-cd28f865-1bfb-439f-a6f3-cffa44f5252d service neutron] Checking agent: {'id': 'e85cc1e2-8b4e-4549-a68e-d414072d4156', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 20, 51, 57), 'started_at': datetime.datetime(2022, 1, 31, 20, 51, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 20, 59, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 21:00:20.655548 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c22f3852-4590-4200-9b57-265b3e2f446e req-cd28f865-1bfb-439f-a6f3-cffa44f5252d service neutron] Checking segment: {'id': '545c4fc5-da7e-4c4a-8467-ca82cac965ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'adc09fa2-8bb9-48a4-b8eb-2252a9ff3034'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 21:00:20.655941 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c22f3852-4590-4200-9b57-265b3e2f446e req-cd28f865-1bfb-439f-a6f3-cffa44f5252d service neutron] Bound using segment: {'id': '545c4fc5-da7e-4c4a-8467-ca82cac965ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'adc09fa2-8bb9-48a4-b8eb-2252a9ff3034'} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 21:00:20.656360 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [req-c22f3852-4590-4200-9b57-265b3e2f446e req-cd28f865-1bfb-439f-a6f3-cffa44f5252d service neutron] Bound port: 5d4cb2f3-93c5-481c-9719-19d8882a7817, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '545c4fc5-da7e-4c4a-8467-ca82cac965ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'adc09fa2-8bb9-48a4-b8eb-2252a9ff3034'}}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 21:00:20.656719 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [req-c22f3852-4590-4200-9b57-265b3e2f446e req-cd28f865-1bfb-439f-a6f3-cffa44f5252d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1026180'] for port (5d4cb2f3-93c5-481c-9719-19d8882a7817), before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:00:20.731356 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.db [req-c22f3852-4590-4200-9b57-265b3e2f446e req-cd28f865-1bfb-439f-a6f3-cffa44f5252d service neutron] For port 5d4cb2f3-93c5-481c-9719-19d8882a7817, host hv-cinder-81322, cleared binding levels {{(pid=102449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 21:00:20.734621 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.db [req-c22f3852-4590-4200-9b57-265b3e2f446e req-cd28f865-1bfb-439f-a6f3-cffa44f5252d service neutron] For port 5d4cb2f3-93c5-481c-9719-19d8882a7817, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=5d4cb2f3-93c5-481c-9719-19d8882a7817,segment=NetworkSegment(545c4fc5-da7e-4c4a-8467-ca82cac965ea),segment_id=545c4fc5-da7e-4c4a-8467-ca82cac965ea)] {{(pid=102449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 21:00:20.741505 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [req-c22f3852-4590-4200-9b57-265b3e2f446e req-cd28f865-1bfb-439f-a6f3-cffa44f5252d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1029723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3769609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783600466378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783599971615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783599971633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29106247'] for port (5d4cb2f3-93c5-481c-9719-19d8882a7817), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:00:20.782592 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22f3852-4590-4200-9b57-265b3e2f446e req-cd28f865-1bfb-439f-a6f3-cffa44f5252d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 21:00:20.783261 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [req-c22f3852-4590-4200-9b57-265b3e2f446e req-cd28f865-1bfb-439f-a6f3-cffa44f5252d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204375'] for port (None), before_response {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:00:20.784723 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-c22f3852-4590-4200-9b57-265b3e2f446e req-cd28f865-1bfb-439f-a6f3-cffa44f5252d service neutron] 10.222.0.59 "PUT /v2.0/ports/5d4cb2f3-93c5-481c-9719-19d8882a7817 HTTP/1.1" status: 200 len: 1094 time: 0.7439029 Jan 31 21:00:20.785189 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c50d9827-310e-498f-83a3-692cb6b174d7', 'tag': '5d4cb2f3-93c5-481c-9719-19d8882a7817'}] {{(pid=102449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 21:00:20.787588 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba30590511e0408980e1e78341b94ae353025d2904c3e8034e675cc5aff8c4ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65d720a4-da8f-45aa-8dab-647fe146ba72" -d '{"events": [{"name": "network-changed", "server_uuid": "c50d9827-310e-498f-83a3-692cb6b174d7", "tag": "5d4cb2f3-93c5-481c-9719-19d8882a7817"}]}' {{(pid=102449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 21:00:20.824377 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd28f865-1bfb-439f-a6f3-cffa44f5252d service neutron] Pushing event updated for resources: {'Port': ['ID=5d4cb2f3-93c5-481c-9719-19d8882a7817,revision_number=3']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 21:00:20.836805 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 21:00:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4705b53-7f16-489f-9c5d-a434d047c44c x-openstack-request-id: req-b4705b53-7f16-489f-9c5d-a434d047c44c {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 21:00:20.837099 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c50d9827-310e-498f-83a3-692cb6b174d7", "tag": "5d4cb2f3-93c5-481c-9719-19d8882a7817", "status": "completed", "code": 200}]} {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 21:00:20.837353 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-b4705b53-7f16-489f-9c5d-a434d047c44c {{(pid=102449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 21:00:20.837752 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c50d9827-310e-498f-83a3-692cb6b174d7', 'tag': '5d4cb2f3-93c5-481c-9719-19d8882a7817', 'status': 'completed', 'code': 200} Jan 31 21:00:20.906194 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22f3852-4590-4200-9b57-265b3e2f446e req-4e1fef95-6e9a-406b-ab54-60388f4b8dea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 21:00:20.907731 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-c22f3852-4590-4200-9b57-265b3e2f446e req-4e1fef95-6e9a-406b-ab54-60388f4b8dea service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=7fb000300e384275b8a61f3cfe15a52e&device_id=c50d9827-310e-498f-83a3-692cb6b174d7 HTTP/1.1" status: 200 len: 1128 time: 0.0590019 Jan 31 21:00:20.913816 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02716788-cc65-45de-979f-65fd9aba6b82 req-a0408084-5a9b-4e6a-ad51-736c0fc9a2fb tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 21:00:20.917823 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-02716788-cc65-45de-979f-65fd9aba6b82 req-a0408084-5a9b-4e6a-ad51-736c0fc9a2fb tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] 10.222.0.46 "GET /v2.0/ports?device_id=521937b0-3541-460a-a340-58920b66dc40 HTTP/1.1" status: 200 len: 945 time: 0.0710797 Jan 31 21:00:20.960219 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-c22f3852-4590-4200-9b57-265b3e2f446e req-a9942f43-f158-40ce-8833-7e8d45acfdf5 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5d4cb2f3-93c5-481c-9719-19d8882a7817 HTTP/1.1" status: 200 len: 217 time: 0.0387678 Jan 31 21:00:20.990303 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-02716788-cc65-45de-979f-65fd9aba6b82 req-980640c6-2aa4-4de9-89bc-3028f1820d6d tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] 10.222.0.46 "GET /v2.0/security-groups?id=5e026526-bdec-4dfc-ba97-0cae44e0172b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653293 Jan 31 21:00:21.028280 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22f3852-4590-4200-9b57-265b3e2f446e req-d3c1f446-741e-4f96-a17a-e9099511fdbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 21:00:21.029804 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-c22f3852-4590-4200-9b57-265b3e2f446e req-d3c1f446-741e-4f96-a17a-e9099511fdbc service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3e8bfc04-2632-45b2-bbc5-88e7c10c1811 HTTP/1.1" status: 200 len: 853 time: 0.0601933 Jan 31 21:00:21.064325 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-c22f3852-4590-4200-9b57-265b3e2f446e req-60275ebe-b7cd-49fb-bdb2-d4367505ce4c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=adc09fa2-8bb9-48a4-b8eb-2252a9ff3034&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285461 Jan 31 21:00:21.164717 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-c22f3852-4590-4200-9b57-265b3e2f446e req-02d544b2-7e42-438a-bde5-8ed63aecdabc service neutron] 10.222.0.59 "GET /v2.0/networks/adc09fa2-8bb9-48a4-b8eb-2252a9ff3034?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914271 Jan 31 21:00:21.267287 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-c22f3852-4590-4200-9b57-265b3e2f446e req-734454df-6efb-4a4b-9c90-5cc3c715b4fe service neutron] 10.222.0.59 "GET /v2.0/networks/adc09fa2-8bb9-48a4-b8eb-2252a9ff3034?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961981 Jan 31 21:00:21.379390 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d720a4-da8f-45aa-8dab-647fe146ba72 req-0e57ecd2-fd15-42a0-bd7a-7c4742a3633e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 21:00:21.381312 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-65d720a4-da8f-45aa-8dab-647fe146ba72 req-0e57ecd2-fd15-42a0-bd7a-7c4742a3633e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=7fb000300e384275b8a61f3cfe15a52e&device_id=c50d9827-310e-498f-83a3-692cb6b174d7 HTTP/1.1" status: 200 len: 1128 time: 0.0536647 Jan 31 21:00:21.495700 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d720a4-da8f-45aa-8dab-647fe146ba72 req-59675eb0-8539-48e9-9497-835d86da8a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 21:00:21.497326 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-65d720a4-da8f-45aa-8dab-647fe146ba72 req-59675eb0-8539-48e9-9497-835d86da8a45 service neutron] 10.222.0.59 "GET /v2.0/networks?id=adc09fa2-8bb9-48a4-b8eb-2252a9ff3034 HTTP/1.1" status: 200 len: 914 time: 0.1090336 Jan 31 21:00:21.544735 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-65d720a4-da8f-45aa-8dab-647fe146ba72 req-79853d05-7549-4e80-a5ee-28a94c89dddb service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5d4cb2f3-93c5-481c-9719-19d8882a7817 HTTP/1.1" status: 200 len: 217 time: 0.0404067 Jan 31 21:00:21.632536 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d720a4-da8f-45aa-8dab-647fe146ba72 req-7315fc09-5109-426c-92c0-148f2f29b82d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 21:00:21.634010 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-65d720a4-da8f-45aa-8dab-647fe146ba72 req-7315fc09-5109-426c-92c0-148f2f29b82d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3e8bfc04-2632-45b2-bbc5-88e7c10c1811 HTTP/1.1" status: 200 len: 853 time: 0.0823052 Jan 31 21:00:21.677191 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-65d720a4-da8f-45aa-8dab-647fe146ba72 req-6ff9853b-7c92-4614-baa9-32bf266dca7e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=adc09fa2-8bb9-48a4-b8eb-2252a9ff3034&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0334508 Jan 31 21:00:21.681400 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-a4d81175-56ad-43b2-8aa4-eb289d697354 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600486512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3401042'] for agent (7c18f3b4-4d02-4b01-9072-98fcd9008716), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:00:21.693510 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6000455d-d7e5-4676-8430-bc5cadea090e req-c3008b78-3134-4de2-b3fd-32099f5c4407 tempest-VolumesSnapshotTestJSON-250187708 tempest-VolumesSnapshotTestJSON-250187708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 21:00:21.695122 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-6000455d-d7e5-4676-8430-bc5cadea090e req-c3008b78-3134-4de2-b3fd-32099f5c4407 tempest-VolumesSnapshotTestJSON-250187708 tempest-VolumesSnapshotTestJSON-250187708-project] 10.222.0.46 "GET /v2.0/ports?device_id=c50d9827-310e-498f-83a3-692cb6b174d7 HTTP/1.1" status: 200 len: 944 time: 0.1069224 Jan 31 21:00:21.807831 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-6000455d-d7e5-4676-8430-bc5cadea090e req-16b73521-7924-433c-82d9-3315b36dfe8d tempest-VolumesSnapshotTestJSON-250187708 tempest-VolumesSnapshotTestJSON-250187708-project] 10.222.0.46 "GET /v2.0/security-groups?id=7e39ad3c-1523-4ebf-9fe2-6f39f4782e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042805 Jan 31 21:00:21.828496 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-65d720a4-da8f-45aa-8dab-647fe146ba72 req-8895708f-f0ac-495f-80a2-5f7ed67990f8 service neutron] 10.222.0.59 "GET /v2.0/networks/adc09fa2-8bb9-48a4-b8eb-2252a9ff3034?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1458898 Jan 31 21:00:21.940338 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-65d720a4-da8f-45aa-8dab-647fe146ba72 req-8538b6a3-31e8-471d-ab52-e959b279ab4a service neutron] 10.222.0.59 "GET /v2.0/networks/adc09fa2-8bb9-48a4-b8eb-2252a9ff3034?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1037905 Jan 31 21:00:22.131212 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d298f581-0c9f-4165-82c8-3e1517c6ab38 req-02c80be6-6ab5-4ae8-9ad9-54f5010d411d tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 21:00:22.132772 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-d298f581-0c9f-4165-82c8-3e1517c6ab38 req-02c80be6-6ab5-4ae8-9ad9-54f5010d411d tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] 10.222.0.46 "GET /v2.0/ports?device_id=521937b0-3541-460a-a340-58920b66dc40 HTTP/1.1" status: 200 len: 945 time: 0.0606182 Jan 31 21:00:22.184531 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-d298f581-0c9f-4165-82c8-3e1517c6ab38 req-b97b956c-fa55-4ab6-8189-440ca591547a tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] 10.222.0.46 "GET /v2.0/security-groups?id=5e026526-bdec-4dfc-ba97-0cae44e0172b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458403 Jan 31 21:00:22.946546 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176631a5-9420-478d-a723-e0cc3e50c1a7 req-32b2760a-a48c-4447-9735-5681ebefc65b tempest-VolumesSnapshotTestJSON-250187708 tempest-VolumesSnapshotTestJSON-250187708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 21:00:22.948128 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-176631a5-9420-478d-a723-e0cc3e50c1a7 req-32b2760a-a48c-4447-9735-5681ebefc65b tempest-VolumesSnapshotTestJSON-250187708 tempest-VolumesSnapshotTestJSON-250187708-project] 10.222.0.46 "GET /v2.0/ports?device_id=c50d9827-310e-498f-83a3-692cb6b174d7 HTTP/1.1" status: 200 len: 944 time: 0.0624669 Jan 31 21:00:22.994431 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-7eb716df-9c73-407a-9e83-210e7bcc67e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600486512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3401042'] for agent (289e5c83-71b6-47e7-bef9-287113943a12), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:00:23.003268 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-176631a5-9420-478d-a723-e0cc3e50c1a7 req-d5cac328-0883-44eb-a189-1f523546bb21 tempest-VolumesSnapshotTestJSON-250187708 tempest-VolumesSnapshotTestJSON-250187708-project] 10.222.0.46 "GET /v2.0/security-groups?id=7e39ad3c-1523-4ebf-9fe2-6f39f4782e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490973 Jan 31 21:00:23.317290 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb83717-aa4c-45c9-8ffa-f7486680361a req-66c69cee-6719-4778-9dcb-2d121fe016a3 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 21:00:23.318767 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-afb83717-aa4c-45c9-8ffa-f7486680361a req-66c69cee-6719-4778-9dcb-2d121fe016a3 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] 10.222.0.46 "GET /v2.0/ports?device_id=521937b0-3541-460a-a340-58920b66dc40 HTTP/1.1" status: 200 len: 945 time: 0.0549564 Jan 31 21:00:23.373365 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-afb83717-aa4c-45c9-8ffa-f7486680361a req-55fbec20-cf1d-476d-ae83-ce0451a7d7e1 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] 10.222.0.46 "GET /v2.0/security-groups?id=5e026526-bdec-4dfc-ba97-0cae44e0172b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476410 Jan 31 21:00:24.132773 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b7e88f-8870-40e3-aac1-88b3632cb400 req-ee3901fa-d085-4ba2-9749-eb07eb498ca0 tempest-VolumesSnapshotTestJSON-250187708 tempest-VolumesSnapshotTestJSON-250187708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 21:00:24.135085 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-a8b7e88f-8870-40e3-aac1-88b3632cb400 req-ee3901fa-d085-4ba2-9749-eb07eb498ca0 tempest-VolumesSnapshotTestJSON-250187708 tempest-VolumesSnapshotTestJSON-250187708-project] 10.222.0.46 "GET /v2.0/ports?device_id=c50d9827-310e-498f-83a3-692cb6b174d7 HTTP/1.1" status: 200 len: 944 time: 0.0598302 Jan 31 21:00:24.191970 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-a8b7e88f-8870-40e3-aac1-88b3632cb400 req-8aafa69d-a68d-4487-a054-1c7ef7848c82 tempest-VolumesSnapshotTestJSON-250187708 tempest-VolumesSnapshotTestJSON-250187708-project] 10.222.0.46 "GET /v2.0/security-groups?id=7e39ad3c-1523-4ebf-9fe2-6f39f4782e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477934 Jan 31 21:00:24.436050 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-ded4de29-c2d1-4616-9365-9981ea756e41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600486512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3401042'] for agent (bf9d83f7-9209-4252-b853-70feadeab726), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:00:24.505805 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b80d7a9-b020-4645-8a55-49d994b17feb req-12d4d6ca-a516-42c1-ae4f-3bb439bcb9e3 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 21:00:24.507328 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-7b80d7a9-b020-4645-8a55-49d994b17feb req-12d4d6ca-a516-42c1-ae4f-3bb439bcb9e3 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] 10.222.0.46 "GET /v2.0/ports?device_id=521937b0-3541-460a-a340-58920b66dc40 HTTP/1.1" status: 200 len: 945 time: 0.0574737 Jan 31 21:00:24.564691 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-7b80d7a9-b020-4645-8a55-49d994b17feb req-59e3a903-d063-44ad-8f77-1d806d86b26f tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] 10.222.0.46 "GET /v2.0/security-groups?id=5e026526-bdec-4dfc-ba97-0cae44e0172b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509741 Jan 31 21:00:24.698100 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.rpc [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Device 5d4cb2f3-93c5-481c-9719-19d8882a7817 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=102451) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 21:00:24.794617 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.db [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] For port 5d4cb2f3-93c5-481c-9719-19d8882a7817, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=5d4cb2f3-93c5-481c-9719-19d8882a7817,segment=NetworkSegment(545c4fc5-da7e-4c4a-8467-ca82cac965ea),segment_id=545c4fc5-da7e-4c4a-8467-ca82cac965ea)] {{(pid=102451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 21:00:24.807429 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.rpc [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Returning: {'device': '5d4cb2f3-93c5-481c-9719-19d8882a7817', 'network_id': 'adc09fa2-8bb9-48a4-b8eb-2252a9ff3034', 'port_id': '5d4cb2f3-93c5-481c-9719-19d8882a7817', 'mac_address': 'fa:16:3e:99:af:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 657, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e8bfc04-2632-45b2-bbc5-88e7c10c1811', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102451) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 21:00:24.858221 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.plugin [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Current status of the port 5d4cb2f3-93c5-481c-9719-19d8882a7817 is: DOWN; New status is: BUILD {{(pid=102451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 21:00:24.858620 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1026180'] for port (5d4cb2f3-93c5-481c-9719-19d8882a7817), before_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:00:24.872632 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.notifiers.nova [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d4cb2f3-93c5-481c-9719-19d8882a7817 {{(pid=102451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 21:00:24.894517 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.db [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] For port 5d4cb2f3-93c5-481c-9719-19d8882a7817, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=5d4cb2f3-93c5-481c-9719-19d8882a7817,segment=NetworkSegment(545c4fc5-da7e-4c4a-8467-ca82cac965ea),segment_id=545c4fc5-da7e-4c4a-8467-ca82cac965ea)] {{(pid=102451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 21:00:24.900600 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1029723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3769609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783600466378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783599971615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783599971633'] for port (5d4cb2f3-93c5-481c-9719-19d8882a7817), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:00:24.968175 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Pushing event updated for resources: {'Port': ['ID=5d4cb2f3-93c5-481c-9719-19d8882a7817,revision_number=4']} {{(pid=102451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 21:00:24.975769 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 21:00:24.976263 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 21:00:24.977387 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 21:00:24.978144 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 21:00:24.978485 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 21:00:24.978868 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 21:00:24.979329 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 21:00:24.979667 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 21:00:24.979997 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 21:00:24.980335 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 21:00:24.980662 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 21:00:24.980978 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 21:00:24.981300 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 21:00:25.225093 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.db [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] get_ports_and_sgs() called for port_ids ['5d4cb2f3-93c5-481c-9719-19d8882a7817'] {{(pid=102451) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 21:00:25.322038 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e29fa8-c8d5-4cff-b3fd-9e01fd609cb4 req-1778872e-1c63-4308-bb71-fd85afb5bf4b tempest-VolumesSnapshotTestJSON-250187708 tempest-VolumesSnapshotTestJSON-250187708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 21:00:25.323639 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-f1e29fa8-c8d5-4cff-b3fd-9e01fd609cb4 req-1778872e-1c63-4308-bb71-fd85afb5bf4b tempest-VolumesSnapshotTestJSON-250187708 tempest-VolumesSnapshotTestJSON-250187708-project] 10.222.0.46 "GET /v2.0/ports?device_id=c50d9827-310e-498f-83a3-692cb6b174d7 HTTP/1.1" status: 200 len: 945 time: 0.0589461 Jan 31 21:00:25.375176 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-f1e29fa8-c8d5-4cff-b3fd-9e01fd609cb4 req-35709b14-d0f5-4019-9523-a38b08881615 tempest-VolumesSnapshotTestJSON-250187708 tempest-VolumesSnapshotTestJSON-250187708-project] 10.222.0.46 "GET /v2.0/security-groups?id=7e39ad3c-1523-4ebf-9fe2-6f39f4782e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456583 Jan 31 21:00:25.719796 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755b8afd-a0cc-4942-865a-22a2726065f5 req-990c3424-7bba-49d1-b06b-75b3507f14ff tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 21:00:25.721452 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-755b8afd-a0cc-4942-865a-22a2726065f5 req-990c3424-7bba-49d1-b06b-75b3507f14ff tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] 10.222.0.46 "GET /v2.0/ports?device_id=521937b0-3541-460a-a340-58920b66dc40 HTTP/1.1" status: 200 len: 945 time: 0.0638716 Jan 31 21:00:25.780726 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-755b8afd-a0cc-4942-865a-22a2726065f5 req-b2356217-d3f2-4417-91bc-e5695a340c34 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] 10.222.0.46 "GET /v2.0/security-groups?id=5e026526-bdec-4dfc-ba97-0cae44e0172b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530617 Jan 31 21:00:25.958871 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600486512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3401042'] for agent (9ba4f6fe-000a-4ef5-9d61-ba62910ab5fe), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:00:26.513009 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94f5aef-7ecd-483e-a4cb-fa5b95690748 req-3f68f18f-151a-4bcb-898a-0aa5211b81a6 tempest-VolumesSnapshotTestJSON-250187708 tempest-VolumesSnapshotTestJSON-250187708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 21:00:26.514735 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-e94f5aef-7ecd-483e-a4cb-fa5b95690748 req-3f68f18f-151a-4bcb-898a-0aa5211b81a6 tempest-VolumesSnapshotTestJSON-250187708 tempest-VolumesSnapshotTestJSON-250187708-project] 10.222.0.46 "GET /v2.0/ports?device_id=c50d9827-310e-498f-83a3-692cb6b174d7 HTTP/1.1" status: 200 len: 945 time: 0.0623024 Jan 31 21:00:26.565541 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-e94f5aef-7ecd-483e-a4cb-fa5b95690748 req-8a0257be-36cb-4b66-abf9-1d9ce05c7465 tempest-VolumesSnapshotTestJSON-250187708 tempest-VolumesSnapshotTestJSON-250187708-project] 10.222.0.46 "GET /v2.0/security-groups?id=7e39ad3c-1523-4ebf-9fe2-6f39f4782e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449324 Jan 31 21:00:26.708965 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.rpc [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Device 5d4cb2f3-93c5-481c-9719-19d8882a7817 up at agent hyperv_hv-cinder-81322 {{(pid=102451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 21:00:26.760687 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.db.provisioning_blocks [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Provisioning for port 5d4cb2f3-93c5-481c-9719-19d8882a7817 completed by entity L2. {{(pid=102451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 21:00:26.765005 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.db.provisioning_blocks [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Provisioning complete for port 5d4cb2f3-93c5-481c-9719-19d8882a7817 triggered by entity L2. {{(pid=102451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 21:00:26.765382 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3401144'] for port (5d4cb2f3-93c5-481c-9719-19d8882a7817), provisioning_complete {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:00:26.851259 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.plugin [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Current status of the port 5d4cb2f3-93c5-481c-9719-19d8882a7817 is: BUILD; New status is: ACTIVE {{(pid=102451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 21:00:26.851658 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1026180'] for port (5d4cb2f3-93c5-481c-9719-19d8882a7817), before_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:00:26.877121 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c50d9827-310e-498f-83a3-692cb6b174d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d4cb2f3-93c5-481c-9719-19d8882a7817'}] {{(pid=102451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 21:00:26.879632 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c23f90a41664c3b077a95f51e37b0059f8aa38e98bc0260eca12d616ac4420be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f939458c-578c-47f2-9a90-72bb2e5056fa" -d '{"events": [{"server_uuid": "c50d9827-310e-498f-83a3-692cb6b174d7", "name": "network-vif-plugged", "status": "completed", "tag": "5d4cb2f3-93c5-481c-9719-19d8882a7817"}]}' {{(pid=102451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 21:00:26.893898 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.db [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] For port 5d4cb2f3-93c5-481c-9719-19d8882a7817, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=5d4cb2f3-93c5-481c-9719-19d8882a7817,segment=NetworkSegment(545c4fc5-da7e-4c4a-8467-ca82cac965ea),segment_id=545c4fc5-da7e-4c4a-8467-ca82cac965ea)] {{(pid=102451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 21:00:26.899803 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1029723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3769609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783600466378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783599971615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783599971633'] for port (5d4cb2f3-93c5-481c-9719-19d8882a7817), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:00:26.928594 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 21:00:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2d8e941-6c89-431e-8d0d-17f36c4d091d x-openstack-request-id: req-d2d8e941-6c89-431e-8d0d-17f36c4d091d {{(pid=102451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 21:00:26.928902 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c50d9827-310e-498f-83a3-692cb6b174d7", "name": "network-vif-plugged", "status": "completed", "tag": "5d4cb2f3-93c5-481c-9719-19d8882a7817", "code": 200}]} {{(pid=102451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 21:00:26.930555 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-d2d8e941-6c89-431e-8d0d-17f36c4d091d {{(pid=102451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 21:00:26.930555 dv-cinder-813229-5-iscsi neutron-server[102451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c50d9827-310e-498f-83a3-692cb6b174d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d4cb2f3-93c5-481c-9719-19d8882a7817', 'code': 200} Jan 31 21:00:26.940055 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8552ac-e29b-4cd8-9d98-5f7ddfc8d462 req-8d4e180f-7cbb-4c0e-8f48-33911c1a138a tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 21:00:26.941808 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-3a8552ac-e29b-4cd8-9d98-5f7ddfc8d462 req-8d4e180f-7cbb-4c0e-8f48-33911c1a138a tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] 10.222.0.46 "GET /v2.0/ports?device_id=521937b0-3541-460a-a340-58920b66dc40 HTTP/1.1" status: 200 len: 945 time: 0.0691886 Jan 31 21:00:26.967992 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Pushing event updated for resources: {'Port': ['ID=5d4cb2f3-93c5-481c-9719-19d8882a7817,revision_number=5']} {{(pid=102451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 21:00:27.003085 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-3a8552ac-e29b-4cd8-9d98-5f7ddfc8d462 req-f8ac6f3c-5058-42de-9872-8157df76b552 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] 10.222.0.46 "GET /v2.0/security-groups?id=5e026526-bdec-4dfc-ba97-0cae44e0172b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540195 Jan 31 21:00:27.119635 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f00d700-d11b-436d-aaaf-26c490c404d6 req-fd97bea2-248a-4a47-9efa-58a1c40657b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 21:00:27.121151 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-0f00d700-d11b-436d-aaaf-26c490c404d6 req-fd97bea2-248a-4a47-9efa-58a1c40657b8 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=c50d9827-310e-498f-83a3-692cb6b174d7 HTTP/1.1" status: 200 len: 1130 time: 0.0521753 Jan 31 21:00:27.174627 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-0f00d700-d11b-436d-aaaf-26c490c404d6 req-64754f04-e47f-4833-9e78-7d6867358e14 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=7e39ad3c-1523-4ebf-9fe2-6f39f4782e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432262 Jan 31 21:00:27.292748 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600486512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3401042'] for agent (e85cc1e2-8b4e-4549-a68e-d414072d4156), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:00:27.707020 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ff057d-1514-4162-b045-771fb570af3c req-056dcfab-c2db-4877-9204-5019e8838728 tempest-VolumesSnapshotTestJSON-250187708 tempest-VolumesSnapshotTestJSON-250187708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 21:00:27.708622 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-76ff057d-1514-4162-b045-771fb570af3c req-056dcfab-c2db-4877-9204-5019e8838728 tempest-VolumesSnapshotTestJSON-250187708 tempest-VolumesSnapshotTestJSON-250187708-project] 10.222.0.46 "GET /v2.0/ports?device_id=c50d9827-310e-498f-83a3-692cb6b174d7 HTTP/1.1" status: 200 len: 946 time: 0.0619137 Jan 31 21:00:27.768653 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-76ff057d-1514-4162-b045-771fb570af3c req-2d7a99a2-6046-44e2-870a-1d50bc7798ba tempest-VolumesSnapshotTestJSON-250187708 tempest-VolumesSnapshotTestJSON-250187708-project] 10.222.0.46 "GET /v2.0/security-groups?id=7e39ad3c-1523-4ebf-9fe2-6f39f4782e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535111 Jan 31 21:00:28.155305 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44f582c-237e-4f99-b4e0-8d7a96790c2b req-3363bedd-d54e-4a51-878d-9bdb1017190d tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 21:00:28.156872 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-c44f582c-237e-4f99-b4e0-8d7a96790c2b req-3363bedd-d54e-4a51-878d-9bdb1017190d tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] 10.222.0.46 "GET /v2.0/ports?device_id=521937b0-3541-460a-a340-58920b66dc40 HTTP/1.1" status: 200 len: 945 time: 0.0623722 Jan 31 21:00:28.222803 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-c44f582c-237e-4f99-b4e0-8d7a96790c2b req-8696eec2-a2d4-410b-a0dc-ee846cf90b99 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] 10.222.0.46 "GET /v2.0/security-groups?id=5e026526-bdec-4dfc-ba97-0cae44e0172b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564389 Jan 31 21:00:28.895338 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad13b3cd-e0a2-4cf3-b17f-7c10de178425 req-7fc15dc3-992c-4b52-9d8e-d43bb6c05d99 tempest-VolumesSnapshotTestJSON-250187708 tempest-VolumesSnapshotTestJSON-250187708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 21:00:28.896934 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-ad13b3cd-e0a2-4cf3-b17f-7c10de178425 req-7fc15dc3-992c-4b52-9d8e-d43bb6c05d99 tempest-VolumesSnapshotTestJSON-250187708 tempest-VolumesSnapshotTestJSON-250187708-project] 10.222.0.46 "GET /v2.0/ports?device_id=c50d9827-310e-498f-83a3-692cb6b174d7 HTTP/1.1" status: 200 len: 946 time: 0.0555847 Jan 31 21:00:28.956668 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-ad13b3cd-e0a2-4cf3-b17f-7c10de178425 req-ac38e539-a041-4085-a23d-462caa894f6a tempest-VolumesSnapshotTestJSON-250187708 tempest-VolumesSnapshotTestJSON-250187708-project] 10.222.0.46 "GET /v2.0/security-groups?id=7e39ad3c-1523-4ebf-9fe2-6f39f4782e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524950 Jan 31 21:00:29.378380 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1c6a39-271f-43e0-b2da-ed20b24fb2d0 req-6e7f1fd0-af36-429e-9c48-529337165951 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 21:00:29.379970 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-be1c6a39-271f-43e0-b2da-ed20b24fb2d0 req-6e7f1fd0-af36-429e-9c48-529337165951 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] 10.222.0.46 "GET /v2.0/ports?device_id=521937b0-3541-460a-a340-58920b66dc40 HTTP/1.1" status: 200 len: 945 time: 0.0643308 Jan 31 21:00:29.448972 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-be1c6a39-271f-43e0-b2da-ed20b24fb2d0 req-17d0c8b8-7ca2-468a-94f6-8dfde01daf85 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] 10.222.0.46 "GET /v2.0/security-groups?id=5e026526-bdec-4dfc-ba97-0cae44e0172b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622923 Jan 31 21:00:30.602619 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f22b65-576b-4bc1-a56e-24f357005308 req-8921420a-391e-427d-beed-e4f909001208 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 21:00:30.605217 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-70f22b65-576b-4bc1-a56e-24f357005308 req-8921420a-391e-427d-beed-e4f909001208 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] 10.222.0.46 "GET /v2.0/ports?device_id=521937b0-3541-460a-a340-58920b66dc40 HTTP/1.1" status: 200 len: 945 time: 0.0716107 Jan 31 21:00:30.679842 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-70f22b65-576b-4bc1-a56e-24f357005308 req-6273454a-7323-4833-8266-5a911ec34292 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] 10.222.0.46 "GET /v2.0/security-groups?id=5e026526-bdec-4dfc-ba97-0cae44e0172b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675213 Jan 31 21:00:31.820241 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2281d2b-39cc-4490-a031-7447d6ca840b req-2a5686ee-deee-4fc1-8f4c-63241bf5ea04 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 21:00:31.822277 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-a2281d2b-39cc-4490-a031-7447d6ca840b req-2a5686ee-deee-4fc1-8f4c-63241bf5ea04 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] 10.222.0.46 "GET /v2.0/ports?device_id=521937b0-3541-460a-a340-58920b66dc40 HTTP/1.1" status: 200 len: 945 time: 0.0643852 Jan 31 21:00:31.871385 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-a2281d2b-39cc-4490-a031-7447d6ca840b req-10235037-49ca-4c70-a6bc-04b4708390c1 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] 10.222.0.46 "GET /v2.0/security-groups?id=5e026526-bdec-4dfc-ba97-0cae44e0172b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435622 Jan 31 21:00:33.019607 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65dc1b3-7f05-4364-ad0e-ffbc57e64583 req-77729bde-bca8-45f5-a345-f3a417316ed0 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 21:00:33.021081 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-b65dc1b3-7f05-4364-ad0e-ffbc57e64583 req-77729bde-bca8-45f5-a345-f3a417316ed0 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] 10.222.0.46 "GET /v2.0/ports?device_id=521937b0-3541-460a-a340-58920b66dc40 HTTP/1.1" status: 200 len: 945 time: 0.0688789 Jan 31 21:00:33.069216 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-b65dc1b3-7f05-4364-ad0e-ffbc57e64583 req-8c992224-9307-4566-856b-a99b179f0211 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] 10.222.0.46 "GET /v2.0/security-groups?id=5e026526-bdec-4dfc-ba97-0cae44e0172b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423496 Jan 31 21:00:34.204753 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d36a4db-26e1-43fa-917c-b52bb2996350 req-e0fd8ba8-b970-4b68-9892-077f009a12cb tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 21:00:34.206206 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-0d36a4db-26e1-43fa-917c-b52bb2996350 req-e0fd8ba8-b970-4b68-9892-077f009a12cb tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] 10.222.0.46 "GET /v2.0/ports?device_id=521937b0-3541-460a-a340-58920b66dc40 HTTP/1.1" status: 200 len: 945 time: 0.0590508 Jan 31 21:00:34.259154 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-0d36a4db-26e1-43fa-917c-b52bb2996350 req-237d2b44-da75-4756-a03a-4e03dc9c894e tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] 10.222.0.46 "GET /v2.0/security-groups?id=5e026526-bdec-4dfc-ba97-0cae44e0172b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466030 Jan 31 21:00:35.406428 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8add4d-7f57-4472-868e-ce058b79319f req-8de34188-fe67-4c21-ba9f-618dadb534f8 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 21:00:35.409033 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-9e8add4d-7f57-4472-868e-ce058b79319f req-8de34188-fe67-4c21-ba9f-618dadb534f8 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] 10.222.0.46 "GET /v2.0/ports?device_id=521937b0-3541-460a-a340-58920b66dc40 HTTP/1.1" status: 200 len: 945 time: 0.0687926 Jan 31 21:00:35.474740 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-9e8add4d-7f57-4472-868e-ce058b79319f req-ffbd831a-4242-42f8-8884-465da70dac47 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] 10.222.0.46 "GET /v2.0/security-groups?id=5e026526-bdec-4dfc-ba97-0cae44e0172b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558071 Jan 31 21:00:36.623156 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f954879-eb71-4511-aeac-fbae262dc482 req-5003d830-3b63-4344-8717-8b12250fe7e9 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 21:00:36.624781 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-7f954879-eb71-4511-aeac-fbae262dc482 req-5003d830-3b63-4344-8717-8b12250fe7e9 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] 10.222.0.46 "GET /v2.0/ports?device_id=521937b0-3541-460a-a340-58920b66dc40 HTTP/1.1" status: 200 len: 945 time: 0.0657463 Jan 31 21:00:36.688164 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-7f954879-eb71-4511-aeac-fbae262dc482 req-f447c5d0-062c-4bff-88ab-534e84c3dbc0 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] 10.222.0.46 "GET /v2.0/security-groups?id=5e026526-bdec-4dfc-ba97-0cae44e0172b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533311 Jan 31 21:00:37.816470 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0c0c59-38e0-48b3-b8ed-1998cd2be647 req-9e6b2acb-a5f9-4d4a-ad93-57c9fef50b9c tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 21:00:37.817988 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-3a0c0c59-38e0-48b3-b8ed-1998cd2be647 req-9e6b2acb-a5f9-4d4a-ad93-57c9fef50b9c tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] 10.222.0.46 "GET /v2.0/ports?device_id=521937b0-3541-460a-a340-58920b66dc40 HTTP/1.1" status: 200 len: 945 time: 0.0535657 Jan 31 21:00:37.870508 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-3a0c0c59-38e0-48b3-b8ed-1998cd2be647 req-cb9a2050-11e1-4aa2-98d2-c76fa7f1332b tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] 10.222.0.46 "GET /v2.0/security-groups?id=5e026526-bdec-4dfc-ba97-0cae44e0172b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459652 Jan 31 21:00:39.002159 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490dcf86-f2bc-4713-9c3b-ad3d5d7e63b4 req-484bcd9a-7503-4fb8-a4fe-cadd79c1018f tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 21:00:39.003986 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-490dcf86-f2bc-4713-9c3b-ad3d5d7e63b4 req-484bcd9a-7503-4fb8-a4fe-cadd79c1018f tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] 10.222.0.46 "GET /v2.0/ports?device_id=521937b0-3541-460a-a340-58920b66dc40 HTTP/1.1" status: 200 len: 945 time: 0.0585766 Jan 31 21:00:39.052894 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-490dcf86-f2bc-4713-9c3b-ad3d5d7e63b4 req-561e88a2-5479-4d93-9c10-13a467606dad tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] 10.222.0.46 "GET /v2.0/security-groups?id=5e026526-bdec-4dfc-ba97-0cae44e0172b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429800 Jan 31 21:00:39.255054 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.rpc [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Device 03ce2948-3900-488e-9af1-5eaec4cd03a3 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=102451) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 21:00:39.359898 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.db [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] For port 03ce2948-3900-488e-9af1-5eaec4cd03a3, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=03ce2948-3900-488e-9af1-5eaec4cd03a3,segment=NetworkSegment(0b88ba8a-5620-4c08-98b4-337c2e3644cc),segment_id=0b88ba8a-5620-4c08-98b4-337c2e3644cc)] {{(pid=102451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 21:00:39.376498 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.rpc [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Returning: {'device': '03ce2948-3900-488e-9af1-5eaec4cd03a3', 'network_id': 'e68884ed-aafc-46db-987f-40cce4cb0a81', 'port_id': '03ce2948-3900-488e-9af1-5eaec4cd03a3', 'mac_address': 'fa:16:3e:c7:83:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 689, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34dec552-ecde-44b0-b00b-6077e3fcfd65', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102451) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 21:00:39.418796 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.plugin [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Current status of the port 03ce2948-3900-488e-9af1-5eaec4cd03a3 is: ACTIVE; New status is: BUILD {{(pid=102451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 21:00:39.419193 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1026180'] for port (03ce2948-3900-488e-9af1-5eaec4cd03a3), before_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:00:39.432726 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.notifiers.nova [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 03ce2948-3900-488e-9af1-5eaec4cd03a3 {{(pid=102451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 21:00:39.452522 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.db [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] For port 03ce2948-3900-488e-9af1-5eaec4cd03a3, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=03ce2948-3900-488e-9af1-5eaec4cd03a3,segment=NetworkSegment(0b88ba8a-5620-4c08-98b4-337c2e3644cc),segment_id=0b88ba8a-5620-4c08-98b4-337c2e3644cc)] {{(pid=102451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 21:00:39.456769 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1029723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3769609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783600466378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783599971615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783599971633'] for port (03ce2948-3900-488e-9af1-5eaec4cd03a3), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:00:39.506089 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Pushing event updated for resources: {'Port': ['ID=03ce2948-3900-488e-9af1-5eaec4cd03a3,revision_number=6']} {{(pid=102451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 21:00:40.181246 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffc78f9-ad7d-4757-82ea-d0502b6f9a23 req-09e917b7-d364-4172-872f-c63b42b47337 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 21:00:40.182875 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-3ffc78f9-ad7d-4757-82ea-d0502b6f9a23 req-09e917b7-d364-4172-872f-c63b42b47337 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] 10.222.0.46 "GET /v2.0/ports?device_id=521937b0-3541-460a-a340-58920b66dc40 HTTP/1.1" status: 200 len: 944 time: 0.0569801 Jan 31 21:00:40.232527 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-3ffc78f9-ad7d-4757-82ea-d0502b6f9a23 req-bb8a2762-539d-4cf4-a083-05b16d00f58f tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] 10.222.0.46 "GET /v2.0/security-groups?id=5e026526-bdec-4dfc-ba97-0cae44e0172b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436134 Jan 31 21:00:40.343902 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.db [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] get_ports_and_sgs() called for port_ids ['03ce2948-3900-488e-9af1-5eaec4cd03a3'] {{(pid=102451) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 21:00:40.750719 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.rpc [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Device 03ce2948-3900-488e-9af1-5eaec4cd03a3 up at agent hyperv_hv-cinder-81322 {{(pid=102451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 21:00:40.815859 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.db.provisioning_blocks [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Provisioning complete for port 03ce2948-3900-488e-9af1-5eaec4cd03a3 triggered by entity L2. {{(pid=102451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 21:00:40.815859 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3401144'] for port (03ce2948-3900-488e-9af1-5eaec4cd03a3), provisioning_complete {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:00:40.921083 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.plugin [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Current status of the port 03ce2948-3900-488e-9af1-5eaec4cd03a3 is: BUILD; New status is: ACTIVE {{(pid=102451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 21:00:40.921475 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1026180'] for port (03ce2948-3900-488e-9af1-5eaec4cd03a3), before_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:00:40.947922 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '521937b0-3541-460a-a340-58920b66dc40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03ce2948-3900-488e-9af1-5eaec4cd03a3'}] {{(pid=102451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 21:00:40.950229 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c23f90a41664c3b077a95f51e37b0059f8aa38e98bc0260eca12d616ac4420be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78e34464-d712-4e9c-a7ad-d9220177308b" -d '{"events": [{"server_uuid": "521937b0-3541-460a-a340-58920b66dc40", "name": "network-vif-plugged", "status": "completed", "tag": "03ce2948-3900-488e-9af1-5eaec4cd03a3"}]}' {{(pid=102451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 21:00:40.974650 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.db [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] For port 03ce2948-3900-488e-9af1-5eaec4cd03a3, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=03ce2948-3900-488e-9af1-5eaec4cd03a3,segment=NetworkSegment(0b88ba8a-5620-4c08-98b4-337c2e3644cc),segment_id=0b88ba8a-5620-4c08-98b4-337c2e3644cc)] {{(pid=102451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 21:00:40.982313 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1029723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3769609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783600466378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783599971615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783599971633'] for port (03ce2948-3900-488e-9af1-5eaec4cd03a3), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:00:41.022876 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 21:00:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93a2ea38-e62f-42a3-b9f1-6f1e24f78e11 x-openstack-request-id: req-93a2ea38-e62f-42a3-b9f1-6f1e24f78e11 {{(pid=102451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 21:00:41.023272 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "521937b0-3541-460a-a340-58920b66dc40", "name": "network-vif-plugged", "status": "completed", "tag": "03ce2948-3900-488e-9af1-5eaec4cd03a3", "code": 200}]} {{(pid=102451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 21:00:41.023622 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-93a2ea38-e62f-42a3-b9f1-6f1e24f78e11 {{(pid=102451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 21:00:41.024233 dv-cinder-813229-5-iscsi neutron-server[102451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '521937b0-3541-460a-a340-58920b66dc40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03ce2948-3900-488e-9af1-5eaec4cd03a3', 'code': 200} Jan 31 21:00:41.066090 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Pushing event updated for resources: {'Port': ['ID=03ce2948-3900-488e-9af1-5eaec4cd03a3,revision_number=7']} {{(pid=102451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 21:00:41.451002 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a34971-31dd-4db8-b54e-a2377765b5f5 req-b7c61c30-f9a3-4bb5-81d2-021145d23ed2 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 21:00:41.453902 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-16a34971-31dd-4db8-b54e-a2377765b5f5 req-b7c61c30-f9a3-4bb5-81d2-021145d23ed2 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] 10.222.0.46 "GET /v2.0/ports?device_id=521937b0-3541-460a-a340-58920b66dc40 HTTP/1.1" status: 200 len: 945 time: 0.0821621 Jan 31 21:00:41.531526 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-16a34971-31dd-4db8-b54e-a2377765b5f5 req-cfe42a4c-d998-47b1-b803-11081f5aa39a tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] 10.222.0.46 "GET /v2.0/security-groups?id=5e026526-bdec-4dfc-ba97-0cae44e0172b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697129 Jan 31 21:00:42.709188 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d77d15-e3c3-4e77-a6ca-b6de27116304 req-e8c8b023-3784-4ed9-b505-970641f9d2bd tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 21:00:42.712153 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-e0d77d15-e3c3-4e77-a6ca-b6de27116304 req-e8c8b023-3784-4ed9-b505-970641f9d2bd tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] 10.222.0.46 "GET /v2.0/ports?device_id=521937b0-3541-460a-a340-58920b66dc40 HTTP/1.1" status: 200 len: 945 time: 0.0727730 Jan 31 21:00:42.770343 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-e0d77d15-e3c3-4e77-a6ca-b6de27116304 req-cebb86cd-f0ac-4f56-99e2-86744610f010 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] 10.222.0.46 "GET /v2.0/security-groups?id=5e026526-bdec-4dfc-ba97-0cae44e0172b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521719 Jan 31 21:00:43.937105 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d703dbbf-1b84-4db6-ab6f-ef9f41ad4ff0 req-bca56b83-51cd-40e6-af98-bc7a9f623635 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 21:00:43.941187 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-d703dbbf-1b84-4db6-ab6f-ef9f41ad4ff0 req-bca56b83-51cd-40e6-af98-bc7a9f623635 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] 10.222.0.46 "GET /v2.0/ports?device_id=521937b0-3541-460a-a340-58920b66dc40 HTTP/1.1" status: 200 len: 945 time: 0.0689664 Jan 31 21:00:44.005322 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-d703dbbf-1b84-4db6-ab6f-ef9f41ad4ff0 req-1562044a-38dc-4161-b66e-701167d3c930 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] 10.222.0.46 "GET /v2.0/security-groups?id=5e026526-bdec-4dfc-ba97-0cae44e0172b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573556 Jan 31 21:00:45.185055 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a712369-d80e-4aae-b6c2-3ecf6955bce6 req-65dc24af-a121-4994-879f-d12f4164dd88 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 21:00:45.186925 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-0a712369-d80e-4aae-b6c2-3ecf6955bce6 req-65dc24af-a121-4994-879f-d12f4164dd88 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] 10.222.0.46 "GET /v2.0/ports?device_id=521937b0-3541-460a-a340-58920b66dc40 HTTP/1.1" status: 200 len: 945 time: 0.0819402 Jan 31 21:00:45.275663 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-0a712369-d80e-4aae-b6c2-3ecf6955bce6 req-fa17f68a-1211-41ca-9097-84093421ef11 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] 10.222.0.46 "GET /v2.0/security-groups?id=5e026526-bdec-4dfc-ba97-0cae44e0172b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751605 Jan 31 21:00:46.482706 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0901dbd3-5d66-4cfe-809b-de4fdffd378d req-bef8fa10-be38-4ed8-9a14-dcec4749169c tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 21:00:46.491094 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-0901dbd3-5d66-4cfe-809b-de4fdffd378d req-bef8fa10-be38-4ed8-9a14-dcec4749169c tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] 10.222.0.46 "GET /v2.0/ports?device_id=521937b0-3541-460a-a340-58920b66dc40 HTTP/1.1" status: 200 len: 945 time: 0.1070557 Jan 31 21:00:46.621202 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-0901dbd3-5d66-4cfe-809b-de4fdffd378d req-0ad4f2ab-b34d-4f45-93d9-310cdac1e531 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] 10.222.0.46 "GET /v2.0/security-groups?id=5e026526-bdec-4dfc-ba97-0cae44e0172b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1169167 Jan 31 21:00:46.707254 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee29b4c-970b-4aed-a496-a3182bb4e420 req-0b97838c-807a-4c79-b0c8-433f2fc322dc tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 21:00:46.709515 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-bee29b4c-970b-4aed-a496-a3182bb4e420 req-0b97838c-807a-4c79-b0c8-433f2fc322dc tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] 10.222.0.46 "GET /v2.0/ports?device_id=07b29db9-03dd-4984-8853-a91eaa5fb175 HTTP/1.1" status: 200 len: 945 time: 0.1354537 Jan 31 21:00:46.784059 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-bee29b4c-970b-4aed-a496-a3182bb4e420 req-e7ae61a9-447d-4849-9635-ed3e8dce65e8 tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] 10.222.0.46 "GET /v2.0/security-groups?id=c3466f45-b059-46ec-9a9b-684b375557d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647173 Jan 31 21:00:47.891120 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94e75b1-d72c-46d5-9d83-c3953c7abe48 req-981bd4b8-91a4-4b89-b3f0-dc84a5a97b99 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 21:00:47.893926 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-c94e75b1-d72c-46d5-9d83-c3953c7abe48 req-981bd4b8-91a4-4b89-b3f0-dc84a5a97b99 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] 10.222.0.46 "GET /v2.0/ports?device_id=521937b0-3541-460a-a340-58920b66dc40 HTTP/1.1" status: 200 len: 945 time: 0.1357820 Jan 31 21:00:48.005261 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-c94e75b1-d72c-46d5-9d83-c3953c7abe48 req-97e288ca-f4d3-4ed3-b0fb-a2d834a5ba1d tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] 10.222.0.46 "GET /v2.0/security-groups?id=5e026526-bdec-4dfc-ba97-0cae44e0172b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1012506 Jan 31 21:00:48.014746 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9227ba40-0e8e-404d-b252-616584989242 req-c8c14c8f-d6f2-403d-b465-cd00b8de6b17 tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 21:00:48.017152 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-9227ba40-0e8e-404d-b252-616584989242 req-c8c14c8f-d6f2-403d-b465-cd00b8de6b17 tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] 10.222.0.46 "GET /v2.0/ports?device_id=07b29db9-03dd-4984-8853-a91eaa5fb175 HTTP/1.1" status: 200 len: 945 time: 0.0838566 Jan 31 21:00:48.107708 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-9227ba40-0e8e-404d-b252-616584989242 req-88b55ff2-7fdc-42ae-aace-4af2e2e5a599 tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] 10.222.0.46 "GET /v2.0/security-groups?id=c3466f45-b059-46ec-9a9b-684b375557d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0783486 Jan 31 21:00:49.300694 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6eb97b3-4110-4aa9-a581-858291e26566 req-a01d44d6-39cf-4ae3-989b-577ccbe2aa31 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 21:00:49.303425 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-b6eb97b3-4110-4aa9-a581-858291e26566 req-a01d44d6-39cf-4ae3-989b-577ccbe2aa31 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] 10.222.0.46 "GET /v2.0/ports?device_id=521937b0-3541-460a-a340-58920b66dc40 HTTP/1.1" status: 200 len: 945 time: 0.1699369 Jan 31 21:00:49.368299 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ce7272-d29c-44cf-9492-3566f6ae55c2 req-1b91918f-e13d-47db-a803-89f57b64851f tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 21:00:49.375191 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-29ce7272-d29c-44cf-9492-3566f6ae55c2 req-1b91918f-e13d-47db-a803-89f57b64851f tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] 10.222.0.46 "GET /v2.0/ports?device_id=07b29db9-03dd-4984-8853-a91eaa5fb175 HTTP/1.1" status: 200 len: 945 time: 0.0957456 Jan 31 21:00:49.390361 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-b6eb97b3-4110-4aa9-a581-858291e26566 req-4cb4028a-4225-4848-87fe-d59dd3f4e612 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] 10.222.0.46 "GET /v2.0/security-groups?id=5e026526-bdec-4dfc-ba97-0cae44e0172b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0804186 Jan 31 21:00:49.434848 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-29ce7272-d29c-44cf-9492-3566f6ae55c2 req-fd0bdd4b-cbe5-4ac3-a7d1-f64ec394776e tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] 10.222.0.46 "GET /v2.0/security-groups?id=c3466f45-b059-46ec-9a9b-684b375557d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584400 Jan 31 21:00:49.498889 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-5518b3f1-ef0e-4ed5-9adf-80b38fa1bcd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600486512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3401042'] for agent (34ef0204-81d1-4f5e-89d1-b08d0f866641), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:00:50.551559 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fbf08b-2f9d-4ff7-84a7-8a5136aad40b req-92fe22db-8153-4afa-89b6-c46bb6237a11 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 21:00:50.560758 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-58fbf08b-2f9d-4ff7-84a7-8a5136aad40b req-92fe22db-8153-4afa-89b6-c46bb6237a11 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] 10.222.0.46 "GET /v2.0/ports?device_id=521937b0-3541-460a-a340-58920b66dc40 HTTP/1.1" status: 200 len: 945 time: 0.0774636 Jan 31 21:00:50.621441 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-58fbf08b-2f9d-4ff7-84a7-8a5136aad40b req-6dde0f46-d3e1-459f-842b-a8ef08117746 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] 10.222.0.46 "GET /v2.0/security-groups?id=5e026526-bdec-4dfc-ba97-0cae44e0172b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595913 Jan 31 21:00:50.711017 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c15fcf-db04-4293-b6f5-0d47d9e2c78a req-a1d09d92-53aa-458a-b539-5abd58ce3b07 tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 21:00:50.713369 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-f0c15fcf-db04-4293-b6f5-0d47d9e2c78a req-a1d09d92-53aa-458a-b539-5abd58ce3b07 tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] 10.222.0.46 "GET /v2.0/ports?device_id=07b29db9-03dd-4984-8853-a91eaa5fb175 HTTP/1.1" status: 200 len: 945 time: 0.1102238 Jan 31 21:00:50.808036 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-f0c15fcf-db04-4293-b6f5-0d47d9e2c78a req-4f87fd11-b1f4-456f-a732-1ba4e8fad5e0 tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] 10.222.0.46 "GET /v2.0/security-groups?id=c3466f45-b059-46ec-9a9b-684b375557d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0875344 Jan 31 21:00:50.824443 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d40936-04fc-4547-867f-ee85d3f03609 req-4ccb4758-f42d-401c-9e50-a32e60c57947 tempest-VolumesSnapshotTestJSON-250187708 tempest-VolumesSnapshotTestJSON-250187708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 21:00:50.826480 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-b0d40936-04fc-4547-867f-ee85d3f03609 req-4ccb4758-f42d-401c-9e50-a32e60c57947 tempest-VolumesSnapshotTestJSON-250187708 tempest-VolumesSnapshotTestJSON-250187708-project] 10.222.0.46 "GET /v2.0/ports?device_id=c50d9827-310e-498f-83a3-692cb6b174d7 HTTP/1.1" status: 200 len: 946 time: 0.0851538 Jan 31 21:00:50.892997 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-b0d40936-04fc-4547-867f-ee85d3f03609 req-8203715e-cc37-44a3-b070-4a4d46b8069a tempest-VolumesSnapshotTestJSON-250187708 tempest-VolumesSnapshotTestJSON-250187708-project] 10.222.0.46 "GET /v2.0/security-groups?id=7e39ad3c-1523-4ebf-9fe2-6f39f4782e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586460 Jan 31 21:00:50.964940 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.db.agents_db [None req-9f73b596-de3f-4c4d-980f-1f0b0f14bd7d None None] Agent healthcheck: found 6 active agents {{(pid=102454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 21:00:51.682892 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-1df41d93-e19e-4dd6-9a8f-14848d5d7a24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600486512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3401042'] for agent (7c18f3b4-4d02-4b01-9072-98fcd9008716), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:00:51.794233 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724e2af9-a3d6-4a24-9785-989d7a44d416 req-a275e2e5-ce92-4f96-83a8-c2b2534bf862 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 21:00:51.796827 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-724e2af9-a3d6-4a24-9785-989d7a44d416 req-a275e2e5-ce92-4f96-83a8-c2b2534bf862 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] 10.222.0.46 "GET /v2.0/ports?device_id=521937b0-3541-460a-a340-58920b66dc40 HTTP/1.1" status: 200 len: 945 time: 0.0734413 Jan 31 21:00:51.855190 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-724e2af9-a3d6-4a24-9785-989d7a44d416 req-f06aa98e-ffdb-4d25-aa61-cd283be2408c tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] 10.222.0.46 "GET /v2.0/security-groups?id=5e026526-bdec-4dfc-ba97-0cae44e0172b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508878 Jan 31 21:00:51.968049 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e79cc6a-5829-4568-ba06-1e4a8cd758d7 req-9e165c80-25f5-4e5c-9026-e43b64b55ca2 tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 21:00:51.972898 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-7e79cc6a-5829-4568-ba06-1e4a8cd758d7 req-9e165c80-25f5-4e5c-9026-e43b64b55ca2 tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] 10.222.0.46 "GET /v2.0/ports?device_id=07b29db9-03dd-4984-8853-a91eaa5fb175 HTTP/1.1" status: 200 len: 945 time: 0.0713346 Jan 31 21:00:52.034739 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ac0e91-ae43-4a8d-baf9-8cd084f9c582 req-c4914e8f-3b64-4ca2-a15d-332fe54d9a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 21:00:52.036842 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-71ac0e91-ae43-4a8d-baf9-8cd084f9c582 req-c4914e8f-3b64-4ca2-a15d-332fe54d9a5e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=89e26e9450a7409f847d894c6e8d3bfc&device_id=521937b0-3541-460a-a340-58920b66dc40 HTTP/1.1" status: 200 len: 1129 time: 0.0995920 Jan 31 21:00:52.040440 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-7e79cc6a-5829-4568-ba06-1e4a8cd758d7 req-ffe0acad-bf38-4df9-8e23-f98300bb2760 tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] 10.222.0.46 "GET /v2.0/security-groups?id=c3466f45-b059-46ec-9a9b-684b375557d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0648956 Jan 31 21:00:52.122690 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdd4be7-2d44-4a04-bf54-2aff17c7d2e0 req-1db988cd-3029-4201-9d9c-bc3a19091482 tempest-VolumesSnapshotTestJSON-250187708 tempest-VolumesSnapshotTestJSON-250187708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 21:00:52.124295 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-4fdd4be7-2d44-4a04-bf54-2aff17c7d2e0 req-1db988cd-3029-4201-9d9c-bc3a19091482 tempest-VolumesSnapshotTestJSON-250187708 tempest-VolumesSnapshotTestJSON-250187708-project] 10.222.0.46 "GET /v2.0/ports?device_id=c50d9827-310e-498f-83a3-692cb6b174d7 HTTP/1.1" status: 200 len: 946 time: 0.1287050 Jan 31 21:00:52.181703 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ac0e91-ae43-4a8d-baf9-8cd084f9c582 req-a88afb11-fc55-42e5-8f9c-9a4ea0350afb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 21:00:52.183273 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-71ac0e91-ae43-4a8d-baf9-8cd084f9c582 req-a88afb11-fc55-42e5-8f9c-9a4ea0350afb service neutron] 10.222.0.59 "GET /v2.0/networks?id=e68884ed-aafc-46db-987f-40cce4cb0a81 HTTP/1.1" status: 200 len: 917 time: 0.1340725 Jan 31 21:00:52.207642 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-4fdd4be7-2d44-4a04-bf54-2aff17c7d2e0 req-0710b57d-d2db-437c-b881-b1f1bdd62842 tempest-VolumesSnapshotTestJSON-250187708 tempest-VolumesSnapshotTestJSON-250187708-project] 10.222.0.46 "GET /v2.0/security-groups?id=7e39ad3c-1523-4ebf-9fe2-6f39f4782e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735579 Jan 31 21:00:52.266834 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-71ac0e91-ae43-4a8d-baf9-8cd084f9c582 req-6ffc316a-1339-4e76-a7cd-63c5b5b1fe3e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=03ce2948-3900-488e-9af1-5eaec4cd03a3 HTTP/1.1" status: 200 len: 1001 time: 0.0735340 Jan 31 21:00:52.330886 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ac0e91-ae43-4a8d-baf9-8cd084f9c582 req-9660f933-a4f8-4876-8390-2736606ecfc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 21:00:52.332288 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-71ac0e91-ae43-4a8d-baf9-8cd084f9c582 req-9660f933-a4f8-4876-8390-2736606ecfc6 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=34dec552-ecde-44b0-b00b-6077e3fcfd65 HTTP/1.1" status: 200 len: 855 time: 0.0585546 Jan 31 21:00:52.391212 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ac0e91-ae43-4a8d-baf9-8cd084f9c582 req-cd17ef65-f523-452e-9054-8818a181e7da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 21:00:52.392707 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-71ac0e91-ae43-4a8d-baf9-8cd084f9c582 req-cd17ef65-f523-452e-9054-8818a181e7da service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e68884ed-aafc-46db-987f-40cce4cb0a81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0519340 Jan 31 21:00:52.726000 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-71ac0e91-ae43-4a8d-baf9-8cd084f9c582 req-f6bccf41-5f13-4a24-8d9e-40d1444b7d6a service neutron] 10.222.0.59 "GET /v2.0/networks/e68884ed-aafc-46db-987f-40cce4cb0a81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3227713 Jan 31 21:00:52.854726 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-71ac0e91-ae43-4a8d-baf9-8cd084f9c582 req-f2bfd2a3-2a5a-400f-b188-11f76f8279b1 service neutron] 10.222.0.59 "GET /v2.0/networks/e68884ed-aafc-46db-987f-40cce4cb0a81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209693 Jan 31 21:00:52.862376 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd675fa-8aeb-4266-8362-3c716faab62f req-f0eb16c9-6233-490f-a553-f6c54a3860e7 tempest-VolumesSnapshotTestJSON-250187708 tempest-VolumesSnapshotTestJSON-250187708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 21:00:52.863811 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-3fd675fa-8aeb-4266-8362-3c716faab62f req-f0eb16c9-6233-490f-a553-f6c54a3860e7 tempest-VolumesSnapshotTestJSON-250187708 tempest-VolumesSnapshotTestJSON-250187708-project] 10.222.0.59 "GET /v2.0/ports?device_id=c50d9827-310e-498f-83a3-692cb6b174d7 HTTP/1.1" status: 200 len: 946 time: 0.0835793 Jan 31 21:00:52.969940 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [req-3fd675fa-8aeb-4266-8362-3c716faab62f req-43f54bd9-6842-49c6-9f28-9525a17436d3 tempest-VolumesSnapshotTestJSON-250187708 tempest-VolumesSnapshotTestJSON-250187708-project] Deleting port 5d4cb2f3-93c5-481c-9719-19d8882a7817 {{(pid=102449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 21:00:52.970166 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [req-3fd675fa-8aeb-4266-8362-3c716faab62f req-43f54bd9-6842-49c6-9f28-9525a17436d3 tempest-VolumesSnapshotTestJSON-250187708 tempest-VolumesSnapshotTestJSON-250187708-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783600463454'] for port (5d4cb2f3-93c5-481c-9719-19d8882a7817), before_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:00:52.989377 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632cbb47-a6d7-42bf-96ef-8de2a24b16d8 req-6ae5651e-d618-498d-8429-01e96c929c9d tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 21:00:52.991898 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-632cbb47-a6d7-42bf-96ef-8de2a24b16d8 req-6ae5651e-d618-498d-8429-01e96c929c9d tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] 10.222.0.46 "GET /v2.0/ports?device_id=521937b0-3541-460a-a340-58920b66dc40 HTTP/1.1" status: 200 len: 945 time: 0.0586336 Jan 31 21:00:52.997354 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-7eb716df-9c73-407a-9e83-210e7bcc67e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600486512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3401042'] for agent (289e5c83-71b6-47e7-bef9-287113943a12), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:00:53.049673 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-632cbb47-a6d7-42bf-96ef-8de2a24b16d8 req-c3d6474d-7d0f-40c5-a3ab-55f9345d4ceb tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] 10.222.0.46 "GET /v2.0/security-groups?id=5e026526-bdec-4dfc-ba97-0cae44e0172b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485880 Jan 31 21:00:53.087173 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.db [req-3fd675fa-8aeb-4266-8362-3c716faab62f req-43f54bd9-6842-49c6-9f28-9525a17436d3 tempest-VolumesSnapshotTestJSON-250187708 tempest-VolumesSnapshotTestJSON-250187708-project] For port 5d4cb2f3-93c5-481c-9719-19d8882a7817, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=5d4cb2f3-93c5-481c-9719-19d8882a7817,segment=NetworkSegment(545c4fc5-da7e-4c4a-8467-ca82cac965ea),segment_id=545c4fc5-da7e-4c4a-8467-ca82cac965ea)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 21:00:53.087534 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [req-3fd675fa-8aeb-4266-8362-3c716faab62f req-43f54bd9-6842-49c6-9f28-9525a17436d3 tempest-VolumesSnapshotTestJSON-250187708 tempest-VolumesSnapshotTestJSON-250187708-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696268'] for port (5d4cb2f3-93c5-481c-9719-19d8882a7817), precommit_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:00:53.103313 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [req-3fd675fa-8aeb-4266-8362-3c716faab62f req-43f54bd9-6842-49c6-9f28-9525a17436d3 tempest-VolumesSnapshotTestJSON-250187708 tempest-VolumesSnapshotTestJSON-250187708-project] Calling delete_port for 5d4cb2f3-93c5-481c-9719-19d8882a7817 owned by compute:nova {{(pid=102449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 21:00:53.203620 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d718c07-6c9c-4a11-bf69-57883bd78975 req-51d16b4f-45aa-4298-b474-2781e369f83c tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 21:00:53.205110 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-1d718c07-6c9c-4a11-bf69-57883bd78975 req-51d16b4f-45aa-4298-b474-2781e369f83c tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] 10.222.0.46 "GET /v2.0/ports?device_id=07b29db9-03dd-4984-8853-a91eaa5fb175 HTTP/1.1" status: 200 len: 945 time: 0.0999167 Jan 31 21:00:53.291635 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-1d718c07-6c9c-4a11-bf69-57883bd78975 req-211846cd-ad6b-42ab-ab6d-e193cf477f2d tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] 10.222.0.46 "GET /v2.0/security-groups?id=c3466f45-b059-46ec-9a9b-684b375557d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0793746 Jan 31 21:00:53.325124 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [req-3fd675fa-8aeb-4266-8362-3c716faab62f req-43f54bd9-6842-49c6-9f28-9525a17436d3 tempest-VolumesSnapshotTestJSON-250187708 tempest-VolumesSnapshotTestJSON-250187708-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1029723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3769609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783600466360', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783599971606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29106256'] for port (5d4cb2f3-93c5-481c-9719-19d8882a7817), after_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:00:53.337668 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.db [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] get_ports_and_sgs() called for port_ids ['5d4cb2f3-93c5-481c-9719-19d8882a7817'] {{(pid=102451) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 21:00:53.345608 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb80af00-e651-4514-a529-d28026047fbb req-fa0553de-0a46-4e61-b392-a2cb24888406 tempest-VolumesSnapshotTestJSON-250187708 tempest-VolumesSnapshotTestJSON-250187708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 21:00:53.347150 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-fb80af00-e651-4514-a529-d28026047fbb req-fa0553de-0a46-4e61-b392-a2cb24888406 tempest-VolumesSnapshotTestJSON-250187708 tempest-VolumesSnapshotTestJSON-250187708-project] 10.222.0.46 "GET /v2.0/ports?device_id=c50d9827-310e-498f-83a3-692cb6b174d7 HTTP/1.1" status: 200 len: 946 time: 0.0678732 Jan 31 21:00:53.353543 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f54bd9-6842-49c6-9f28-9525a17436d3 tempest-VolumesSnapshotTestJSON-250187708 tempest-VolumesSnapshotTestJSON-250187708-project] Pushing event deleted for resources: {'Port': ['ID=5d4cb2f3-93c5-481c-9719-19d8882a7817,revision_number=None']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 21:00:53.365043 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f54bd9-6842-49c6-9f28-9525a17436d3 tempest-VolumesSnapshotTestJSON-250187708 tempest-VolumesSnapshotTestJSON-250187708-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 21:00:53.365372 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f54bd9-6842-49c6-9f28-9525a17436d3 tempest-VolumesSnapshotTestJSON-250187708 tempest-VolumesSnapshotTestJSON-250187708-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 21:00:53.365660 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f54bd9-6842-49c6-9f28-9525a17436d3 tempest-VolumesSnapshotTestJSON-250187708 tempest-VolumesSnapshotTestJSON-250187708-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 21:00:53.366005 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f54bd9-6842-49c6-9f28-9525a17436d3 tempest-VolumesSnapshotTestJSON-250187708 tempest-VolumesSnapshotTestJSON-250187708-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 21:00:53.366899 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f54bd9-6842-49c6-9f28-9525a17436d3 tempest-VolumesSnapshotTestJSON-250187708 tempest-VolumesSnapshotTestJSON-250187708-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 21:00:53.367238 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f54bd9-6842-49c6-9f28-9525a17436d3 tempest-VolumesSnapshotTestJSON-250187708 tempest-VolumesSnapshotTestJSON-250187708-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 21:00:53.367573 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f54bd9-6842-49c6-9f28-9525a17436d3 tempest-VolumesSnapshotTestJSON-250187708 tempest-VolumesSnapshotTestJSON-250187708-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 21:00:53.368017 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f54bd9-6842-49c6-9f28-9525a17436d3 tempest-VolumesSnapshotTestJSON-250187708 tempest-VolumesSnapshotTestJSON-250187708-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 21:00:53.368356 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f54bd9-6842-49c6-9f28-9525a17436d3 tempest-VolumesSnapshotTestJSON-250187708 tempest-VolumesSnapshotTestJSON-250187708-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 21:00:53.368691 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f54bd9-6842-49c6-9f28-9525a17436d3 tempest-VolumesSnapshotTestJSON-250187708 tempest-VolumesSnapshotTestJSON-250187708-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 21:00:53.369032 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f54bd9-6842-49c6-9f28-9525a17436d3 tempest-VolumesSnapshotTestJSON-250187708 tempest-VolumesSnapshotTestJSON-250187708-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 21:00:53.369347 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f54bd9-6842-49c6-9f28-9525a17436d3 tempest-VolumesSnapshotTestJSON-250187708 tempest-VolumesSnapshotTestJSON-250187708-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 21:00:53.369666 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43f54bd9-6842-49c6-9f28-9525a17436d3 tempest-VolumesSnapshotTestJSON-250187708 tempest-VolumesSnapshotTestJSON-250187708-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 21:00:53.424805 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fd675fa-8aeb-4266-8362-3c716faab62f req-43f54bd9-6842-49c6-9f28-9525a17436d3 tempest-VolumesSnapshotTestJSON-250187708 tempest-VolumesSnapshotTestJSON-250187708-project] No DVR routers for this DVR port 5d4cb2f3-93c5-481c-9719-19d8882a7817 on host hv-cinder-81322 {{(pid=102449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 21:00:53.427481 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [req-3fd675fa-8aeb-4266-8362-3c716faab62f req-43f54bd9-6842-49c6-9f28-9525a17436d3 tempest-VolumesSnapshotTestJSON-250187708 tempest-VolumesSnapshotTestJSON-250187708-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204375'] for port (None), before_response {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:00:53.429642 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-fb80af00-e651-4514-a529-d28026047fbb req-f1659181-465b-4a40-b872-7d0c32c780da tempest-VolumesSnapshotTestJSON-250187708 tempest-VolumesSnapshotTestJSON-250187708-project] 10.222.0.46 "GET /v2.0/security-groups?id=7e39ad3c-1523-4ebf-9fe2-6f39f4782e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737839 Jan 31 21:00:53.435357 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-3fd675fa-8aeb-4266-8362-3c716faab62f req-43f54bd9-6842-49c6-9f28-9525a17436d3 tempest-VolumesSnapshotTestJSON-250187708 tempest-VolumesSnapshotTestJSON-250187708-project] 10.222.0.59 "DELETE /v2.0/ports/5d4cb2f3-93c5-481c-9719-19d8882a7817 HTTP/1.1" status: 204 len: 173 time: 0.5653255 Jan 31 21:00:53.436662 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c50d9827-310e-498f-83a3-692cb6b174d7', 'name': 'network-vif-deleted', 'tag': '5d4cb2f3-93c5-481c-9719-19d8882a7817'}] {{(pid=102449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 21:00:53.439134 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba30590511e0408980e1e78341b94ae353025d2904c3e8034e675cc5aff8c4ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cc3b6ff-1255-4d1e-bf2f-b3f0936103b8" -d '{"events": [{"server_uuid": "c50d9827-310e-498f-83a3-692cb6b174d7", "name": "network-vif-deleted", "tag": "5d4cb2f3-93c5-481c-9719-19d8882a7817"}]}' {{(pid=102449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 21:00:53.483544 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 21:00:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64a54a18-f8c8-4b48-96b6-e19feafe0187 x-openstack-request-id: req-64a54a18-f8c8-4b48-96b6-e19feafe0187 {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 21:00:53.483898 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c50d9827-310e-498f-83a3-692cb6b174d7", "name": "network-vif-deleted", "tag": "5d4cb2f3-93c5-481c-9719-19d8882a7817", "status": "completed", "code": 200}]} {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 21:00:53.484211 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-64a54a18-f8c8-4b48-96b6-e19feafe0187 {{(pid=102449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 21:00:53.484738 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c50d9827-310e-498f-83a3-692cb6b174d7', 'name': 'network-vif-deleted', 'tag': '5d4cb2f3-93c5-481c-9719-19d8882a7817', 'status': 'completed', 'code': 200} Jan 31 21:00:54.182423 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b473f595-3d0f-4d05-bf3d-c002f5ce91b4 req-dd33287b-22b7-42d5-81bf-1f7c451ef179 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 21:00:54.183914 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-b473f595-3d0f-4d05-bf3d-c002f5ce91b4 req-dd33287b-22b7-42d5-81bf-1f7c451ef179 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] 10.222.0.46 "GET /v2.0/ports?device_id=521937b0-3541-460a-a340-58920b66dc40 HTTP/1.1" status: 200 len: 945 time: 0.0562873 Jan 31 21:00:54.237687 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-b473f595-3d0f-4d05-bf3d-c002f5ce91b4 req-eda027ea-f2bb-4fdc-8138-77fb7afa67c5 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] 10.222.0.46 "GET /v2.0/security-groups?id=5e026526-bdec-4dfc-ba97-0cae44e0172b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481584 Jan 31 21:00:54.432081 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-ded4de29-c2d1-4616-9365-9981ea756e41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600486512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3401042'] for agent (bf9d83f7-9209-4252-b853-70feadeab726), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:00:54.432735 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca98423e-edc9-4374-a195-4858fc15751d req-3a0d7782-ff98-4a39-af52-6583a4c7c513 tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 21:00:54.434180 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-ca98423e-edc9-4374-a195-4858fc15751d req-3a0d7782-ff98-4a39-af52-6583a4c7c513 tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] 10.222.0.46 "GET /v2.0/ports?device_id=07b29db9-03dd-4984-8853-a91eaa5fb175 HTTP/1.1" status: 200 len: 945 time: 0.0628939 Jan 31 21:00:54.492860 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-ca98423e-edc9-4374-a195-4858fc15751d req-40cf29af-3141-41b9-8bde-e9ccf59495c7 tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] 10.222.0.46 "GET /v2.0/security-groups?id=c3466f45-b059-46ec-9a9b-684b375557d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475187 Jan 31 21:00:55.363101 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7241da59-c733-4f44-957d-c471a108b0f4 req-45b71611-b048-4125-bcfe-159bd4131333 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 21:00:55.364566 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-7241da59-c733-4f44-957d-c471a108b0f4 req-45b71611-b048-4125-bcfe-159bd4131333 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] 10.222.0.46 "GET /v2.0/ports?device_id=521937b0-3541-460a-a340-58920b66dc40 HTTP/1.1" status: 200 len: 945 time: 0.0532668 Jan 31 21:00:55.410687 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-7241da59-c733-4f44-957d-c471a108b0f4 req-6bf584fb-d31c-4900-a4ce-ae792fa33b10 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] 10.222.0.46 "GET /v2.0/security-groups?id=5e026526-bdec-4dfc-ba97-0cae44e0172b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406761 Jan 31 21:00:55.613689 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbbbef2-6cf1-42e5-a241-903e4df6ec33 req-8e4190be-d56c-47d7-8e00-0fac68db11ef tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 21:00:55.615284 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-2bbbbef2-6cf1-42e5-a241-903e4df6ec33 req-8e4190be-d56c-47d7-8e00-0fac68db11ef tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] 10.222.0.46 "GET /v2.0/ports?device_id=07b29db9-03dd-4984-8853-a91eaa5fb175 HTTP/1.1" status: 200 len: 945 time: 0.0551703 Jan 31 21:00:55.663797 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-2bbbbef2-6cf1-42e5-a241-903e4df6ec33 req-046bd794-dc8c-4b8e-88b9-42bec43e27fe tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] 10.222.0.46 "GET /v2.0/security-groups?id=c3466f45-b059-46ec-9a9b-684b375557d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420148 Jan 31 21:00:55.968398 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600486512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3401042'] for agent (9ba4f6fe-000a-4ef5-9d61-ba62910ab5fe), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:00:56.246008 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-656e7866-b445-4fa3-a76a-37be8d5cb71a req-b1e1a15d-bbc0-4a8b-9782-ae894228b259 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=aa90944c-8574-4603-8df7-34a8898b1ddc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0477583 Jan 31 21:00:56.379833 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcd55ff-deb0-4ed6-8fcc-7e464edefcbe req-f48d311d-fbb6-4d06-b3a4-094e152e30ee tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 21:00:56.381424 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-7bcd55ff-deb0-4ed6-8fcc-7e464edefcbe req-f48d311d-fbb6-4d06-b3a4-094e152e30ee tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] 10.222.0.46 "GET /v2.0/ports?device_id=521937b0-3541-460a-a340-58920b66dc40 HTTP/1.1" status: 200 len: 945 time: 0.0634537 Jan 31 21:00:56.409542 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-373f70bf-4cc1-4e56-8034-5f7cbe2b1120 req-7644b10c-bf4b-4f74-ae5a-1e131562804e service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=521937b0-3541-460a-a340-58920b66dc40&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0491319 Jan 31 21:00:56.436119 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-7bcd55ff-deb0-4ed6-8fcc-7e464edefcbe req-189d18f8-c2f1-40d3-bf61-526c25e00b21 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] 10.222.0.46 "GET /v2.0/security-groups?id=5e026526-bdec-4dfc-ba97-0cae44e0172b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481362 Jan 31 21:00:56.790010 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b101d0b5-331d-40a5-a189-2cd6089442b2 req-0743b6a8-670a-40d5-a477-45d4a2fd6abc tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 21:00:56.791556 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-b101d0b5-331d-40a5-a189-2cd6089442b2 req-0743b6a8-670a-40d5-a477-45d4a2fd6abc tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] 10.222.0.46 "GET /v2.0/ports?device_id=07b29db9-03dd-4984-8853-a91eaa5fb175 HTTP/1.1" status: 200 len: 945 time: 0.0580211 Jan 31 21:00:56.841796 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-b101d0b5-331d-40a5-a189-2cd6089442b2 req-5a4e1944-2701-4738-9776-c49d729ee30f tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] 10.222.0.46 "GET /v2.0/security-groups?id=c3466f45-b059-46ec-9a9b-684b375557d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447252 Jan 31 21:00:57.564705 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0da337a-bc83-418d-bb24-b7693f70572b req-26a8dd8a-59df-4d6c-9882-f3786a6579e1 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 21:00:57.566385 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-d0da337a-bc83-418d-bb24-b7693f70572b req-26a8dd8a-59df-4d6c-9882-f3786a6579e1 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] 10.222.0.46 "GET /v2.0/ports?device_id=521937b0-3541-460a-a340-58920b66dc40 HTTP/1.1" status: 200 len: 945 time: 0.0544505 Jan 31 21:00:57.614552 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-d0da337a-bc83-418d-bb24-b7693f70572b req-b56b3604-9a20-4a04-bbd5-6e7ed8b0823f tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] 10.222.0.46 "GET /v2.0/security-groups?id=5e026526-bdec-4dfc-ba97-0cae44e0172b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420160 Jan 31 21:00:57.825245 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.rpc [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Device 03ce2948-3900-488e-9af1-5eaec4cd03a3 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=102451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 21:00:57.931606 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.plugin [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Current status of the port 03ce2948-3900-488e-9af1-5eaec4cd03a3 is: ACTIVE; New status is: DOWN {{(pid=102451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 21:00:57.932046 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1026180'] for port (03ce2948-3900-488e-9af1-5eaec4cd03a3), before_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:00:57.956257 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '521937b0-3541-460a-a340-58920b66dc40', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '03ce2948-3900-488e-9af1-5eaec4cd03a3'}] {{(pid=102451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 21:00:57.958830 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c23f90a41664c3b077a95f51e37b0059f8aa38e98bc0260eca12d616ac4420be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d77f8f26-f6e6-4149-a7e8-69226a29424a" -d '{"events": [{"server_uuid": "521937b0-3541-460a-a340-58920b66dc40", "name": "network-vif-unplugged", "status": "completed", "tag": "03ce2948-3900-488e-9af1-5eaec4cd03a3"}]}' {{(pid=102451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 21:00:57.963873 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3e127e-923d-4a3c-872e-45de5f5da925 req-3ee214e2-7a9e-48f4-9708-51f7ba497bd7 tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 21:00:57.965447 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-0b3e127e-923d-4a3c-872e-45de5f5da925 req-3ee214e2-7a9e-48f4-9708-51f7ba497bd7 tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] 10.222.0.46 "GET /v2.0/ports?device_id=07b29db9-03dd-4984-8853-a91eaa5fb175 HTTP/1.1" status: 200 len: 945 time: 0.0545352 Jan 31 21:00:57.972650 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.db [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] For port 03ce2948-3900-488e-9af1-5eaec4cd03a3, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=03ce2948-3900-488e-9af1-5eaec4cd03a3,segment=NetworkSegment(0b88ba8a-5620-4c08-98b4-337c2e3644cc),segment_id=0b88ba8a-5620-4c08-98b4-337c2e3644cc)] {{(pid=102451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 21:00:57.978340 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1029723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3769609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783600466378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783599971615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783599971633'] for port (03ce2948-3900-488e-9af1-5eaec4cd03a3), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:00:57.979184 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.rpc [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Device 5d4cb2f3-93c5-481c-9719-19d8882a7817 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=102451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 21:00:58.003267 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.plugin [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] No Port match for: 5d4cb2f3-93c5-481c-9719-19d8882a7817 {{(pid=102451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 21:00:58.003616 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.rpc [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Device 5d4cb2f3-93c5-481c-9719-19d8882a7817 not bound to the agent host hv-cinder-81322 {{(pid=102451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 21:00:58.005884 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 31 Jan 2022 21:00:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e32635ed-dc9a-4a8b-86e8-bb1850fa71f8 x-openstack-request-id: req-e32635ed-dc9a-4a8b-86e8-bb1850fa71f8 {{(pid=102451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 21:00:58.006185 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "521937b0-3541-460a-a340-58920b66dc40", "name": "network-vif-unplugged", "status": "failed", "tag": "03ce2948-3900-488e-9af1-5eaec4cd03a3", "code": 422}]} {{(pid=102451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 21:00:58.006435 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-e32635ed-dc9a-4a8b-86e8-bb1850fa71f8 {{(pid=102451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 21:00:58.007783 dv-cinder-813229-5-iscsi neutron-server[102451]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '521937b0-3541-460a-a340-58920b66dc40', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '03ce2948-3900-488e-9af1-5eaec4cd03a3', 'code': 422} returned with failed status Jan 31 21:00:58.019767 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-0b3e127e-923d-4a3c-872e-45de5f5da925 req-a928dac8-dd47-4d8a-b42d-57ecee2fb327 tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] 10.222.0.46 "GET /v2.0/security-groups?id=c3466f45-b059-46ec-9a9b-684b375557d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479558 Jan 31 21:00:58.052337 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Pushing event updated for resources: {'Port': ['ID=03ce2948-3900-488e-9af1-5eaec4cd03a3,revision_number=8']} {{(pid=102451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 21:00:58.743419 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5aadcb-5d86-466f-9c44-d27476297072 req-36cb76f0-2d11-4c71-9eab-9676330d0d4c tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 21:00:58.744987 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-ce5aadcb-5d86-466f-9c44-d27476297072 req-36cb76f0-2d11-4c71-9eab-9676330d0d4c tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] 10.222.0.46 "GET /v2.0/ports?device_id=521937b0-3541-460a-a340-58920b66dc40 HTTP/1.1" status: 200 len: 943 time: 0.0561571 Jan 31 21:00:58.807543 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600486512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3401042'] for agent (e85cc1e2-8b4e-4549-a68e-d414072d4156), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:00:58.811787 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-ce5aadcb-5d86-466f-9c44-d27476297072 req-866d9c89-7e7c-41a7-b99d-b883b2c959f6 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] 10.222.0.46 "GET /v2.0/security-groups?id=5e026526-bdec-4dfc-ba97-0cae44e0172b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605018 Jan 31 21:00:58.860223 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656e7866-b445-4fa3-a76a-37be8d5cb71a req-62284c58-1d16-46fa-ba9a-ac8cfce9398e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 21:00:58.861897 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-656e7866-b445-4fa3-a76a-37be8d5cb71a req-62284c58-1d16-46fa-ba9a-ac8cfce9398e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3f735df896f74e2a8ec34440c5d4fbfa&device_id=aa90944c-8574-4603-8df7-34a8898b1ddc HTTP/1.1" status: 200 len: 1129 time: 0.0741892 Jan 31 21:00:58.979688 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656e7866-b445-4fa3-a76a-37be8d5cb71a req-a072f3da-e302-467f-89a6-ec647fff41f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 21:00:58.981410 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-656e7866-b445-4fa3-a76a-37be8d5cb71a req-a072f3da-e302-467f-89a6-ec647fff41f4 service neutron] 10.222.0.59 "GET /v2.0/networks?id=84d6e016-dd99-48a6-8278-a9c378f62567 HTTP/1.1" status: 200 len: 913 time: 0.0997124 Jan 31 21:00:59.064532 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-656e7866-b445-4fa3-a76a-37be8d5cb71a req-abb3f4f3-e641-4e8c-bc67-0cdf45b1217b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e3ae4e9d-9356-47cf-9b06-54e5211851f5 HTTP/1.1" status: 200 len: 1001 time: 0.0765436 Jan 31 21:00:59.149243 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656e7866-b445-4fa3-a76a-37be8d5cb71a req-017f93b0-8fb6-4bed-ac91-4d4160c57c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 21:00:59.150697 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-656e7866-b445-4fa3-a76a-37be8d5cb71a req-017f93b0-8fb6-4bed-ac91-4d4160c57c3e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f0ef83af-b9dd-40a6-908c-ffa9cf818bc2 HTTP/1.1" status: 200 len: 851 time: 0.0789337 Jan 31 21:00:59.196295 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5d1507-ac7f-464d-8e9e-1b2b57f873b7 req-3b35da6f-08c7-4723-b19e-4ffb595cfe5f tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 21:00:59.197827 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-9f5d1507-ac7f-464d-8e9e-1b2b57f873b7 req-3b35da6f-08c7-4723-b19e-4ffb595cfe5f tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] 10.222.0.46 "GET /v2.0/ports?device_id=07b29db9-03dd-4984-8853-a91eaa5fb175 HTTP/1.1" status: 200 len: 945 time: 0.0940993 Jan 31 21:00:59.248999 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656e7866-b445-4fa3-a76a-37be8d5cb71a req-150fed45-c2f7-4d82-b24d-56f3ae9b0270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 21:00:59.250510 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-656e7866-b445-4fa3-a76a-37be8d5cb71a req-150fed45-c2f7-4d82-b24d-56f3ae9b0270 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=84d6e016-dd99-48a6-8278-a9c378f62567&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0921757 Jan 31 21:00:59.259083 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-9f5d1507-ac7f-464d-8e9e-1b2b57f873b7 req-fa379f38-466c-44ad-b4b9-db48c01f2fc4 tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] 10.222.0.46 "GET /v2.0/security-groups?id=c3466f45-b059-46ec-9a9b-684b375557d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552084 Jan 31 21:00:59.353698 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-656e7866-b445-4fa3-a76a-37be8d5cb71a req-ff9de41c-275f-4172-a13b-7a9f7799c5bc service neutron] 10.222.0.59 "GET /v2.0/networks/84d6e016-dd99-48a6-8278-a9c378f62567?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935991 Jan 31 21:00:59.495467 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373f70bf-4cc1-4e56-8034-5f7cbe2b1120 req-d2c51fda-5a3a-4332-a742-e9eae9fd5d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 21:00:59.496980 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-373f70bf-4cc1-4e56-8034-5f7cbe2b1120 req-d2c51fda-5a3a-4332-a742-e9eae9fd5d25 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=521937b0-3541-460a-a340-58920b66dc40&tenant_id=89e26e9450a7409f847d894c6e8d3bfc HTTP/1.1" status: 200 len: 1127 time: 0.1348078 Jan 31 21:00:59.504522 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-656e7866-b445-4fa3-a76a-37be8d5cb71a req-2b4f09a2-61a2-4864-88dc-007c663f76c1 service neutron] 10.222.0.59 "GET /v2.0/networks/84d6e016-dd99-48a6-8278-a9c378f62567?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325746 Jan 31 21:00:59.571132 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373f70bf-4cc1-4e56-8034-5f7cbe2b1120 req-7527a1a7-8341-4d5f-9336-ad7e079fdebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 21:00:59.572542 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-373f70bf-4cc1-4e56-8034-5f7cbe2b1120 req-7527a1a7-8341-4d5f-9336-ad7e079fdebd service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=89e26e9450a7409f847d894c6e8d3bfc&device_id=521937b0-3541-460a-a340-58920b66dc40 HTTP/1.1" status: 200 len: 1127 time: 0.0496831 Jan 31 21:00:59.673400 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373f70bf-4cc1-4e56-8034-5f7cbe2b1120 req-7208b235-796d-4411-adaf-5852f83c5f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 21:00:59.674932 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-373f70bf-4cc1-4e56-8034-5f7cbe2b1120 req-7208b235-796d-4411-adaf-5852f83c5f32 service neutron] 10.222.0.59 "GET /v2.0/networks?id=e68884ed-aafc-46db-987f-40cce4cb0a81 HTTP/1.1" status: 200 len: 917 time: 0.0948241 Jan 31 21:00:59.748634 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-373f70bf-4cc1-4e56-8034-5f7cbe2b1120 req-a423fe58-bccc-484d-a775-861bfa84da7b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=03ce2948-3900-488e-9af1-5eaec4cd03a3 HTTP/1.1" status: 200 len: 999 time: 0.0662136 Jan 31 21:00:59.804604 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373f70bf-4cc1-4e56-8034-5f7cbe2b1120 req-c769ccb5-5c84-424d-8a8a-a118ba46f5fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 21:00:59.806232 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-373f70bf-4cc1-4e56-8034-5f7cbe2b1120 req-c769ccb5-5c84-424d-8a8a-a118ba46f5fc service neutron] 10.222.0.59 "GET /v2.0/subnets?id=34dec552-ecde-44b0-b00b-6077e3fcfd65 HTTP/1.1" status: 200 len: 855 time: 0.0514402 Jan 31 21:00:59.867898 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373f70bf-4cc1-4e56-8034-5f7cbe2b1120 req-9fc37e52-e57e-4c84-9e75-6590534ed391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 21:00:59.869480 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-373f70bf-4cc1-4e56-8034-5f7cbe2b1120 req-9fc37e52-e57e-4c84-9e75-6590534ed391 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=e68884ed-aafc-46db-987f-40cce4cb0a81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0564194 Jan 31 21:00:59.943024 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0608478-5dca-48ac-a4c0-83f3609edee1 req-ca0e1045-c812-402e-8adc-9e3090428b78 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 21:00:59.946711 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-c0608478-5dca-48ac-a4c0-83f3609edee1 req-ca0e1045-c812-402e-8adc-9e3090428b78 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] 10.222.0.46 "GET /v2.0/ports?device_id=521937b0-3541-460a-a340-58920b66dc40 HTTP/1.1" status: 200 len: 943 time: 0.0560958 Jan 31 21:00:59.974151 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-373f70bf-4cc1-4e56-8034-5f7cbe2b1120 req-9d92c25f-a948-41d3-963d-c665c1aaef0c service neutron] 10.222.0.59 "GET /v2.0/networks/e68884ed-aafc-46db-987f-40cce4cb0a81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940580 Jan 31 21:00:59.999198 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-c0608478-5dca-48ac-a4c0-83f3609edee1 req-22522095-5530-4a9e-90e7-2d17b4b7afcb tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] 10.222.0.46 "GET /v2.0/security-groups?id=5e026526-bdec-4dfc-ba97-0cae44e0172b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458403 Jan 31 21:01:00.074157 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-373f70bf-4cc1-4e56-8034-5f7cbe2b1120 req-d5cfa670-4f61-4253-bbbd-48b4745c409e service neutron] 10.222.0.59 "GET /v2.0/networks/e68884ed-aafc-46db-987f-40cce4cb0a81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937791 Jan 31 21:01:00.387541 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5855a186-9c1f-46a4-8f64-ecbd099639cb req-f396f46b-1fe8-4c7a-92db-80aa23dbd071 tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 21:01:00.388909 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-5855a186-9c1f-46a4-8f64-ecbd099639cb req-f396f46b-1fe8-4c7a-92db-80aa23dbd071 tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] 10.222.0.46 "GET /v2.0/ports?device_id=07b29db9-03dd-4984-8853-a91eaa5fb175 HTTP/1.1" status: 200 len: 945 time: 0.0593255 Jan 31 21:01:00.465504 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-5855a186-9c1f-46a4-8f64-ecbd099639cb req-2eff71b3-f669-42b1-9fea-5a0fc6851848 tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] 10.222.0.46 "GET /v2.0/security-groups?id=c3466f45-b059-46ec-9a9b-684b375557d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0709262 Jan 31 21:01:01.149402 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1162b9-c2af-44b6-b4e0-8d62ca87da0f req-01850af1-8d26-499d-9b57-20cef4be5cb9 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 21:01:01.150968 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-6a1162b9-c2af-44b6-b4e0-8d62ca87da0f req-01850af1-8d26-499d-9b57-20cef4be5cb9 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] 10.222.0.46 "GET /v2.0/ports?device_id=521937b0-3541-460a-a340-58920b66dc40 HTTP/1.1" status: 200 len: 943 time: 0.0617990 Jan 31 21:01:01.207408 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-6a1162b9-c2af-44b6-b4e0-8d62ca87da0f req-619797fe-ab42-4a60-b4a0-84d27b271747 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] 10.222.0.46 "GET /v2.0/security-groups?id=5e026526-bdec-4dfc-ba97-0cae44e0172b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503752 Jan 31 21:01:01.599107 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b979002b-1bd2-4d85-8597-f38ddf43c378 req-1be96a95-74c3-44b1-8e9c-39c04aa50ae5 tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 21:01:01.601498 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-b979002b-1bd2-4d85-8597-f38ddf43c378 req-1be96a95-74c3-44b1-8e9c-39c04aa50ae5 tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] 10.222.0.46 "GET /v2.0/ports?device_id=07b29db9-03dd-4984-8853-a91eaa5fb175 HTTP/1.1" status: 200 len: 945 time: 0.0563202 Jan 31 21:01:01.654084 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-b979002b-1bd2-4d85-8597-f38ddf43c378 req-95e03143-a952-4d97-856e-67c83bd33f37 tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] 10.222.0.46 "GET /v2.0/security-groups?id=c3466f45-b059-46ec-9a9b-684b375557d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469215 Jan 31 21:01:02.352578 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0669bcb9-dbbb-443d-b536-60884579f08a req-d34c67fe-fb6e-4a5f-b88f-f8877cb7ad5a tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 21:01:02.354266 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-0669bcb9-dbbb-443d-b536-60884579f08a req-d34c67fe-fb6e-4a5f-b88f-f8877cb7ad5a tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] 10.222.0.46 "GET /v2.0/ports?device_id=521937b0-3541-460a-a340-58920b66dc40 HTTP/1.1" status: 200 len: 943 time: 0.0648975 Jan 31 21:01:02.407077 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-0669bcb9-dbbb-443d-b536-60884579f08a req-667ef1b3-027d-462f-b364-7392f9561dad tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] 10.222.0.46 "GET /v2.0/security-groups?id=5e026526-bdec-4dfc-ba97-0cae44e0172b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464110 Jan 31 21:01:02.806823 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de63f3bb-201c-480c-b201-30499b15eee0 req-7800cd90-e8ff-4ca9-bfe5-2ae31aa61251 tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 21:01:02.809091 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-de63f3bb-201c-480c-b201-30499b15eee0 req-7800cd90-e8ff-4ca9-bfe5-2ae31aa61251 tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] 10.222.0.46 "GET /v2.0/ports?device_id=07b29db9-03dd-4984-8853-a91eaa5fb175 HTTP/1.1" status: 200 len: 945 time: 0.0840356 Jan 31 21:01:02.875495 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-de63f3bb-201c-480c-b201-30499b15eee0 req-c7fc51de-126e-40d5-b2f8-36d3e4d76586 tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] 10.222.0.46 "GET /v2.0/security-groups?id=c3466f45-b059-46ec-9a9b-684b375557d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541162 Jan 31 21:01:03.545609 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9d7c99-863b-4147-8cb9-588beeb46668 req-1bb89c37-0a7d-4e39-a066-840c5e6fcc5f tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 21:01:03.547195 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-1b9d7c99-863b-4147-8cb9-588beeb46668 req-1bb89c37-0a7d-4e39-a066-840c5e6fcc5f tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] 10.222.0.46 "GET /v2.0/ports?device_id=521937b0-3541-460a-a340-58920b66dc40 HTTP/1.1" status: 200 len: 943 time: 0.0593774 Jan 31 21:01:03.606062 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-1b9d7c99-863b-4147-8cb9-588beeb46668 req-dd675c0f-09cd-43cd-9d45-8fa856c2f8a5 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] 10.222.0.46 "GET /v2.0/security-groups?id=5e026526-bdec-4dfc-ba97-0cae44e0172b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532331 Jan 31 21:01:04.006727 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fd64ba-0802-4273-8732-beb7bf10a167 req-b8b76d64-8a48-427c-8a87-b619ba2b92ee tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 21:01:04.010391 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-f5fd64ba-0802-4273-8732-beb7bf10a167 req-b8b76d64-8a48-427c-8a87-b619ba2b92ee tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] 10.222.0.46 "GET /v2.0/ports?device_id=07b29db9-03dd-4984-8853-a91eaa5fb175 HTTP/1.1" status: 200 len: 945 time: 0.0625751 Jan 31 21:01:04.068671 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-f5fd64ba-0802-4273-8732-beb7bf10a167 req-0bf1fbd7-6ec7-46f4-ae2f-0d419bea56bb tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] 10.222.0.46 "GET /v2.0/security-groups?id=c3466f45-b059-46ec-9a9b-684b375557d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490122 Jan 31 21:01:04.751507 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794830dd-442e-4507-bca3-88af6d631a44 req-e01074d9-d9c8-4d23-a482-c7f7f6d72872 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 21:01:04.753330 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-794830dd-442e-4507-bca3-88af6d631a44 req-e01074d9-d9c8-4d23-a482-c7f7f6d72872 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] 10.222.0.46 "GET /v2.0/ports?device_id=521937b0-3541-460a-a340-58920b66dc40 HTTP/1.1" status: 200 len: 943 time: 0.0658092 Jan 31 21:01:04.818218 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-794830dd-442e-4507-bca3-88af6d631a44 req-50c309d3-e88e-4c49-a949-3b3058dfde58 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] 10.222.0.46 "GET /v2.0/security-groups?id=5e026526-bdec-4dfc-ba97-0cae44e0172b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564809 Jan 31 21:01:05.257069 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8205b7d7-c8d4-48f0-9a35-ddab0b4c63b9 req-d687892c-78bc-47af-b992-6706432f5b0c tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 21:01:05.262728 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-8205b7d7-c8d4-48f0-9a35-ddab0b4c63b9 req-d687892c-78bc-47af-b992-6706432f5b0c tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] 10.222.0.46 "GET /v2.0/ports?device_id=07b29db9-03dd-4984-8853-a91eaa5fb175 HTTP/1.1" status: 200 len: 945 time: 0.1045175 Jan 31 21:01:05.334892 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-8205b7d7-c8d4-48f0-9a35-ddab0b4c63b9 req-3f569c4f-2163-40e1-ad10-dcb70fe0ea66 tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] 10.222.0.46 "GET /v2.0/security-groups?id=c3466f45-b059-46ec-9a9b-684b375557d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0669093 Jan 31 21:01:05.960295 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6452802-3db6-4ed8-8230-a6b37f16bd7b req-f8aa9d3b-96f1-42c9-ae09-282edd14274a tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 21:01:05.962003 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-f6452802-3db6-4ed8-8230-a6b37f16bd7b req-f8aa9d3b-96f1-42c9-ae09-282edd14274a tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] 10.222.0.46 "GET /v2.0/ports?device_id=521937b0-3541-460a-a340-58920b66dc40 HTTP/1.1" status: 200 len: 943 time: 0.0602205 Jan 31 21:01:06.018757 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-f6452802-3db6-4ed8-8230-a6b37f16bd7b req-bedef0ba-2ce1-4223-ae74-dbba48d9b22e tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] 10.222.0.46 "GET /v2.0/security-groups?id=5e026526-bdec-4dfc-ba97-0cae44e0172b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506296 Jan 31 21:01:06.477120 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3708b89-e852-466b-b7d7-fcfc0d5328c5 req-d2f4ad3b-c23c-4ce8-8f1c-1ccef6c3bd80 tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 21:01:06.478748 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-a3708b89-e852-466b-b7d7-fcfc0d5328c5 req-d2f4ad3b-c23c-4ce8-8f1c-1ccef6c3bd80 tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] 10.222.0.46 "GET /v2.0/ports?device_id=07b29db9-03dd-4984-8853-a91eaa5fb175 HTTP/1.1" status: 200 len: 945 time: 0.0629425 Jan 31 21:01:06.533806 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-a3708b89-e852-466b-b7d7-fcfc0d5328c5 req-6f0bc471-e535-47ae-bbe5-8e95f065c8d9 tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] 10.222.0.46 "GET /v2.0/security-groups?id=c3466f45-b059-46ec-9a9b-684b375557d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487328 Jan 31 21:01:07.166094 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559d52f3-372e-4012-8585-f552eff28209 req-49e5df41-46cc-4482-b4de-33c10e7e0051 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 21:01:07.171979 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-559d52f3-372e-4012-8585-f552eff28209 req-49e5df41-46cc-4482-b4de-33c10e7e0051 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] 10.222.0.46 "GET /v2.0/ports?device_id=521937b0-3541-460a-a340-58920b66dc40 HTTP/1.1" status: 200 len: 943 time: 0.0727196 Jan 31 21:01:07.236242 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-559d52f3-372e-4012-8585-f552eff28209 req-c95018c5-8aa5-46e4-8644-b78efcb0f9a8 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] 10.222.0.46 "GET /v2.0/security-groups?id=5e026526-bdec-4dfc-ba97-0cae44e0172b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606327 Jan 31 21:01:07.702836 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332e30c0-83a8-4534-b433-69f318c4257a req-03c90419-768e-413d-81f5-75a90d1968fd tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 21:01:07.702836 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-332e30c0-83a8-4534-b433-69f318c4257a req-03c90419-768e-413d-81f5-75a90d1968fd tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] 10.222.0.46 "GET /v2.0/ports?device_id=07b29db9-03dd-4984-8853-a91eaa5fb175 HTTP/1.1" status: 200 len: 945 time: 0.0814257 Jan 31 21:01:07.802860 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-332e30c0-83a8-4534-b433-69f318c4257a req-c2a7fe10-f6e1-4d03-ac88-673e71190349 tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] 10.222.0.46 "GET /v2.0/security-groups?id=c3466f45-b059-46ec-9a9b-684b375557d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0911782 Jan 31 21:01:08.366306 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7caa097-ad57-4fa3-85c6-c2edc7dc6d9f req-0f2bda67-534b-4260-a6df-c0a1da195e3a tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 21:01:08.367895 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-c7caa097-ad57-4fa3-85c6-c2edc7dc6d9f req-0f2bda67-534b-4260-a6df-c0a1da195e3a tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] 10.222.0.46 "GET /v2.0/ports?device_id=521937b0-3541-460a-a340-58920b66dc40 HTTP/1.1" status: 200 len: 943 time: 0.0580740 Jan 31 21:01:08.423792 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-c7caa097-ad57-4fa3-85c6-c2edc7dc6d9f req-4fea18a7-66cc-45c8-bdba-b7a1e1bd75bd tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] 10.222.0.46 "GET /v2.0/security-groups?id=5e026526-bdec-4dfc-ba97-0cae44e0172b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492504 Jan 31 21:01:08.943477 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de247065-eaa9-42b6-8eaa-031c6775c902 req-4f68becd-5426-467b-aa79-4b5071d81296 tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 21:01:08.945144 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-de247065-eaa9-42b6-8eaa-031c6775c902 req-4f68becd-5426-467b-aa79-4b5071d81296 tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] 10.222.0.46 "GET /v2.0/ports?device_id=07b29db9-03dd-4984-8853-a91eaa5fb175 HTTP/1.1" status: 200 len: 945 time: 0.0570183 Jan 31 21:01:08.993567 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-de247065-eaa9-42b6-8eaa-031c6775c902 req-aced5474-8a9c-4087-bc77-75dec23d0b81 tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] 10.222.0.46 "GET /v2.0/security-groups?id=c3466f45-b059-46ec-9a9b-684b375557d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425091 Jan 31 21:01:09.556259 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f3aeea-4f6b-4bc4-b35a-2cf23859a3aa req-d3c5d425-ebe8-498f-a14d-324cc34c1a80 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 21:01:09.557842 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-f4f3aeea-4f6b-4bc4-b35a-2cf23859a3aa req-d3c5d425-ebe8-498f-a14d-324cc34c1a80 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] 10.222.0.46 "GET /v2.0/ports?device_id=521937b0-3541-460a-a340-58920b66dc40 HTTP/1.1" status: 200 len: 943 time: 0.0546312 Jan 31 21:01:09.607245 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-f4f3aeea-4f6b-4bc4-b35a-2cf23859a3aa req-a12685b3-deb7-4798-8b84-599635cc769c tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] 10.222.0.46 "GET /v2.0/security-groups?id=5e026526-bdec-4dfc-ba97-0cae44e0172b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434532 Jan 31 21:01:10.113364 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448d0167-f238-474f-882c-293dd88e6dd1 req-dc2380b5-f87a-4298-9133-f04b9402277c tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 21:01:10.114852 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-448d0167-f238-474f-882c-293dd88e6dd1 req-dc2380b5-f87a-4298-9133-f04b9402277c tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] 10.222.0.46 "GET /v2.0/ports?device_id=07b29db9-03dd-4984-8853-a91eaa5fb175 HTTP/1.1" status: 200 len: 945 time: 0.0527036 Jan 31 21:01:10.166007 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-448d0167-f238-474f-882c-293dd88e6dd1 req-1e64ea80-1f64-4965-8fea-84e5d18883f0 tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] 10.222.0.46 "GET /v2.0/security-groups?id=c3466f45-b059-46ec-9a9b-684b375557d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448349 Jan 31 21:01:10.735260 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b7d77c-a2ef-450d-87a6-94d752dbdca1 req-15b2273f-c758-4c7b-bd69-f7157e50f822 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 21:01:10.736771 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-93b7d77c-a2ef-450d-87a6-94d752dbdca1 req-15b2273f-c758-4c7b-bd69-f7157e50f822 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] 10.222.0.46 "GET /v2.0/ports?device_id=521937b0-3541-460a-a340-58920b66dc40 HTTP/1.1" status: 200 len: 943 time: 0.0556765 Jan 31 21:01:10.784252 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-93b7d77c-a2ef-450d-87a6-94d752dbdca1 req-5fdd9fe6-9031-4890-8db2-5619d1a687c6 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] 10.222.0.46 "GET /v2.0/security-groups?id=5e026526-bdec-4dfc-ba97-0cae44e0172b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411282 Jan 31 21:01:10.902475 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.rpc [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Device 03ce2948-3900-488e-9af1-5eaec4cd03a3 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=102451) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 21:01:10.999786 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.db [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] For port 03ce2948-3900-488e-9af1-5eaec4cd03a3, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=03ce2948-3900-488e-9af1-5eaec4cd03a3,segment=NetworkSegment(0b88ba8a-5620-4c08-98b4-337c2e3644cc),segment_id=0b88ba8a-5620-4c08-98b4-337c2e3644cc)] {{(pid=102451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 21:01:11.011421 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.rpc [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Returning: {'device': '03ce2948-3900-488e-9af1-5eaec4cd03a3', 'network_id': 'e68884ed-aafc-46db-987f-40cce4cb0a81', 'port_id': '03ce2948-3900-488e-9af1-5eaec4cd03a3', 'mac_address': 'fa:16:3e:c7:83:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 689, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34dec552-ecde-44b0-b00b-6077e3fcfd65', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102451) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 21:01:11.047108 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.plugin [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Current status of the port 03ce2948-3900-488e-9af1-5eaec4cd03a3 is: DOWN; New status is: BUILD {{(pid=102451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 21:01:11.047479 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1026180'] for port (03ce2948-3900-488e-9af1-5eaec4cd03a3), before_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:01:11.060211 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.notifiers.nova [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03ce2948-3900-488e-9af1-5eaec4cd03a3 {{(pid=102451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 21:01:11.079439 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.db [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] For port 03ce2948-3900-488e-9af1-5eaec4cd03a3, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=03ce2948-3900-488e-9af1-5eaec4cd03a3,segment=NetworkSegment(0b88ba8a-5620-4c08-98b4-337c2e3644cc),segment_id=0b88ba8a-5620-4c08-98b4-337c2e3644cc)] {{(pid=102451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 21:01:11.083246 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1029723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3769609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783600466378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783599971615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783599971633'] for port (03ce2948-3900-488e-9af1-5eaec4cd03a3), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:01:11.129467 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Pushing event updated for resources: {'Port': ['ID=03ce2948-3900-488e-9af1-5eaec4cd03a3,revision_number=9']} {{(pid=102451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 21:01:11.293894 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa99e4ef-cea5-4f14-b10e-68fd2939408a req-3549c217-ea26-4f93-8ad1-f437f9356314 tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 21:01:11.295474 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-fa99e4ef-cea5-4f14-b10e-68fd2939408a req-3549c217-ea26-4f93-8ad1-f437f9356314 tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] 10.222.0.46 "GET /v2.0/ports?device_id=07b29db9-03dd-4984-8853-a91eaa5fb175 HTTP/1.1" status: 200 len: 945 time: 0.0605311 Jan 31 21:01:11.320215 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.db [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] get_ports_and_sgs() called for port_ids ['03ce2948-3900-488e-9af1-5eaec4cd03a3'] {{(pid=102451) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 21:01:11.350667 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-fa99e4ef-cea5-4f14-b10e-68fd2939408a req-c0c0e152-dd48-40ff-94cc-db5567f23912 tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] 10.222.0.46 "GET /v2.0/security-groups?id=c3466f45-b059-46ec-9a9b-684b375557d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482841 Jan 31 21:01:11.910684 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7154608d-b3eb-442c-8e3c-be2f75dae844 req-ee53d8f0-75a2-43d1-9ccc-b67bb6cbdd0f tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 21:01:11.912234 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-7154608d-b3eb-442c-8e3c-be2f75dae844 req-ee53d8f0-75a2-43d1-9ccc-b67bb6cbdd0f tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] 10.222.0.46 "GET /v2.0/ports?device_id=521937b0-3541-460a-a340-58920b66dc40 HTTP/1.1" status: 200 len: 944 time: 0.0548143 Jan 31 21:01:11.964113 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-7154608d-b3eb-442c-8e3c-be2f75dae844 req-a414f3d5-b63b-49b0-9143-93a1e5aeb39c tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] 10.222.0.46 "GET /v2.0/security-groups?id=5e026526-bdec-4dfc-ba97-0cae44e0172b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458567 Jan 31 21:01:12.467417 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883788fa-7d2c-4bd5-90d7-aff8666acf88 req-a0a0695f-6ba2-47b9-b986-5b802d25a368 tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 21:01:12.468887 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-883788fa-7d2c-4bd5-90d7-aff8666acf88 req-a0a0695f-6ba2-47b9-b986-5b802d25a368 tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] 10.222.0.46 "GET /v2.0/ports?device_id=07b29db9-03dd-4984-8853-a91eaa5fb175 HTTP/1.1" status: 200 len: 945 time: 0.0520549 Jan 31 21:01:12.516874 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-883788fa-7d2c-4bd5-90d7-aff8666acf88 req-cfcce82e-3df3-41a2-8d03-549e85798435 tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] 10.222.0.46 "GET /v2.0/security-groups?id=c3466f45-b059-46ec-9a9b-684b375557d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425217 Jan 31 21:01:12.902371 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.rpc [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Device 03ce2948-3900-488e-9af1-5eaec4cd03a3 up at agent hyperv_hv-cinder-81322 {{(pid=102451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 21:01:12.951593 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.db.provisioning_blocks [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Provisioning complete for port 03ce2948-3900-488e-9af1-5eaec4cd03a3 triggered by entity L2. {{(pid=102451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 21:01:12.951972 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3401144'] for port (03ce2948-3900-488e-9af1-5eaec4cd03a3), provisioning_complete {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:01:13.037827 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.plugin [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Current status of the port 03ce2948-3900-488e-9af1-5eaec4cd03a3 is: BUILD; New status is: ACTIVE {{(pid=102451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 21:01:13.038221 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1026180'] for port (03ce2948-3900-488e-9af1-5eaec4cd03a3), before_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:01:13.061022 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '521937b0-3541-460a-a340-58920b66dc40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03ce2948-3900-488e-9af1-5eaec4cd03a3'}] {{(pid=102451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 21:01:13.063294 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c23f90a41664c3b077a95f51e37b0059f8aa38e98bc0260eca12d616ac4420be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad686587-9670-4cfb-975c-46cf9b70aa4e" -d '{"events": [{"server_uuid": "521937b0-3541-460a-a340-58920b66dc40", "name": "network-vif-plugged", "status": "completed", "tag": "03ce2948-3900-488e-9af1-5eaec4cd03a3"}]}' {{(pid=102451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 21:01:13.076745 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.db [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] For port 03ce2948-3900-488e-9af1-5eaec4cd03a3, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=03ce2948-3900-488e-9af1-5eaec4cd03a3,segment=NetworkSegment(0b88ba8a-5620-4c08-98b4-337c2e3644cc),segment_id=0b88ba8a-5620-4c08-98b4-337c2e3644cc)] {{(pid=102451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 21:01:13.081328 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1029723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3769609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783600466378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783599971615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783599971633'] for port (03ce2948-3900-488e-9af1-5eaec4cd03a3), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:01:13.097894 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f26c153-8da3-4222-991d-4ef7a6de78a4 req-8a1bb75b-f15d-4672-bc08-1415f9e55487 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 21:01:13.099446 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-0f26c153-8da3-4222-991d-4ef7a6de78a4 req-8a1bb75b-f15d-4672-bc08-1415f9e55487 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] 10.222.0.46 "GET /v2.0/ports?device_id=521937b0-3541-460a-a340-58920b66dc40 HTTP/1.1" status: 200 len: 944 time: 0.0660617 Jan 31 21:01:13.106451 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 21:01:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f71e001-e66e-4ec8-8905-400cbb9200f5 x-openstack-request-id: req-4f71e001-e66e-4ec8-8905-400cbb9200f5 {{(pid=102451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 21:01:13.106745 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "521937b0-3541-460a-a340-58920b66dc40", "name": "network-vif-plugged", "status": "completed", "tag": "03ce2948-3900-488e-9af1-5eaec4cd03a3", "code": 200}]} {{(pid=102451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 21:01:13.107026 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-4f71e001-e66e-4ec8-8905-400cbb9200f5 {{(pid=102451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 21:01:13.107484 dv-cinder-813229-5-iscsi neutron-server[102451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '521937b0-3541-460a-a340-58920b66dc40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03ce2948-3900-488e-9af1-5eaec4cd03a3', 'code': 200} Jan 31 21:01:13.135298 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Pushing event updated for resources: {'Port': ['ID=03ce2948-3900-488e-9af1-5eaec4cd03a3,revision_number=10']} {{(pid=102451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 21:01:13.161058 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-0f26c153-8da3-4222-991d-4ef7a6de78a4 req-76700f9a-333e-4faa-a1a4-a79fe5e79360 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] 10.222.0.46 "GET /v2.0/security-groups?id=5e026526-bdec-4dfc-ba97-0cae44e0172b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545135 Jan 31 21:01:13.294107 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3063d4d7-4f94-4ee6-900b-fef5948f0045 req-f83edd82-7d64-4b1d-9dac-6270c0b72318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 21:01:13.295615 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-3063d4d7-4f94-4ee6-900b-fef5948f0045 req-f83edd82-7d64-4b1d-9dac-6270c0b72318 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=521937b0-3541-460a-a340-58920b66dc40 HTTP/1.1" status: 200 len: 1130 time: 0.0432243 Jan 31 21:01:13.342456 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-3063d4d7-4f94-4ee6-900b-fef5948f0045 req-7556b347-7dff-4125-872f-029499bf6e7e service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=5e026526-bdec-4dfc-ba97-0cae44e0172b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405221 Jan 31 21:01:13.640589 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c253976-3b14-4da5-b554-fa0c3c2a002c req-f31b78f9-852a-42ec-b42f-b69b81d96f71 tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 21:01:13.642346 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-9c253976-3b14-4da5-b554-fa0c3c2a002c req-f31b78f9-852a-42ec-b42f-b69b81d96f71 tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] 10.222.0.46 "GET /v2.0/ports?device_id=07b29db9-03dd-4984-8853-a91eaa5fb175 HTTP/1.1" status: 200 len: 945 time: 0.0565679 Jan 31 21:01:13.700244 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-9c253976-3b14-4da5-b554-fa0c3c2a002c req-ef5320b8-ee52-4743-93e9-c80f80b61c87 tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] 10.222.0.46 "GET /v2.0/security-groups?id=c3466f45-b059-46ec-9a9b-684b375557d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520899 Jan 31 21:01:14.289194 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328a977f-e9ab-4f07-a44c-4954113e6128 req-124e9801-de16-492d-b83b-ff95d307f372 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 21:01:14.290709 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-328a977f-e9ab-4f07-a44c-4954113e6128 req-124e9801-de16-492d-b83b-ff95d307f372 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] 10.222.0.46 "GET /v2.0/ports?device_id=521937b0-3541-460a-a340-58920b66dc40 HTTP/1.1" status: 200 len: 946 time: 0.0555608 Jan 31 21:01:14.344238 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-328a977f-e9ab-4f07-a44c-4954113e6128 req-488ee069-df55-4289-ad53-d7015f31b6ec tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] 10.222.0.46 "GET /v2.0/security-groups?id=5e026526-bdec-4dfc-ba97-0cae44e0172b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479920 Jan 31 21:01:14.849585 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27da4ce8-63ba-4f96-a8e9-836b5e84bad6 req-2864b397-bd5d-4964-9af6-3f77a5faaba9 tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 21:01:14.851619 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-27da4ce8-63ba-4f96-a8e9-836b5e84bad6 req-2864b397-bd5d-4964-9af6-3f77a5faaba9 tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] 10.222.0.46 "GET /v2.0/ports?device_id=07b29db9-03dd-4984-8853-a91eaa5fb175 HTTP/1.1" status: 200 len: 945 time: 0.0650556 Jan 31 21:01:14.905777 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-27da4ce8-63ba-4f96-a8e9-836b5e84bad6 req-59c03bc9-45ab-486d-aacd-36a4787ce69e tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] 10.222.0.46 "GET /v2.0/security-groups?id=c3466f45-b059-46ec-9a9b-684b375557d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476570 Jan 31 21:01:15.209954 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f093ee5-53fe-4dcf-aad1-9d5cbb0d352d req-b57546da-c6f7-4a25-8069-bd4e6f923738 tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 21:01:15.211787 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-9f093ee5-53fe-4dcf-aad1-9d5cbb0d352d req-b57546da-c6f7-4a25-8069-bd4e6f923738 tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] 10.222.0.46 "GET /v2.0/ports?device_id=07b29db9-03dd-4984-8853-a91eaa5fb175 HTTP/1.1" status: 200 len: 945 time: 0.0865421 Jan 31 21:01:15.283301 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66c00eb-d4fc-401d-94ff-e1edfafce254 req-6ca766cd-fe8f-46db-8f35-ab0a699c361b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 21:01:15.284798 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-c66c00eb-d4fc-401d-94ff-e1edfafce254 req-6ca766cd-fe8f-46db-8f35-ab0a699c361b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=047e08285f47481da2d6cf2445501723&device_id=07b29db9-03dd-4984-8853-a91eaa5fb175 HTTP/1.1" status: 200 len: 1129 time: 0.1005313 Jan 31 21:01:15.288396 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-9f093ee5-53fe-4dcf-aad1-9d5cbb0d352d req-a532bb7e-20a8-4f49-8452-3ee5c45eaff0 tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] 10.222.0.46 "GET /v2.0/security-groups?id=c3466f45-b059-46ec-9a9b-684b375557d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615115 Jan 31 21:01:15.378679 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66c00eb-d4fc-401d-94ff-e1edfafce254 req-acd47ad2-ba84-4465-b930-63a79ee9356a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 21:01:15.380185 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-c66c00eb-d4fc-401d-94ff-e1edfafce254 req-acd47ad2-ba84-4465-b930-63a79ee9356a service neutron] 10.222.0.59 "GET /v2.0/networks?id=bdbc09ff-d174-4862-8f91-19ce9b2a383a HTTP/1.1" status: 200 len: 912 time: 0.0891247 Jan 31 21:01:15.454123 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-c66c00eb-d4fc-401d-94ff-e1edfafce254 req-0b79185c-4260-4299-bb5a-d36669b56a8f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a9577a12-768b-451e-bd7a-8e181ac9b261 HTTP/1.1" status: 200 len: 1001 time: 0.0658762 Jan 31 21:01:15.480508 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a425ff7-8e16-4473-840a-8b81ce51b15e req-3f5176b9-0172-42ba-835d-d150338b5a42 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 21:01:15.482020 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-2a425ff7-8e16-4473-840a-8b81ce51b15e req-3f5176b9-0172-42ba-835d-d150338b5a42 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] 10.222.0.46 "GET /v2.0/ports?device_id=521937b0-3541-460a-a340-58920b66dc40 HTTP/1.1" status: 200 len: 946 time: 0.0599229 Jan 31 21:01:15.517172 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66c00eb-d4fc-401d-94ff-e1edfafce254 req-ac76d39e-c7c6-4ab0-a35f-2a6966a1a1bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 21:01:15.518734 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-c66c00eb-d4fc-401d-94ff-e1edfafce254 req-ac76d39e-c7c6-4ab0-a35f-2a6966a1a1bb service neutron] 10.222.0.59 "GET /v2.0/subnets?id=05b63977-1e2b-4747-8d09-fb1f8f446ce1 HTTP/1.1" status: 200 len: 850 time: 0.0561996 Jan 31 21:01:15.530945 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-2a425ff7-8e16-4473-840a-8b81ce51b15e req-92f46825-3a70-40dc-83ac-051afaae10e0 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] 10.222.0.46 "GET /v2.0/security-groups?id=5e026526-bdec-4dfc-ba97-0cae44e0172b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434132 Jan 31 21:01:15.576443 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66c00eb-d4fc-401d-94ff-e1edfafce254 req-65d91ae6-6170-4761-93e7-e48471b9887f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 21:01:15.578885 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-c66c00eb-d4fc-401d-94ff-e1edfafce254 req-65d91ae6-6170-4761-93e7-e48471b9887f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=bdbc09ff-d174-4862-8f91-19ce9b2a383a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0529704 Jan 31 21:01:15.667239 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-c66c00eb-d4fc-401d-94ff-e1edfafce254 req-818cdbe8-e888-4551-a9a9-8b919ac09c59 service neutron] 10.222.0.59 "GET /v2.0/networks/bdbc09ff-d174-4862-8f91-19ce9b2a383a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816529 Jan 31 21:01:15.760193 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-c66c00eb-d4fc-401d-94ff-e1edfafce254 req-efd046c8-812f-4a8a-a8cf-287779e7d7f9 service neutron] 10.222.0.59 "GET /v2.0/networks/bdbc09ff-d174-4862-8f91-19ce9b2a383a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869710 Jan 31 21:01:16.441224 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0230146-ef82-45e7-8cb0-2b541dd19433 req-4bf11398-e15c-429b-b871-5f608a0852dc tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 21:01:16.442728 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-e0230146-ef82-45e7-8cb0-2b541dd19433 req-4bf11398-e15c-429b-b871-5f608a0852dc tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] 10.222.0.46 "GET /v2.0/ports?device_id=07b29db9-03dd-4984-8853-a91eaa5fb175 HTTP/1.1" status: 200 len: 945 time: 0.0703239 Jan 31 21:01:16.493409 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-e0230146-ef82-45e7-8cb0-2b541dd19433 req-6482a216-325e-4f54-b981-1e301571b023 tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] 10.222.0.46 "GET /v2.0/security-groups?id=c3466f45-b059-46ec-9a9b-684b375557d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444043 Jan 31 21:01:17.214084 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.wsgi [-] (102450) accepted ('10.222.0.46', 44616) {{(pid=102450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 21:01:17.261158 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.db.db_base_plugin_v2 [None req-a59b015b-9854-4eb2-a532-54e726ea712a admin admin] Deleting subnet 3e8bfc04-2632-45b2-bbc5-88e7c10c1811 {{(pid=102450) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 31 21:01:17.264210 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-a59b015b-9854-4eb2-a532-54e726ea712a admin admin] Publish callbacks [] for subnet (3e8bfc04-2632-45b2-bbc5-88e7c10c1811), before_delete {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:01:17.298817 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-a59b015b-9854-4eb2-a532-54e726ea712a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29120982'] for subnet (3e8bfc04-2632-45b2-bbc5-88e7c10c1811), precommit_delete_associations {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:01:17.336764 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-a59b015b-9854-4eb2-a532-54e726ea712a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-792270'] for subnet (3e8bfc04-2632-45b2-bbc5-88e7c10c1811), precommit_delete {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:01:17.386763 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-a59b015b-9854-4eb2-a532-54e726ea712a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-792247', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3769609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27814816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28956758'] for subnet (3e8bfc04-2632-45b2-bbc5-88e7c10c1811), after_delete {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:01:17.409513 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59b015b-9854-4eb2-a532-54e726ea712a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3e8bfc04-2632-45b2-bbc5-88e7c10c1811,revision_number=None']} {{(pid=102450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 21:01:17.419424 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59b015b-9854-4eb2-a532-54e726ea712a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 21:01:17.419776 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59b015b-9854-4eb2-a532-54e726ea712a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 21:01:17.420119 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59b015b-9854-4eb2-a532-54e726ea712a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 21:01:17.420464 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59b015b-9854-4eb2-a532-54e726ea712a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 21:01:17.420798 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59b015b-9854-4eb2-a532-54e726ea712a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 21:01:17.421133 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59b015b-9854-4eb2-a532-54e726ea712a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 21:01:17.421465 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59b015b-9854-4eb2-a532-54e726ea712a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 21:01:17.421792 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59b015b-9854-4eb2-a532-54e726ea712a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 21:01:17.422119 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59b015b-9854-4eb2-a532-54e726ea712a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 21:01:17.422450 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59b015b-9854-4eb2-a532-54e726ea712a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 21:01:17.422794 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59b015b-9854-4eb2-a532-54e726ea712a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 21:01:17.423115 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59b015b-9854-4eb2-a532-54e726ea712a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 21:01:17.423496 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a59b015b-9854-4eb2-a532-54e726ea712a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 21:01:17.426371 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-a59b015b-9854-4eb2-a532-54e726ea712a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:01:17.430107 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [None req-a59b015b-9854-4eb2-a532-54e726ea712a admin admin] 10.222.0.46 "DELETE /v2.0/subnets/3e8bfc04-2632-45b2-bbc5-88e7c10c1811 HTTP/1.1" status: 204 len: 168 time: 0.2150040 Jan 31 21:01:17.434060 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.wsgi [-] (102450) accepted ('10.222.0.46', 44618) {{(pid=102450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 21:01:17.507534 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-cb5acadf-ca7c-4fe0-ae75-8dcc7b285704 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-979588'] for network (adc09fa2-8bb9-48a4-b8eb-2252a9ff3034), before_delete {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:01:17.583499 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-cb5acadf-ca7c-4fe0-ae75-8dcc7b285704 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-793947', 'neutron.services.segments.db._delete_segments_for_network-8783600486530'] for network (adc09fa2-8bb9-48a4-b8eb-2252a9ff3034), precommit_delete {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:01:17.606965 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.services.segments.db [None req-cb5acadf-ca7c-4fe0-ae75-8dcc7b285704 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['adc09fa2-8bb9-48a4-b8eb-2252a9ff3034']}} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 21:01:17.616196 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.services.segments.db [None req-cb5acadf-ca7c-4fe0-ae75-8dcc7b285704 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '545c4fc5-da7e-4c4a-8467-ca82cac965ea') {'for_net_delete': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 21:01:17.616489 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.services.segments.db [None req-cb5acadf-ca7c-4fe0-ae75-8dcc7b285704 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '545c4fc5-da7e-4c4a-8467-ca82cac965ea') {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 21:01:17.625496 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-cb5acadf-ca7c-4fe0-ae75-8dcc7b285704 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783600487563', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29120991'] for segment (545c4fc5-da7e-4c4a-8467-ca82cac965ea), before_delete {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:01:17.639478 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-cb5acadf-ca7c-4fe0-ae75-8dcc7b285704 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-936743'] for segment (545c4fc5-da7e-4c4a-8467-ca82cac965ea), precommit_delete {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:01:17.645384 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb5acadf-ca7c-4fe0-ae75-8dcc7b285704 admin admin] Releasing vlan 657 on physical network physnet1 to pool {{(pid=102450) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 21:01:17.645767 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-cb5acadf-ca7c-4fe0-ae75-8dcc7b285704 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-936743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27814670'] for segment (545c4fc5-da7e-4c4a-8467-ca82cac965ea), after_delete {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:01:17.647588 dv-cinder-813229-5-iscsi neutron-server[102450]: Traceback (most recent call last): Jan 31 21:01:17.647588 dv-cinder-813229-5-iscsi neutron-server[102450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 21:01:17.647588 dv-cinder-813229-5-iscsi neutron-server[102450]: timer() Jan 31 21:01:17.647588 dv-cinder-813229-5-iscsi neutron-server[102450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 21:01:17.647588 dv-cinder-813229-5-iscsi neutron-server[102450]: cb(*args, **kw) Jan 31 21:01:17.647588 dv-cinder-813229-5-iscsi neutron-server[102450]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 21:01:17.647588 dv-cinder-813229-5-iscsi neutron-server[102450]: return func(*args, **kwargs) Jan 31 21:01:17.647588 dv-cinder-813229-5-iscsi neutron-server[102450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 21:01:17.647588 dv-cinder-813229-5-iscsi neutron-server[102450]: self._notify() Jan 31 21:01:17.647588 dv-cinder-813229-5-iscsi neutron-server[102450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 21:01:17.647588 dv-cinder-813229-5-iscsi neutron-server[102450]: self.callback(batched_events) Jan 31 21:01:17.647588 dv-cinder-813229-5-iscsi neutron-server[102450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 21:01:17.647588 dv-cinder-813229-5-iscsi neutron-server[102450]: event.method(event) Jan 31 21:01:17.647588 dv-cinder-813229-5-iscsi neutron-server[102450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 21:01:17.647588 dv-cinder-813229-5-iscsi neutron-server[102450]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 21:01:17.647588 dv-cinder-813229-5-iscsi neutron-server[102450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 21:01:17.647588 dv-cinder-813229-5-iscsi neutron-server[102450]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 21:01:17.647588 dv-cinder-813229-5-iscsi neutron-server[102450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 21:01:17.647588 dv-cinder-813229-5-iscsi neutron-server[102450]: return f(self, *a, **k) Jan 31 21:01:17.647588 dv-cinder-813229-5-iscsi neutron-server[102450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 21:01:17.647588 dv-cinder-813229-5-iscsi neutron-server[102450]: return self._get(url).json() Jan 31 21:01:17.647588 dv-cinder-813229-5-iscsi neutron-server[102450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 21:01:17.647588 dv-cinder-813229-5-iscsi neutron-server[102450]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 21:01:17.647588 dv-cinder-813229-5-iscsi neutron-server[102450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 21:01:17.647588 dv-cinder-813229-5-iscsi neutron-server[102450]: return self.request(url, 'GET', **kwargs) Jan 31 21:01:17.647588 dv-cinder-813229-5-iscsi neutron-server[102450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 21:01:17.647588 dv-cinder-813229-5-iscsi neutron-server[102450]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 21:01:17.647588 dv-cinder-813229-5-iscsi neutron-server[102450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 21:01:17.647588 dv-cinder-813229-5-iscsi neutron-server[102450]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 21:01:17.647588 dv-cinder-813229-5-iscsi neutron-server[102450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 21:01:17.647588 dv-cinder-813229-5-iscsi neutron-server[102450]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 21:01:17.647588 dv-cinder-813229-5-iscsi neutron-server[102450]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 21:01:17.700063 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-cb5acadf-ca7c-4fe0-ae75-8dcc7b285704 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-793932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3769609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3696773'] for network (adc09fa2-8bb9-48a4-b8eb-2252a9ff3034), after_delete {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:01:17.705353 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-cb5acadf-ca7c-4fe0-ae75-8dcc7b285704 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3769851'] for network (None), before_response {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:01:17.708559 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [None req-cb5acadf-ca7c-4fe0-ae75-8dcc7b285704 admin admin] 10.222.0.46 "DELETE /v2.0/networks/adc09fa2-8bb9-48a4-b8eb-2252a9ff3034 HTTP/1.1" status: 204 len: 168 time: 0.2735841 Jan 31 21:01:17.719943 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5acadf-ca7c-4fe0-ae75-8dcc7b285704 admin admin] Pushing event deleted for resources: {'Network': ['ID=adc09fa2-8bb9-48a4-b8eb-2252a9ff3034,revision_number=None']} {{(pid=102450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 21:01:17.816996 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.wsgi [-] (102450) accepted ('10.222.0.46', 44622) {{(pid=102450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 21:01:17.857965 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [None req-433c0b37-89ad-429b-93e1-0aef5ab21531 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=7fb000300e384275b8a61f3cfe15a52e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0395551 Jan 31 21:01:17.860384 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.wsgi [-] (102450) accepted ('10.222.0.46', 44624) {{(pid=102450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 21:01:17.906716 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-524fee50-9296-4b09-88a6-92a3d9e4a2fc admin admin] Publish callbacks [] for security_group (7e39ad3c-1523-4ebf-9fe2-6f39f4782e3a), before_delete {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:01:17.931236 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-524fee50-9296-4b09-88a6-92a3d9e4a2fc admin admin] Publish callbacks [] for security_group (7e39ad3c-1523-4ebf-9fe2-6f39f4782e3a), precommit_delete {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:01:17.979387 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-524fee50-9296-4b09-88a6-92a3d9e4a2fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736509'] for security_group (7e39ad3c-1523-4ebf-9fe2-6f39f4782e3a), after_delete {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:01:17.983103 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-524fee50-9296-4b09-88a6-92a3d9e4a2fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:01:17.984337 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [None req-524fee50-9296-4b09-88a6-92a3d9e4a2fc admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/7e39ad3c-1523-4ebf-9fe2-6f39f4782e3a HTTP/1.1" status: 204 len: 168 time: 0.1230679 Jan 31 21:01:17.992611 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524fee50-9296-4b09-88a6-92a3d9e4a2fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e39ad3c-1523-4ebf-9fe2-6f39f4782e3a,revision_number=None']} {{(pid=102450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 21:01:18.737159 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.wsgi [-] (102450) accepted ('10.222.0.46', 44646) {{(pid=102450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 21:01:18.837463 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.v2.base [None req-04e52f2e-9460-4989-918f-051d7379f6e8 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-440508241-network', 'tenant_id': '9ef5260a588e440a9cbda357d967cba6'}} {{(pid=102450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 21:01:18.856775 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04e52f2e-9460-4989-918f-051d7379f6e8 admin admin] Made reservation on behalf of 9ef5260a588e440a9cbda357d967cba6 for: {'network': 1} {{(pid=102450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 21:01:18.859139 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-04e52f2e-9460-4989-918f-051d7379f6e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1026180'] for network (None), before_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:01:18.867794 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-04e52f2e-9460-4989-918f-051d7379f6e8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:01:18.942237 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-04e52f2e-9460-4989-918f-051d7379f6e8 admin admin] Publish callbacks [] for security_group (14b07d89-6273-4fd2-8188-26051ddb2fd3), precommit_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:01:18.947261 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-04e52f2e-9460-4989-918f-051d7379f6e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736509'] for security_group (14b07d89-6273-4fd2-8188-26051ddb2fd3), after_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:01:18.976985 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04e52f2e-9460-4989-918f-051d7379f6e8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 660} {{(pid=102450) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 21:01:18.986960 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e52f2e-9460-4989-918f-051d7379f6e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14b07d89-6273-4fd2-8188-26051ddb2fd3,revision_number=1']} {{(pid=102450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 21:01:18.992691 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-04e52f2e-9460-4989-918f-051d7379f6e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-936743'] for segment (686d5a02-d5f1-47f8-8eb5-40a8ecfc04d6), precommit_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:01:18.993030 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.db.segments_db [None req-04e52f2e-9460-4989-918f-051d7379f6e8 admin admin] Added segment 686d5a02-d5f1-47f8-8eb5-40a8ecfc04d6 of type vlan for network 4e180073-417f-4263-8c1c-52be850fc825 Jan 31 21:01:19.032389 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-04e52f2e-9460-4989-918f-051d7379f6e8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783599991637'] for network (4e180073-417f-4263-8c1c-52be850fc825), precommit_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:01:19.058098 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-04e52f2e-9460-4989-918f-051d7379f6e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3769609'] for network (4e180073-417f-4263-8c1c-52be850fc825), after_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:01:19.059164 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04e52f2e-9460-4989-918f-051d7379f6e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 21:01:19.059752 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-04e52f2e-9460-4989-918f-051d7379f6e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3769851'] for network (None), before_response {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:01:19.110595 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [None req-04e52f2e-9460-4989-918f-051d7379f6e8 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3722613 Jan 31 21:01:19.113698 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.wsgi [-] (102449) accepted ('10.222.0.46', 44650) {{(pid=102449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 21:01:19.119754 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.v2.base [None req-9be79b19-27a6-4d82-9daf-3a6610c138e5 admin admin] Request body: {'subnet': {'network_id': '4e180073-417f-4263-8c1c-52be850fc825', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-440508241-subnet', 'tenant_id': '9ef5260a588e440a9cbda357d967cba6', 'ip_version': 4}} {{(pid=102449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 21:01:19.123483 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e52f2e-9460-4989-918f-051d7379f6e8 admin admin] Pushing event updated for resources: {'Network': ['ID=4e180073-417f-4263-8c1c-52be850fc825,revision_number=1']} {{(pid=102450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 21:01:19.135271 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.rpc [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Network 4e180073-417f-4263-8c1c-52be850fc825 details requested by agent ovs-agent-dv-cinder-813229-5-iscsi with host dv-cinder-813229-5-iscsi {{(pid=102451) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 21:01:19.141901 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9be79b19-27a6-4d82-9daf-3a6610c138e5 admin admin] Made reservation on behalf of 9ef5260a588e440a9cbda357d967cba6 for: {'subnet': 1} {{(pid=102449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 21:01:19.144257 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-9be79b19-27a6-4d82-9daf-3a6610c138e5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25214388'] for subnet (None), before_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:01:19.310988 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-9be79b19-27a6-4d82-9daf-3a6610c138e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3769609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29109440', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25214338'] for subnet (cd1c723d-71f1-4815-99b6-32f8e6614b72), after_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:01:19.363965 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be79b19-27a6-4d82-9daf-3a6610c138e5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cd1c723d-71f1-4815-99b6-32f8e6614b72,revision_number=0']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 21:01:19.372920 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9be79b19-27a6-4d82-9daf-3a6610c138e5 admin admin] Checking segment: {'id': '686d5a02-d5f1-47f8-8eb5-40a8ecfc04d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '4e180073-417f-4263-8c1c-52be850fc825'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 21:01:19.373271 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9be79b19-27a6-4d82-9daf-3a6610c138e5 admin admin] Network hostable DHCP agents. Network: 4e180073-417f-4263-8c1c-52be850fc825, hostable agents: ['34ef0204-81d1-4f5e-89d1-b08d0f866641'], hosted agents: [] {{(pid=102449) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 21:01:19.390020 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9be79b19-27a6-4d82-9daf-3a6610c138e5 admin admin] Network 4e180073-417f-4263-8c1c-52be850fc825 is scheduled to be hosted by DHCP agent 34ef0204-81d1-4f5e-89d1-b08d0f866641 with binding_index 1 {{(pid=102449) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 21:01:19.399558 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.scheduler.base_scheduler [None req-9be79b19-27a6-4d82-9daf-3a6610c138e5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813229-5-iscsi, 4e180073-417f-4263-8c1c-52be850fc825) {{(pid=102449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 21:01:19.405866 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9be79b19-27a6-4d82-9daf-3a6610c138e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 21:01:19.406815 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-9be79b19-27a6-4d82-9daf-3a6610c138e5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3769851'] for subnet (None), before_response {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:01:19.411539 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dc3c9be-f298-46d6-8b96-3895238de4c1 None None] Network 4e180073-417f-4263-8c1c-52be850fc825 requested from dv-cinder-813229-5-iscsi {{(pid=102451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 21:01:19.428720 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.wsgi [-] (102450) accepted ('10.222.0.46', 44652) {{(pid=102450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 21:01:19.428945 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [None req-9be79b19-27a6-4d82-9daf-3a6610c138e5 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3139243 Jan 31 21:01:19.433167 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.v2.base [None req-2821027b-dcac-4f79-845b-62274ef683aa admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-440508241-router', 'tenant_id': '9ef5260a588e440a9cbda357d967cba6', 'external_gateway_info': {'network_id': '51ba4d8e-a54c-4fb0-a209-37766af226e8'}}} {{(pid=102450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 21:01:19.453521 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-2821027b-dcac-4f79-845b-62274ef683aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3694658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-987'] for router (823f6931-6a41-4df7-af62-8e4d4fc3a1fa), before_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:01:19.454624 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-2821027b-dcac-4f79-845b-62274ef683aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3675570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3697180', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3796638', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-962'] for router (823f6931-6a41-4df7-af62-8e4d4fc3a1fa), precommit_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:01:19.509896 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-9b01d9ee-92d8-44ef-b47c-1b7d2a505a9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600486512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3401042'] for agent (34ef0204-81d1-4f5e-89d1-b08d0f866641), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:01:19.528873 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-2821027b-dcac-4f79-845b-62274ef683aa admin admin] Publish callbacks [] for router_controller (823f6931-6a41-4df7-af62-8e4d4fc3a1fa), precommit_add_association {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:01:19.547988 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-503b960b-6a4e-4521-8aec-86f6fcf8ee1b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp46454b73-10d6-541d-9c15-68f305aeb19a-4e180073-417f-4263-8c1c-52be850fc825', 'network_id': '4e180073-417f-4263-8c1c-52be850fc825', 'project_id': '9ef5260a588e440a9cbda357d967cba6', 'fixed_ips': [{'subnet_id': 'cd1c723d-71f1-4815-99b6-32f8e6614b72'}]}} from dv-cinder-813229-5-iscsi. {{(pid=102451) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 31 21:01:19.548839 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-503b960b-6a4e-4521-8aec-86f6fcf8ee1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1026180'] for port (None), before_create {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:01:19.671034 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-2821027b-dcac-4f79-845b-62274ef683aa admin admin] Publish callbacks [] for router_gateway (823f6931-6a41-4df7-af62-8e4d4fc3a1fa), precommit_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:01:19.701746 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.db.db_base_plugin_common [None req-503b960b-6a4e-4521-8aec-86f6fcf8ee1b None None] Allocated IP 172.20.0.2 (4e180073-417f-4263-8c1c-52be850fc825/cd1c723d-71f1-4815-99b6-32f8e6614b72/9d405cef-016a-46f1-b421-dd6a75e1e03d) {{(pid=102451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 21:01:19.849445 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-503b960b-6a4e-4521-8aec-86f6fcf8ee1b None None] Publish callbacks [] for port (9d405cef-016a-46f1-b421-dd6a75e1e03d), precommit_create {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:01:19.855353 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-503b960b-6a4e-4521-8aec-86f6fcf8ee1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1029723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3769609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783599971597'] for port (9d405cef-016a-46f1-b421-dd6a75e1e03d), after_create {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:01:19.881354 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-2821027b-dcac-4f79-845b-62274ef683aa admin admin] Publish callbacks [] for router_gateway (823f6931-6a41-4df7-af62-8e4d4fc3a1fa), before_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:01:19.893111 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-503b960b-6a4e-4521-8aec-86f6fcf8ee1b None None] Network 4e180073-417f-4263-8c1c-52be850fc825 is already hosted by enough agents. {{(pid=102451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 21:01:19.895880 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.scheduler.base_scheduler [None req-503b960b-6a4e-4521-8aec-86f6fcf8ee1b None None] Resources bound (agent type, host, resource id): {{(pid=102451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 21:01:19.899893 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-503b960b-6a4e-4521-8aec-86f6fcf8ee1b None None] Received port after_create {{(pid=102451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 21:01:19.906431 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-2821027b-dcac-4f79-845b-62274ef683aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1026180'] for port (None), before_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:01:19.908049 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503b960b-6a4e-4521-8aec-86f6fcf8ee1b None None] Pushing event updated for resources: {'Port': ['ID=9d405cef-016a-46f1-b421-dd6a75e1e03d,revision_number=1']} {{(pid=102451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 21:01:19.962489 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.managers [None req-503b960b-6a4e-4521-8aec-86f6fcf8ee1b None None] Attempting to bind port 9d405cef-016a-46f1-b421-dd6a75e1e03d on host dv-cinder-813229-5-iscsi for vnic_type normal with profile {{(pid=102451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 21:01:19.962766 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.managers [None req-503b960b-6a4e-4521-8aec-86f6fcf8ee1b None None] Attempting to bind port 9d405cef-016a-46f1-b421-dd6a75e1e03d by drivers openvswitch,hyperv on host dv-cinder-813229-5-iscsi at level 0 using segments [{'id': '686d5a02-d5f1-47f8-8eb5-40a8ecfc04d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '4e180073-417f-4263-8c1c-52be850fc825'}] {{(pid=102451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 21:01:19.963154 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-503b960b-6a4e-4521-8aec-86f6fcf8ee1b None None] Attempting to bind port 9d405cef-016a-46f1-b421-dd6a75e1e03d on network 4e180073-417f-4263-8c1c-52be850fc825 {{(pid=102451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 21:01:19.968103 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-503b960b-6a4e-4521-8aec-86f6fcf8ee1b None None] Checking agent: {'id': '9ba4f6fe-000a-4ef5-9d61-ba62910ab5fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813229-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 20, 45, 56), 'started_at': datetime.datetime(2022, 1, 31, 20, 46, 26), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 21, 0, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813229-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 21:01:19.968470 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-503b960b-6a4e-4521-8aec-86f6fcf8ee1b None None] Checking segment: {'id': '686d5a02-d5f1-47f8-8eb5-40a8ecfc04d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '4e180073-417f-4263-8c1c-52be850fc825'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 21:01:19.968871 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-503b960b-6a4e-4521-8aec-86f6fcf8ee1b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:01:19.969254 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-503b960b-6a4e-4521-8aec-86f6fcf8ee1b None None] Bound using segment: {'id': '686d5a02-d5f1-47f8-8eb5-40a8ecfc04d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '4e180073-417f-4263-8c1c-52be850fc825'} {{(pid=102451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 21:01:19.969706 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.managers [None req-503b960b-6a4e-4521-8aec-86f6fcf8ee1b None None] Bound port: 9d405cef-016a-46f1-b421-dd6a75e1e03d, host: dv-cinder-813229-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '686d5a02-d5f1-47f8-8eb5-40a8ecfc04d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '4e180073-417f-4263-8c1c-52be850fc825'}}] {{(pid=102451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 21:01:19.970196 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-503b960b-6a4e-4521-8aec-86f6fcf8ee1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1026180'] for port (9d405cef-016a-46f1-b421-dd6a75e1e03d), before_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:01:20.013303 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.db.db_base_plugin_common [None req-2821027b-dcac-4f79-845b-62274ef683aa admin admin] Allocated IP 172.27.2.215 (51ba4d8e-a54c-4fb0-a209-37766af226e8/99ba9542-d2be-443f-a804-26ff9bedcbe2/3bb163ef-eaec-491f-9cbe-978f9c19caae) {{(pid=102450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 21:01:20.048491 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.db [None req-503b960b-6a4e-4521-8aec-86f6fcf8ee1b None None] For port 9d405cef-016a-46f1-b421-dd6a75e1e03d, host dv-cinder-813229-5-iscsi, cleared binding levels {{(pid=102451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 21:01:20.053911 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.db [None req-503b960b-6a4e-4521-8aec-86f6fcf8ee1b None None] For port 9d405cef-016a-46f1-b421-dd6a75e1e03d, host dv-cinder-813229-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-5-iscsi',level=0,port_id=9d405cef-016a-46f1-b421-dd6a75e1e03d,segment=NetworkSegment(686d5a02-d5f1-47f8-8eb5-40a8ecfc04d6),segment_id=686d5a02-d5f1-47f8-8eb5-40a8ecfc04d6)] {{(pid=102451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 21:01:20.061070 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-503b960b-6a4e-4521-8aec-86f6fcf8ee1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1029723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3769609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783600466378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783599971615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783599971633'] for port (9d405cef-016a-46f1-b421-dd6a75e1e03d), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:01:20.119382 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503b960b-6a4e-4521-8aec-86f6fcf8ee1b None None] Pushing event updated for resources: {'Port': ['ID=9d405cef-016a-46f1-b421-dd6a75e1e03d,revision_number=2']} {{(pid=102451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 21:01:20.132139 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-2821027b-dcac-4f79-845b-62274ef683aa admin admin] Publish callbacks [] for port (3bb163ef-eaec-491f-9cbe-978f9c19caae), precommit_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:01:20.173964 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-2821027b-dcac-4f79-845b-62274ef683aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1029723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3769609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783599971597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27814909'] for port (3bb163ef-eaec-491f-9cbe-978f9c19caae), after_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:01:20.214609 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2821027b-dcac-4f79-845b-62274ef683aa admin admin] Network 51ba4d8e-a54c-4fb0-a209-37766af226e8 is already hosted by enough agents. {{(pid=102450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 21:01:20.217487 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.scheduler.base_scheduler [None req-2821027b-dcac-4f79-845b-62274ef683aa admin admin] Resources bound (agent type, host, resource id): {{(pid=102450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 21:01:20.220025 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2821027b-dcac-4f79-845b-62274ef683aa admin admin] Received port after_create {{(pid=102450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 21:01:20.228700 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2821027b-dcac-4f79-845b-62274ef683aa admin admin] Pushing event updated for resources: {'Port': ['ID=3bb163ef-eaec-491f-9cbe-978f9c19caae,revision_number=1']} {{(pid=102450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 21:01:20.502334 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-2821027b-dcac-4f79-845b-62274ef683aa admin admin] Publish callbacks [] for router_gateway (823f6931-6a41-4df7-af62-8e4d4fc3a1fa), after_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:01:20.698544 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-2821027b-dcac-4f79-845b-62274ef683aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3675595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3697225'] for router (823f6931-6a41-4df7-af62-8e4d4fc3a1fa), after_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:01:21.069428 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2821027b-dcac-4f79-845b-62274ef683aa admin admin] Router 823f6931-6a41-4df7-af62-8e4d4fc3a1fa is scheduled to L3 agent 7c18f3b4-4d02-4b01-9072-98fcd9008716 with binding_index 1 {{(pid=102450) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 31 21:01:21.105679 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3278d920-f54e-45a6-908b-c9045dd8653c None None] Network 4e180073-417f-4263-8c1c-52be850fc825 requested from dv-cinder-813229-5-iscsi {{(pid=102451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 21:01:21.176604 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2821027b-dcac-4f79-845b-62274ef683aa admin admin] Notify agent at l3_agent.dv-cinder-813229-5-iscsi the message routers_updated {{(pid=102450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 21:01:21.190831 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bee47a9c-2ca4-4090-8eef-9dc9cd393296 None None] Sync routers for ids ['823f6931-6a41-4df7-af62-8e4d4fc3a1fa'] in dv-cinder-813229-5-iscsi {{(pid=102451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 21:01:21.195516 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-2821027b-dcac-4f79-845b-62274ef683aa admin admin] Publish callbacks [] for router (None), before_response {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:01:21.196760 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [None req-2821027b-dcac-4f79-845b-62274ef683aa admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.7670252 Jan 31 21:01:21.199459 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.wsgi [-] (102450) accepted ('10.222.0.46', 44654) {{(pid=102450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 21:01:21.237595 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.db.provisioning_blocks [None req-4e0266e3-36f0-4ca3-8459-3da69c3b867b None None] Provisioning complete for port 9d405cef-016a-46f1-b421-dd6a75e1e03d triggered by entity DHCP. {{(pid=102451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 21:01:21.237964 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-4e0266e3-36f0-4ca3-8459-3da69c3b867b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3401144'] for port (9d405cef-016a-46f1-b421-dd6a75e1e03d), provisioning_complete {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:01:21.241449 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bee47a9c-2ca4-4090-8eef-9dc9cd393296 None None] Routers {'823f6931-6a41-4df7-af62-8e4d4fc3a1fa'} bound to L3 agent in host dv-cinder-813229-5-iscsi {{(pid=102451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 21:01:21.242078 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.db.l3_hamode_db [None req-bee47a9c-2ca4-4090-8eef-9dc9cd393296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-31T20:45:52Z,description=,heartbeat_timestamp=2022-01-31T21:00:52Z,host='dv-cinder-813229-5-iscsi',id=7c18f3b4-4d02-4b01-9072-98fcd9008716,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T20:45:52Z,topic='l3_agent')) {'router_ids': ['823f6931-6a41-4df7-af62-8e4d4fc3a1fa'], 'active': True} {{(pid=102451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 21:01:21.534015 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.db.l3_dvr_db [None req-bee47a9c-2ca4-4090-8eef-9dc9cd393296 None None] Set router 823f6931-6a41-4df7-af62-8e4d4fc3a1fa gateway port host: dv-cinder-813229-5-iscsi {{(pid=102451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 21:01:21.697689 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-2f5687a6-ec82-4acc-992d-18f6b656f82f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1026180'] for port (None), before_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:01:21.705232 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.plugin [None req-4e0266e3-36f0-4ca3-8459-3da69c3b867b None None] Current status of the port 9d405cef-016a-46f1-b421-dd6a75e1e03d is: DOWN; New status is: ACTIVE {{(pid=102451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 21:01:21.705884 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-4e0266e3-36f0-4ca3-8459-3da69c3b867b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1026180'] for port (9d405cef-016a-46f1-b421-dd6a75e1e03d), before_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:01:21.713783 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.rpc [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Device 9d405cef-016a-46f1-b421-dd6a75e1e03d up at agent ovs-agent-dv-cinder-813229-5-iscsi {{(pid=102451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 21:01:21.786517 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-ad7765d8-eb86-4a62-9bc4-b429996dd98a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600486512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3401042'] for agent (7c18f3b4-4d02-4b01-9072-98fcd9008716), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:01:21.823048 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.db [None req-4e0266e3-36f0-4ca3-8459-3da69c3b867b None None] For port 9d405cef-016a-46f1-b421-dd6a75e1e03d, host dv-cinder-813229-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-5-iscsi',level=0,port_id=9d405cef-016a-46f1-b421-dd6a75e1e03d,segment=NetworkSegment(686d5a02-d5f1-47f8-8eb5-40a8ecfc04d6),segment_id=686d5a02-d5f1-47f8-8eb5-40a8ecfc04d6)] {{(pid=102451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 21:01:21.831016 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-4e0266e3-36f0-4ca3-8459-3da69c3b867b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1029723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3769609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783600466378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783599971615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783599971633'] for port (9d405cef-016a-46f1-b421-dd6a75e1e03d), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:01:21.870523 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.db.db_base_plugin_common [None req-2f5687a6-ec82-4acc-992d-18f6b656f82f admin admin] Allocated IP 172.20.0.1 (4e180073-417f-4263-8c1c-52be850fc825/cd1c723d-71f1-4815-99b6-32f8e6614b72/c3a78f26-b47d-4056-96df-9fd9c5dc9c7e) {{(pid=102450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 21:01:21.907545 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.db.provisioning_blocks [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Provisioning complete for port 9d405cef-016a-46f1-b421-dd6a75e1e03d triggered by entity L2. {{(pid=102451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 21:01:21.907926 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3401144'] for port (9d405cef-016a-46f1-b421-dd6a75e1e03d), provisioning_complete {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:01:21.942378 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0266e3-36f0-4ca3-8459-3da69c3b867b None None] Pushing event updated for resources: {'Port': ['ID=9d405cef-016a-46f1-b421-dd6a75e1e03d,revision_number=3']} {{(pid=102451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 21:01:21.976982 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-2f5687a6-ec82-4acc-992d-18f6b656f82f admin admin] Publish callbacks [] for port (c3a78f26-b47d-4056-96df-9fd9c5dc9c7e), precommit_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:01:21.980369 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.db.provisioning_blocks [None req-8b6c4eaa-f194-4c71-898b-4eb2615bba85 None None] Provisioning complete for port 9d405cef-016a-46f1-b421-dd6a75e1e03d triggered by entity DHCP. {{(pid=102451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 21:01:21.980369 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-8b6c4eaa-f194-4c71-898b-4eb2615bba85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3401144'] for port (9d405cef-016a-46f1-b421-dd6a75e1e03d), provisioning_complete {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:01:22.008555 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.db.l3_hamode_db [None req-bee47a9c-2ca4-4090-8eef-9dc9cd393296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '823f6931-6a41-4df7-af62-8e4d4fc3a1fa', 'name': 'tempest-TestShelveInstance-440508241-router', 'tenant_id': '9ef5260a588e440a9cbda357d967cba6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51ba4d8e-a54c-4fb0-a209-37766af226e8', 'external_fixed_ips': [{'subnet_id': '99ba9542-d2be-443f-a804-26ff9bedcbe2', 'ip_address': '172.27.2.215'}], 'enable_snat': True}, 'gw_port_id': '3bb163ef-eaec-491f-9cbe-978f9c19caae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T21:01:19Z', 'updated_at': '2022-01-31T21:01:20Z', 'revision_number': 3, 'project_id': '9ef5260a588e440a9cbda357d967cba6', 'gw_port': {'id': '3bb163ef-eaec-491f-9cbe-978f9c19caae', 'name': '', 'network_id': '51ba4d8e-a54c-4fb0-a209-37766af226e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:06:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '823f6931-6a41-4df7-af62-8e4d4fc3a1fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '99ba9542-d2be-443f-a804-26ff9bedcbe2', 'ip_address': '172.27.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T21:01:19Z', 'updated_at': '2022-01-31T21:01:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '99ba9542-d2be-443f-a804-26ff9bedcbe2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-5-iscsi'}], 'dv-cinder-813229-5-iscsi', False) {} {{(pid=102451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 21:01:22.014553 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-2f5687a6-ec82-4acc-992d-18f6b656f82f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1029723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3769609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783599971597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27814909'] for port (c3a78f26-b47d-4056-96df-9fd9c5dc9c7e), after_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:01:22.058157 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f5687a6-ec82-4acc-992d-18f6b656f82f admin admin] Network 4e180073-417f-4263-8c1c-52be850fc825 is already hosted by enough agents. {{(pid=102450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 21:01:22.062406 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.scheduler.base_scheduler [None req-2f5687a6-ec82-4acc-992d-18f6b656f82f admin admin] Resources bound (agent type, host, resource id): {{(pid=102450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 21:01:22.065515 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bee47a9c-2ca4-4090-8eef-9dc9cd393296 None None] Checking router: 823f6931-6a41-4df7-af62-8e4d4fc3a1fa for host: dv-cinder-813229-5-iscsi {{(pid=102451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 21:01:22.065866 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bee47a9c-2ca4-4090-8eef-9dc9cd393296 None None] Updating router 823f6931-6a41-4df7-af62-8e4d4fc3a1fa port 3bb163ef-eaec-491f-9cbe-978f9c19caae binding host dv-cinder-813229-5-iscsi {{(pid=102451) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 31 21:01:22.069843 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f5687a6-ec82-4acc-992d-18f6b656f82f admin admin] Received port after_create {{(pid=102450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 21:01:22.091836 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5687a6-ec82-4acc-992d-18f6b656f82f admin admin] Pushing event updated for resources: {'Port': ['ID=c3a78f26-b47d-4056-96df-9fd9c5dc9c7e,revision_number=1']} {{(pid=102450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 21:01:22.111425 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-2f5687a6-ec82-4acc-992d-18f6b656f82f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3696668'] for router_interface (823f6931-6a41-4df7-af62-8e4d4fc3a1fa), before_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:01:22.115839 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.plugin [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Current status of the port 9d405cef-016a-46f1-b421-dd6a75e1e03d is: ACTIVE; New status is: ACTIVE {{(pid=102451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 21:01:22.119652 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-bee47a9c-2ca4-4090-8eef-9dc9cd393296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1026180'] for port (3bb163ef-eaec-491f-9cbe-978f9c19caae), before_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:01:22.233070 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.plugin [None req-8b6c4eaa-f194-4c71-898b-4eb2615bba85 None None] Current status of the port 9d405cef-016a-46f1-b421-dd6a75e1e03d is: ACTIVE; New status is: ACTIVE {{(pid=102451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 21:01:22.259705 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-2f5687a6-ec82-4acc-992d-18f6b656f82f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1026180'] for port (c3a78f26-b47d-4056-96df-9fd9c5dc9c7e), before_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:01:22.377988 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.db.provisioning_blocks [None req-b57dd16d-a3fb-4412-8f5b-67b8c17aeb3e None None] Provisioning complete for port c3a78f26-b47d-4056-96df-9fd9c5dc9c7e triggered by entity DHCP. {{(pid=102451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 21:01:22.378358 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-b57dd16d-a3fb-4412-8f5b-67b8c17aeb3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3401144'] for port (c3a78f26-b47d-4056-96df-9fd9c5dc9c7e), provisioning_complete {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:01:22.429227 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-2f5687a6-ec82-4acc-992d-18f6b656f82f admin admin] Publish callbacks [] for port (c3a78f26-b47d-4056-96df-9fd9c5dc9c7e), precommit_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:01:22.434137 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-2f5687a6-ec82-4acc-992d-18f6b656f82f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1029723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3769609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783600466378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783599971615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783599971633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27814890'] for port (c3a78f26-b47d-4056-96df-9fd9c5dc9c7e), after_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:01:22.448250 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.plugin [None req-b57dd16d-a3fb-4412-8f5b-67b8c17aeb3e None None] Port c3a78f26-b47d-4056-96df-9fd9c5dc9c7e cannot update to ACTIVE because it is not bound. {{(pid=102451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 21:01:22.462608 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-bee47a9c-2ca4-4090-8eef-9dc9cd393296 None None] Publish callbacks [] for port (3bb163ef-eaec-491f-9cbe-978f9c19caae), precommit_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:01:22.468171 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-bee47a9c-2ca4-4090-8eef-9dc9cd393296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1029723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3769609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783600466378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783599971615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783599971633'] for port (3bb163ef-eaec-491f-9cbe-978f9c19caae), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:01:22.507971 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-2f5687a6-ec82-4acc-992d-18f6b656f82f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3769639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3694988'] for router_interface (823f6931-6a41-4df7-af62-8e4d4fc3a1fa), after_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:01:22.509700 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5687a6-ec82-4acc-992d-18f6b656f82f admin admin] Pushing event updated for resources: {'Port': ['ID=c3a78f26-b47d-4056-96df-9fd9c5dc9c7e,revision_number=2']} {{(pid=102450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 21:01:22.527136 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ffddb3-a671-4c4d-a93d-40d2b2975d20 None None] Pushing event updated for resources: {'Port': ['ID=3bb163ef-eaec-491f-9cbe-978f9c19caae,revision_number=2']} {{(pid=102451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 21:01:22.529473 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.managers [None req-bee47a9c-2ca4-4090-8eef-9dc9cd393296 None None] Attempting to bind port 3bb163ef-eaec-491f-9cbe-978f9c19caae on host dv-cinder-813229-5-iscsi for vnic_type normal with profile {{(pid=102451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 21:01:22.529840 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.managers [None req-bee47a9c-2ca4-4090-8eef-9dc9cd393296 None None] Attempting to bind port 3bb163ef-eaec-491f-9cbe-978f9c19caae by drivers openvswitch,hyperv on host dv-cinder-813229-5-iscsi at level 0 using segments [{'id': 'ad776c9f-cdc1-49f1-a366-310dcfc4c059', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51ba4d8e-a54c-4fb0-a209-37766af226e8'}] {{(pid=102451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 21:01:22.530202 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bee47a9c-2ca4-4090-8eef-9dc9cd393296 None None] Attempting to bind port 3bb163ef-eaec-491f-9cbe-978f9c19caae on network 51ba4d8e-a54c-4fb0-a209-37766af226e8 {{(pid=102451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 21:01:22.535720 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bee47a9c-2ca4-4090-8eef-9dc9cd393296 None None] Checking agent: {'id': '9ba4f6fe-000a-4ef5-9d61-ba62910ab5fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813229-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 20, 45, 56), 'started_at': datetime.datetime(2022, 1, 31, 20, 46, 26), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 21, 0, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813229-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 21:01:22.536100 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bee47a9c-2ca4-4090-8eef-9dc9cd393296 None None] Checking segment: {'id': 'ad776c9f-cdc1-49f1-a366-310dcfc4c059', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51ba4d8e-a54c-4fb0-a209-37766af226e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 21:01:22.536504 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-bee47a9c-2ca4-4090-8eef-9dc9cd393296 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:01:22.536923 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bee47a9c-2ca4-4090-8eef-9dc9cd393296 None None] Bound using segment: {'id': 'ad776c9f-cdc1-49f1-a366-310dcfc4c059', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51ba4d8e-a54c-4fb0-a209-37766af226e8'} {{(pid=102451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 21:01:22.537953 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.managers [None req-bee47a9c-2ca4-4090-8eef-9dc9cd393296 None None] Bound port: 3bb163ef-eaec-491f-9cbe-978f9c19caae, host: dv-cinder-813229-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad776c9f-cdc1-49f1-a366-310dcfc4c059', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51ba4d8e-a54c-4fb0-a209-37766af226e8'}}] {{(pid=102451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 21:01:22.538337 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-bee47a9c-2ca4-4090-8eef-9dc9cd393296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1026180'] for port (3bb163ef-eaec-491f-9cbe-978f9c19caae), before_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:01:22.591671 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.db [None req-bee47a9c-2ca4-4090-8eef-9dc9cd393296 None None] For port 3bb163ef-eaec-491f-9cbe-978f9c19caae, host dv-cinder-813229-5-iscsi, cleared binding levels {{(pid=102451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 21:01:22.597122 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.db [None req-bee47a9c-2ca4-4090-8eef-9dc9cd393296 None None] For port 3bb163ef-eaec-491f-9cbe-978f9c19caae, host dv-cinder-813229-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-5-iscsi',level=0,port_id=3bb163ef-eaec-491f-9cbe-978f9c19caae,segment=NetworkSegment(ad776c9f-cdc1-49f1-a366-310dcfc4c059),segment_id=ad776c9f-cdc1-49f1-a366-310dcfc4c059)] {{(pid=102451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 21:01:22.605723 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-bee47a9c-2ca4-4090-8eef-9dc9cd393296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1029723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3769609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783600466378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783599971615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783599971633'] for port (3bb163ef-eaec-491f-9cbe-978f9c19caae), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:01:22.609970 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f5687a6-ec82-4acc-992d-18f6b656f82f admin admin] Network 4e180073-417f-4263-8c1c-52be850fc825 is already hosted by enough agents. {{(pid=102450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 21:01:22.611354 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.scheduler.base_scheduler [None req-2f5687a6-ec82-4acc-992d-18f6b656f82f admin admin] Resources bound (agent type, host, resource id): {{(pid=102450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 21:01:22.694104 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bee47a9c-2ca4-4090-8eef-9dc9cd393296 None None] Routers {'823f6931-6a41-4df7-af62-8e4d4fc3a1fa'} bound to L3 agent in host dv-cinder-813229-5-iscsi {{(pid=102451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 21:01:22.694940 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.db.l3_hamode_db [None req-bee47a9c-2ca4-4090-8eef-9dc9cd393296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-31T20:45:52Z,description=,heartbeat_timestamp=2022-01-31T21:01:22Z,host='dv-cinder-813229-5-iscsi',id=7c18f3b4-4d02-4b01-9072-98fcd9008716,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T20:45:52Z,topic='l3_agent')) {'router_ids': ['823f6931-6a41-4df7-af62-8e4d4fc3a1fa'], 'active': True} {{(pid=102451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 21:01:22.744643 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ffddb3-a671-4c4d-a93d-40d2b2975d20 None None] Pushing event updated for resources: {'Port': ['ID=3bb163ef-eaec-491f-9cbe-978f9c19caae,revision_number=3']} {{(pid=102451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 21:01:22.773221 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f5687a6-ec82-4acc-992d-18f6b656f82f admin admin] Router 823f6931-6a41-4df7-af62-8e4d4fc3a1fa has already been hosted by L3 agent 7c18f3b4-4d02-4b01-9072-98fcd9008716 {{(pid=102450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 21:01:22.829144 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.db.l3_dvr_db [None req-bee47a9c-2ca4-4090-8eef-9dc9cd393296 None None] Set router 823f6931-6a41-4df7-af62-8e4d4fc3a1fa gateway port host: dv-cinder-813229-5-iscsi {{(pid=102451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 21:01:22.898752 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f5687a6-ec82-4acc-992d-18f6b656f82f admin admin] Notify agent at l3_agent.dv-cinder-813229-5-iscsi the message routers_updated {{(pid=102450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 21:01:22.904028 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [None req-2f5687a6-ec82-4acc-992d-18f6b656f82f admin admin] 10.222.0.46 "PUT /v2.0/routers/823f6931-6a41-4df7-af62-8e4d4fc3a1fa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7035718 Jan 31 21:01:22.925993 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.db.provisioning_blocks [None req-b99a146a-7d35-44bb-bb7a-2a899626b2bd None None] Provisioning complete for port c3a78f26-b47d-4056-96df-9fd9c5dc9c7e triggered by entity DHCP. {{(pid=102451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 21:01:22.926372 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-b99a146a-7d35-44bb-bb7a-2a899626b2bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3401144'] for port (c3a78f26-b47d-4056-96df-9fd9c5dc9c7e), provisioning_complete {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:01:23.022466 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.plugin [None req-b99a146a-7d35-44bb-bb7a-2a899626b2bd None None] Port c3a78f26-b47d-4056-96df-9fd9c5dc9c7e cannot update to ACTIVE because it is not bound. {{(pid=102451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 21:01:23.028182 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-7eb716df-9c73-407a-9e83-210e7bcc67e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600486512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3401042'] for agent (289e5c83-71b6-47e7-bef9-287113943a12), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:01:23.104077 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.db.l3_hamode_db [None req-bee47a9c-2ca4-4090-8eef-9dc9cd393296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '823f6931-6a41-4df7-af62-8e4d4fc3a1fa', 'name': 'tempest-TestShelveInstance-440508241-router', 'tenant_id': '9ef5260a588e440a9cbda357d967cba6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51ba4d8e-a54c-4fb0-a209-37766af226e8', 'external_fixed_ips': [{'subnet_id': '99ba9542-d2be-443f-a804-26ff9bedcbe2', 'ip_address': '172.27.2.215'}], 'enable_snat': True}, 'gw_port_id': '3bb163ef-eaec-491f-9cbe-978f9c19caae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T21:01:19Z', 'updated_at': '2022-01-31T21:01:22Z', 'revision_number': 4, 'project_id': '9ef5260a588e440a9cbda357d967cba6', 'gw_port': {'id': '3bb163ef-eaec-491f-9cbe-978f9c19caae', 'name': '', 'network_id': '51ba4d8e-a54c-4fb0-a209-37766af226e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:06:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '823f6931-6a41-4df7-af62-8e4d4fc3a1fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '99ba9542-d2be-443f-a804-26ff9bedcbe2', 'ip_address': '172.27.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T21:01:19Z', 'updated_at': '2022-01-31T21:01:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '99ba9542-d2be-443f-a804-26ff9bedcbe2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-5-iscsi', '_interfaces': [{'id': 'c3a78f26-b47d-4056-96df-9fd9c5dc9c7e', 'name': '', 'network_id': '4e180073-417f-4263-8c1c-52be850fc825', 'tenant_id': '9ef5260a588e440a9cbda357d967cba6', 'mac_address': 'fa:16:3e:76:c6:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '823f6931-6a41-4df7-af62-8e4d4fc3a1fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'cd1c723d-71f1-4815-99b6-32f8e6614b72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T21:01:21Z', 'updated_at': '2022-01-31T21:01:22Z', 'revision_number': 2, 'project_id': '9ef5260a588e440a9cbda357d967cba6', 'subnets': [{'id': 'cd1c723d-71f1-4815-99b6-32f8e6614b72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-5-iscsi', False) {} {{(pid=102451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 21:01:23.131875 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bee47a9c-2ca4-4090-8eef-9dc9cd393296 None None] The sync data for ids ['823f6931-6a41-4df7-af62-8e4d4fc3a1fa'] in dv-cinder-813229-5-iscsi is: [{'id': '823f6931-6a41-4df7-af62-8e4d4fc3a1fa', 'name': 'tempest-TestShelveInstance-440508241-router', 'tenant_id': '9ef5260a588e440a9cbda357d967cba6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51ba4d8e-a54c-4fb0-a209-37766af226e8', 'external_fixed_ips': [{'subnet_id': '99ba9542-d2be-443f-a804-26ff9bedcbe2', 'ip_address': '172.27.2.215'}], 'enable_snat': True}, 'gw_port_id': '3bb163ef-eaec-491f-9cbe-978f9c19caae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T21:01:19Z', 'updated_at': '2022-01-31T21:01:22Z', 'revision_number': 4, 'project_id': '9ef5260a588e440a9cbda357d967cba6', 'gw_port': {'id': '3bb163ef-eaec-491f-9cbe-978f9c19caae', 'name': '', 'network_id': '51ba4d8e-a54c-4fb0-a209-37766af226e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:06:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '823f6931-6a41-4df7-af62-8e4d4fc3a1fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '99ba9542-d2be-443f-a804-26ff9bedcbe2', 'ip_address': '172.27.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T21:01:19Z', 'updated_at': '2022-01-31T21:01:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '99ba9542-d2be-443f-a804-26ff9bedcbe2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-5-iscsi', '_interfaces': [{'id': 'c3a78f26-b47d-4056-96df-9fd9c5dc9c7e', 'name': '', 'network_id': '4e180073-417f-4263-8c1c-52be850fc825', 'tenant_id': '9ef5260a588e440a9cbda357d967cba6', 'mac_address': 'fa:16:3e:76:c6:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '823f6931-6a41-4df7-af62-8e4d4fc3a1fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'cd1c723d-71f1-4815-99b6-32f8e6614b72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T21:01:21Z', 'updated_at': '2022-01-31T21:01:22Z', 'revision_number': 2, 'project_id': '9ef5260a588e440a9cbda357d967cba6', 'subnets': [{'id': 'cd1c723d-71f1-4815-99b6-32f8e6614b72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 21:01:23.440551 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.wsgi [-] (102450) accepted ('10.222.0.46', 44670) {{(pid=102450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 21:01:23.446747 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.v2.base [None req-5c665f6f-b357-435c-a264-58fa9e2c352c admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1560693969-network', 'tenant_id': '63b7308f22c84a9584df4bcc794762ad'}} {{(pid=102450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 21:01:23.473013 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c665f6f-b357-435c-a264-58fa9e2c352c admin admin] Made reservation on behalf of 63b7308f22c84a9584df4bcc794762ad for: {'network': 1} {{(pid=102450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 21:01:23.476975 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-5c665f6f-b357-435c-a264-58fa9e2c352c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1026180'] for network (None), before_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:01:23.486208 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-5c665f6f-b357-435c-a264-58fa9e2c352c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:01:23.588190 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-5c665f6f-b357-435c-a264-58fa9e2c352c admin admin] Publish callbacks [] for security_group (9df27ce4-5196-4e04-96ce-fba2e2ed5592), precommit_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:01:23.593198 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-5c665f6f-b357-435c-a264-58fa9e2c352c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736509'] for security_group (9df27ce4-5196-4e04-96ce-fba2e2ed5592), after_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:01:23.608445 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.rpc [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Device 9d405cef-016a-46f1-b421-dd6a75e1e03d up at agent ovs-agent-dv-cinder-813229-5-iscsi {{(pid=102451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 21:01:23.616904 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c665f6f-b357-435c-a264-58fa9e2c352c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 675} {{(pid=102450) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 21:01:23.640290 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-5c665f6f-b357-435c-a264-58fa9e2c352c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-936743'] for segment (e906be55-7a29-4aaa-85f0-46ee3881bec8), precommit_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:01:23.640625 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.db.segments_db [None req-5c665f6f-b357-435c-a264-58fa9e2c352c admin admin] Added segment e906be55-7a29-4aaa-85f0-46ee3881bec8 of type vlan for network 52af1e8e-7ad4-42d2-9aa3-3f98c833b4f6 Jan 31 21:01:23.642113 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c665f6f-b357-435c-a264-58fa9e2c352c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9df27ce4-5196-4e04-96ce-fba2e2ed5592,revision_number=1']} {{(pid=102450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 21:01:23.679678 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.db.provisioning_blocks [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Provisioning complete for port 9d405cef-016a-46f1-b421-dd6a75e1e03d triggered by entity L2. {{(pid=102451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 21:01:23.680108 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3401144'] for port (9d405cef-016a-46f1-b421-dd6a75e1e03d), provisioning_complete {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:01:23.696004 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-5c665f6f-b357-435c-a264-58fa9e2c352c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783599991637'] for network (52af1e8e-7ad4-42d2-9aa3-3f98c833b4f6), precommit_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:01:23.722882 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-5c665f6f-b357-435c-a264-58fa9e2c352c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3769609'] for network (52af1e8e-7ad4-42d2-9aa3-3f98c833b4f6), after_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:01:23.723907 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c665f6f-b357-435c-a264-58fa9e2c352c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 21:01:23.726101 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-5c665f6f-b357-435c-a264-58fa9e2c352c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3769851'] for network (None), before_response {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:01:23.772602 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.plugin [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Current status of the port 9d405cef-016a-46f1-b421-dd6a75e1e03d is: ACTIVE; New status is: ACTIVE {{(pid=102451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 21:01:23.789098 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [None req-5c665f6f-b357-435c-a264-58fa9e2c352c admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3473933 Jan 31 21:01:23.792126 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.wsgi [-] (102449) accepted ('10.222.0.46', 44672) {{(pid=102449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 21:01:23.796375 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c665f6f-b357-435c-a264-58fa9e2c352c admin admin] Pushing event updated for resources: {'Network': ['ID=52af1e8e-7ad4-42d2-9aa3-3f98c833b4f6,revision_number=1']} {{(pid=102450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 21:01:23.798403 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.v2.base [None req-2479303e-b7d7-4d37-8cc0-4702813a2024 admin admin] Request body: {'subnet': {'network_id': '52af1e8e-7ad4-42d2-9aa3-3f98c833b4f6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1560693969-subnet', 'tenant_id': '63b7308f22c84a9584df4bcc794762ad', 'ip_version': 4}} {{(pid=102449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 21:01:23.808948 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.rpc [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Network 52af1e8e-7ad4-42d2-9aa3-3f98c833b4f6 details requested by agent ovs-agent-dv-cinder-813229-5-iscsi with host dv-cinder-813229-5-iscsi {{(pid=102451) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 21:01:23.828479 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2479303e-b7d7-4d37-8cc0-4702813a2024 admin admin] Made reservation on behalf of 63b7308f22c84a9584df4bcc794762ad for: {'subnet': 1} {{(pid=102449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 21:01:23.831691 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-2479303e-b7d7-4d37-8cc0-4702813a2024 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25214388'] for subnet (None), before_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:01:24.048753 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-2479303e-b7d7-4d37-8cc0-4702813a2024 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3769609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29109440', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25214338'] for subnet (20aef739-5515-473e-9991-bb833cbd7018), after_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:01:24.113426 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2479303e-b7d7-4d37-8cc0-4702813a2024 admin admin] Pushing event updated for resources: {'Subnet': ['ID=20aef739-5515-473e-9991-bb833cbd7018,revision_number=0']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 21:01:24.125397 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2479303e-b7d7-4d37-8cc0-4702813a2024 admin admin] Checking segment: {'id': 'e906be55-7a29-4aaa-85f0-46ee3881bec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '52af1e8e-7ad4-42d2-9aa3-3f98c833b4f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 21:01:24.125759 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2479303e-b7d7-4d37-8cc0-4702813a2024 admin admin] Network hostable DHCP agents. Network: 52af1e8e-7ad4-42d2-9aa3-3f98c833b4f6, hostable agents: ['34ef0204-81d1-4f5e-89d1-b08d0f866641'], hosted agents: [] {{(pid=102449) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 21:01:24.144430 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2479303e-b7d7-4d37-8cc0-4702813a2024 admin admin] Network 52af1e8e-7ad4-42d2-9aa3-3f98c833b4f6 is scheduled to be hosted by DHCP agent 34ef0204-81d1-4f5e-89d1-b08d0f866641 with binding_index 1 {{(pid=102449) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 21:01:24.153561 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.scheduler.base_scheduler [None req-2479303e-b7d7-4d37-8cc0-4702813a2024 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813229-5-iscsi, 52af1e8e-7ad4-42d2-9aa3-3f98c833b4f6) {{(pid=102449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 21:01:24.158302 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2479303e-b7d7-4d37-8cc0-4702813a2024 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 21:01:24.158950 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-2479303e-b7d7-4d37-8cc0-4702813a2024 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3769851'] for subnet (None), before_response {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:01:24.163985 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3f4eb7d-b93f-4493-92d5-50212cf095a9 None None] Network 52af1e8e-7ad4-42d2-9aa3-3f98c833b4f6 requested from dv-cinder-813229-5-iscsi {{(pid=102451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 21:01:24.179894 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [None req-2479303e-b7d7-4d37-8cc0-4702813a2024 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3857934 Jan 31 21:01:24.183717 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.wsgi [-] (102450) accepted ('10.222.0.46', 44674) {{(pid=102450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 21:01:24.188433 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.v2.base [None req-68898d16-4163-4b64-a490-7b82c4c9ceec admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1560693969-router', 'tenant_id': '63b7308f22c84a9584df4bcc794762ad', 'external_gateway_info': {'network_id': '51ba4d8e-a54c-4fb0-a209-37766af226e8'}}} {{(pid=102450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 21:01:24.219593 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-68898d16-4163-4b64-a490-7b82c4c9ceec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3694658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-987'] for router (6a8063a1-fa5c-419d-bccf-5af33233492f), before_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:01:24.220642 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-68898d16-4163-4b64-a490-7b82c4c9ceec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3675570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3697180', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3796638', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-962'] for router (6a8063a1-fa5c-419d-bccf-5af33233492f), precommit_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:01:24.283894 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-68898d16-4163-4b64-a490-7b82c4c9ceec admin admin] Publish callbacks [] for router_controller (6a8063a1-fa5c-419d-bccf-5af33233492f), precommit_add_association {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:01:24.295341 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd3f98e5-7e14-4437-ae78-58aec17286f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp46454b73-10d6-541d-9c15-68f305aeb19a-52af1e8e-7ad4-42d2-9aa3-3f98c833b4f6', 'network_id': '52af1e8e-7ad4-42d2-9aa3-3f98c833b4f6', 'project_id': '63b7308f22c84a9584df4bcc794762ad', 'fixed_ips': [{'subnet_id': '20aef739-5515-473e-9991-bb833cbd7018'}]}} from dv-cinder-813229-5-iscsi. {{(pid=102451) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 31 21:01:24.296552 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-bd3f98e5-7e14-4437-ae78-58aec17286f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1026180'] for port (None), before_create {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:01:24.452552 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-68898d16-4163-4b64-a490-7b82c4c9ceec admin admin] Publish callbacks [] for router_gateway (6a8063a1-fa5c-419d-bccf-5af33233492f), precommit_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:01:24.472385 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-ded4de29-c2d1-4616-9365-9981ea756e41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600486512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3401042'] for agent (bf9d83f7-9209-4252-b853-70feadeab726), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:01:24.479721 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.db.db_base_plugin_common [None req-bd3f98e5-7e14-4437-ae78-58aec17286f9 None None] Allocated IP 172.20.0.2 (52af1e8e-7ad4-42d2-9aa3-3f98c833b4f6/20aef739-5515-473e-9991-bb833cbd7018/20bac0cf-043b-4d88-9de6-59396257c10f) {{(pid=102451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 21:01:24.647846 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-bd3f98e5-7e14-4437-ae78-58aec17286f9 None None] Publish callbacks [] for port (20bac0cf-043b-4d88-9de6-59396257c10f), precommit_create {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:01:24.659802 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-bd3f98e5-7e14-4437-ae78-58aec17286f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1029723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3769609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783599971597'] for port (20bac0cf-043b-4d88-9de6-59396257c10f), after_create {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:01:24.682447 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-68898d16-4163-4b64-a490-7b82c4c9ceec admin admin] Publish callbacks [] for router_gateway (6a8063a1-fa5c-419d-bccf-5af33233492f), before_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:01:24.701187 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-68898d16-4163-4b64-a490-7b82c4c9ceec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1026180'] for port (None), before_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:01:24.708325 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd3f98e5-7e14-4437-ae78-58aec17286f9 None None] Network 52af1e8e-7ad4-42d2-9aa3-3f98c833b4f6 is already hosted by enough agents. {{(pid=102451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 21:01:24.711961 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.scheduler.base_scheduler [None req-bd3f98e5-7e14-4437-ae78-58aec17286f9 None None] Resources bound (agent type, host, resource id): {{(pid=102451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 21:01:24.715304 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd3f98e5-7e14-4437-ae78-58aec17286f9 None None] Received port after_create {{(pid=102451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 21:01:24.722802 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3f98e5-7e14-4437-ae78-58aec17286f9 None None] Pushing event updated for resources: {'Port': ['ID=20bac0cf-043b-4d88-9de6-59396257c10f,revision_number=1']} {{(pid=102451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 21:01:24.778951 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.managers [None req-bd3f98e5-7e14-4437-ae78-58aec17286f9 None None] Attempting to bind port 20bac0cf-043b-4d88-9de6-59396257c10f on host dv-cinder-813229-5-iscsi for vnic_type normal with profile {{(pid=102451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 21:01:24.779321 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.managers [None req-bd3f98e5-7e14-4437-ae78-58aec17286f9 None None] Attempting to bind port 20bac0cf-043b-4d88-9de6-59396257c10f by drivers openvswitch,hyperv on host dv-cinder-813229-5-iscsi at level 0 using segments [{'id': 'e906be55-7a29-4aaa-85f0-46ee3881bec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '52af1e8e-7ad4-42d2-9aa3-3f98c833b4f6'}] {{(pid=102451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 21:01:24.779683 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd3f98e5-7e14-4437-ae78-58aec17286f9 None None] Attempting to bind port 20bac0cf-043b-4d88-9de6-59396257c10f on network 52af1e8e-7ad4-42d2-9aa3-3f98c833b4f6 {{(pid=102451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 21:01:24.784651 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd3f98e5-7e14-4437-ae78-58aec17286f9 None None] Checking agent: {'id': '9ba4f6fe-000a-4ef5-9d61-ba62910ab5fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813229-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 20, 45, 56), 'started_at': datetime.datetime(2022, 1, 31, 20, 46, 26), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 21, 0, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813229-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 21:01:24.785026 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd3f98e5-7e14-4437-ae78-58aec17286f9 None None] Checking segment: {'id': 'e906be55-7a29-4aaa-85f0-46ee3881bec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '52af1e8e-7ad4-42d2-9aa3-3f98c833b4f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 21:01:24.785426 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-bd3f98e5-7e14-4437-ae78-58aec17286f9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:01:24.785819 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd3f98e5-7e14-4437-ae78-58aec17286f9 None None] Bound using segment: {'id': 'e906be55-7a29-4aaa-85f0-46ee3881bec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '52af1e8e-7ad4-42d2-9aa3-3f98c833b4f6'} {{(pid=102451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 21:01:24.786279 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.managers [None req-bd3f98e5-7e14-4437-ae78-58aec17286f9 None None] Bound port: 20bac0cf-043b-4d88-9de6-59396257c10f, host: dv-cinder-813229-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e906be55-7a29-4aaa-85f0-46ee3881bec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '52af1e8e-7ad4-42d2-9aa3-3f98c833b4f6'}}] {{(pid=102451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 21:01:24.786771 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-bd3f98e5-7e14-4437-ae78-58aec17286f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1026180'] for port (20bac0cf-043b-4d88-9de6-59396257c10f), before_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:01:24.837084 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.db.db_base_plugin_common [None req-68898d16-4163-4b64-a490-7b82c4c9ceec admin admin] Allocated IP 172.27.2.169 (51ba4d8e-a54c-4fb0-a209-37766af226e8/99ba9542-d2be-443f-a804-26ff9bedcbe2/d423f615-943f-42a9-9570-6db6bb7e5cba) {{(pid=102450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 21:01:24.867533 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.db [None req-bd3f98e5-7e14-4437-ae78-58aec17286f9 None None] For port 20bac0cf-043b-4d88-9de6-59396257c10f, host dv-cinder-813229-5-iscsi, cleared binding levels {{(pid=102451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 21:01:24.874584 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.db [None req-bd3f98e5-7e14-4437-ae78-58aec17286f9 None None] For port 20bac0cf-043b-4d88-9de6-59396257c10f, host dv-cinder-813229-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-5-iscsi',level=0,port_id=20bac0cf-043b-4d88-9de6-59396257c10f,segment=NetworkSegment(e906be55-7a29-4aaa-85f0-46ee3881bec8),segment_id=e906be55-7a29-4aaa-85f0-46ee3881bec8)] {{(pid=102451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 21:01:24.883343 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-bd3f98e5-7e14-4437-ae78-58aec17286f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1029723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3769609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783600466378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783599971615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783599971633'] for port (20bac0cf-043b-4d88-9de6-59396257c10f), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:01:24.941153 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3f98e5-7e14-4437-ae78-58aec17286f9 None None] Pushing event updated for resources: {'Port': ['ID=20bac0cf-043b-4d88-9de6-59396257c10f,revision_number=2']} {{(pid=102451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 21:01:24.946388 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-68898d16-4163-4b64-a490-7b82c4c9ceec admin admin] Publish callbacks [] for port (d423f615-943f-42a9-9570-6db6bb7e5cba), precommit_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:01:24.981815 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-68898d16-4163-4b64-a490-7b82c4c9ceec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1029723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3769609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783599971597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27814909'] for port (d423f615-943f-42a9-9570-6db6bb7e5cba), after_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:01:25.022191 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68898d16-4163-4b64-a490-7b82c4c9ceec admin admin] Network 51ba4d8e-a54c-4fb0-a209-37766af226e8 is already hosted by enough agents. {{(pid=102450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 21:01:25.024935 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.scheduler.base_scheduler [None req-68898d16-4163-4b64-a490-7b82c4c9ceec admin admin] Resources bound (agent type, host, resource id): {{(pid=102450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 21:01:25.028436 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68898d16-4163-4b64-a490-7b82c4c9ceec admin admin] Received port after_create {{(pid=102450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 21:01:25.036476 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68898d16-4163-4b64-a490-7b82c4c9ceec admin admin] Pushing event updated for resources: {'Port': ['ID=d423f615-943f-42a9-9570-6db6bb7e5cba,revision_number=1']} {{(pid=102450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 21:01:25.341071 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-68898d16-4163-4b64-a490-7b82c4c9ceec admin admin] Publish callbacks [] for router_gateway (6a8063a1-fa5c-419d-bccf-5af33233492f), after_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:01:25.534146 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-68898d16-4163-4b64-a490-7b82c4c9ceec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3675595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3697225'] for router (6a8063a1-fa5c-419d-bccf-5af33233492f), after_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:01:25.705547 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68898d16-4163-4b64-a490-7b82c4c9ceec admin admin] Router 6a8063a1-fa5c-419d-bccf-5af33233492f is scheduled to L3 agent 7c18f3b4-4d02-4b01-9072-98fcd9008716 with binding_index 1 {{(pid=102450) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 31 21:01:25.722092 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.rpc [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Device 3bb163ef-eaec-491f-9cbe-978f9c19caae up at agent ovs-agent-dv-cinder-813229-5-iscsi {{(pid=102451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 21:01:25.777857 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.db.provisioning_blocks [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Provisioning complete for port 3bb163ef-eaec-491f-9cbe-978f9c19caae triggered by entity L2. {{(pid=102451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 21:01:25.778328 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3401144'] for port (3bb163ef-eaec-491f-9cbe-978f9c19caae), provisioning_complete {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:01:25.854333 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68898d16-4163-4b64-a490-7b82c4c9ceec admin admin] Notify agent at l3_agent.dv-cinder-813229-5-iscsi the message routers_updated {{(pid=102450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 21:01:25.865181 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d889ccf-f362-4328-ad25-aadcac19cd8d None None] Sync routers for ids ['6a8063a1-fa5c-419d-bccf-5af33233492f'] in dv-cinder-813229-5-iscsi {{(pid=102454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 21:01:25.875511 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-68898d16-4163-4b64-a490-7b82c4c9ceec admin admin] Publish callbacks [] for router (None), before_response {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:01:25.877495 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [None req-68898d16-4163-4b64-a490-7b82c4c9ceec admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.6923518 Jan 31 21:01:25.879471 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d889ccf-f362-4328-ad25-aadcac19cd8d None None] Routers {'6a8063a1-fa5c-419d-bccf-5af33233492f'} bound to L3 agent in host dv-cinder-813229-5-iscsi {{(pid=102454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 21:01:25.880105 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.db.l3_hamode_db [None req-3d889ccf-f362-4328-ad25-aadcac19cd8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-31T20:45:52Z,description=,heartbeat_timestamp=2022-01-31T21:01:22Z,host='dv-cinder-813229-5-iscsi',id=7c18f3b4-4d02-4b01-9072-98fcd9008716,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T20:45:52Z,topic='l3_agent')) {'router_ids': ['6a8063a1-fa5c-419d-bccf-5af33233492f'], 'active': True} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 21:01:25.881445 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.wsgi [-] (102449) accepted ('10.222.0.46', 44676) {{(pid=102449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 21:01:25.899292 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.plugin [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Current status of the port 3bb163ef-eaec-491f-9cbe-978f9c19caae is: DOWN; New status is: ACTIVE {{(pid=102451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 21:01:25.900075 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1026180'] for port (3bb163ef-eaec-491f-9cbe-978f9c19caae), before_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:01:25.941215 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79186ea4-3e21-4453-93e7-a3b2f0198a7c None None] Sync routers for ids ['823f6931-6a41-4df7-af62-8e4d4fc3a1fa'] in dv-cinder-813229-5-iscsi {{(pid=102451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 21:01:25.952461 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.db [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] For port 3bb163ef-eaec-491f-9cbe-978f9c19caae, host dv-cinder-813229-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-5-iscsi',level=0,port_id=3bb163ef-eaec-491f-9cbe-978f9c19caae,segment=NetworkSegment(ad776c9f-cdc1-49f1-a366-310dcfc4c059),segment_id=ad776c9f-cdc1-49f1-a366-310dcfc4c059)] {{(pid=102451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 21:01:25.981698 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1029723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3769609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783600466378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783599971615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783599971633'] for port (3bb163ef-eaec-491f-9cbe-978f9c19caae), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:01:25.982935 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.rpc [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Device 20bac0cf-043b-4d88-9de6-59396257c10f up at agent ovs-agent-dv-cinder-813229-5-iscsi {{(pid=102451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 21:01:26.008989 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.db.l3_dvr_db [None req-3d889ccf-f362-4328-ad25-aadcac19cd8d None None] Set router 6a8063a1-fa5c-419d-bccf-5af33233492f gateway port host: dv-cinder-813229-5-iscsi {{(pid=102454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 21:01:26.110880 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Pushing event updated for resources: {'Port': ['ID=3bb163ef-eaec-491f-9cbe-978f9c19caae,revision_number=4']} {{(pid=102451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 21:01:26.113867 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d4966b2-285c-4ae3-89e3-095e33077afe None None] Network 52af1e8e-7ad4-42d2-9aa3-3f98c833b4f6 requested from dv-cinder-813229-5-iscsi {{(pid=102451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 21:01:26.150542 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79186ea4-3e21-4453-93e7-a3b2f0198a7c None None] Routers {'823f6931-6a41-4df7-af62-8e4d4fc3a1fa'} bound to L3 agent in host dv-cinder-813229-5-iscsi {{(pid=102451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 21:01:26.151605 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.db.l3_hamode_db [None req-79186ea4-3e21-4453-93e7-a3b2f0198a7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-31T20:45:52Z,description=,heartbeat_timestamp=2022-01-31T21:01:22Z,host='dv-cinder-813229-5-iscsi',id=7c18f3b4-4d02-4b01-9072-98fcd9008716,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T20:45:52Z,topic='l3_agent')) {'router_ids': ['823f6931-6a41-4df7-af62-8e4d4fc3a1fa'], 'active': True} {{(pid=102451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 21:01:26.153060 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600486512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3401042'] for agent (9ba4f6fe-000a-4ef5-9d61-ba62910ab5fe), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:01:26.200502 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 21:01:26.200774 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 21:01:26.201073 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 21:01:26.201998 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 21:01:26.201998 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 21:01:26.201998 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 21:01:26.202420 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 21:01:26.202733 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 21:01:26.203069 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 21:01:26.203359 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 21:01:26.203685 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 21:01:26.204238 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 21:01:26.204649 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 21:01:26.242429 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.db.provisioning_blocks [None req-16c821ae-5112-45ca-84d6-37c6c4be3dc8 None None] Provisioning complete for port 20bac0cf-043b-4d88-9de6-59396257c10f triggered by entity DHCP. {{(pid=102451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 21:01:26.242429 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-16c821ae-5112-45ca-84d6-37c6c4be3dc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3401144'] for port (20bac0cf-043b-4d88-9de6-59396257c10f), provisioning_complete {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:01:26.282291 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.db.l3_hamode_db [None req-3d889ccf-f362-4328-ad25-aadcac19cd8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a8063a1-fa5c-419d-bccf-5af33233492f', 'name': 'tempest-TestShelveInstance-1560693969-router', 'tenant_id': '63b7308f22c84a9584df4bcc794762ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51ba4d8e-a54c-4fb0-a209-37766af226e8', 'external_fixed_ips': [{'subnet_id': '99ba9542-d2be-443f-a804-26ff9bedcbe2', 'ip_address': '172.27.2.169'}], 'enable_snat': True}, 'gw_port_id': 'd423f615-943f-42a9-9570-6db6bb7e5cba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T21:01:24Z', 'updated_at': '2022-01-31T21:01:25Z', 'revision_number': 3, 'project_id': '63b7308f22c84a9584df4bcc794762ad', 'gw_port': {'id': 'd423f615-943f-42a9-9570-6db6bb7e5cba', 'name': '', 'network_id': '51ba4d8e-a54c-4fb0-a209-37766af226e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:5d:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a8063a1-fa5c-419d-bccf-5af33233492f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '99ba9542-d2be-443f-a804-26ff9bedcbe2', 'ip_address': '172.27.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T21:01:24Z', 'updated_at': '2022-01-31T21:01:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '99ba9542-d2be-443f-a804-26ff9bedcbe2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-5-iscsi'}], 'dv-cinder-813229-5-iscsi', False) {} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 21:01:26.312378 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d889ccf-f362-4328-ad25-aadcac19cd8d None None] Checking router: 6a8063a1-fa5c-419d-bccf-5af33233492f for host: dv-cinder-813229-5-iscsi {{(pid=102454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 21:01:26.312972 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d889ccf-f362-4328-ad25-aadcac19cd8d None None] Updating router 6a8063a1-fa5c-419d-bccf-5af33233492f port d423f615-943f-42a9-9570-6db6bb7e5cba binding host dv-cinder-813229-5-iscsi {{(pid=102454) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 31 21:01:26.357711 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-3d889ccf-f362-4328-ad25-aadcac19cd8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1026180'] for port (d423f615-943f-42a9-9570-6db6bb7e5cba), before_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:01:26.433923 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.db.provisioning_blocks [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Provisioning complete for port 20bac0cf-043b-4d88-9de6-59396257c10f triggered by entity L2. {{(pid=102451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 21:01:26.434310 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3401144'] for port (20bac0cf-043b-4d88-9de6-59396257c10f), provisioning_complete {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:01:26.437018 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.db.l3_dvr_db [None req-79186ea4-3e21-4453-93e7-a3b2f0198a7c None None] Set router 823f6931-6a41-4df7-af62-8e4d4fc3a1fa gateway port host: dv-cinder-813229-5-iscsi {{(pid=102451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 21:01:26.626529 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.plugin [None req-16c821ae-5112-45ca-84d6-37c6c4be3dc8 None None] Current status of the port 20bac0cf-043b-4d88-9de6-59396257c10f is: DOWN; New status is: ACTIVE {{(pid=102451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 21:01:26.627237 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-16c821ae-5112-45ca-84d6-37c6c4be3dc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1026180'] for port (20bac0cf-043b-4d88-9de6-59396257c10f), before_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:01:26.716823 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-1f6bbcfc-da46-4bcc-961d-2537074fb1bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1026180'] for port (None), before_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:01:26.718836 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-3d889ccf-f362-4328-ad25-aadcac19cd8d None None] Publish callbacks [] for port (d423f615-943f-42a9-9570-6db6bb7e5cba), precommit_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:01:26.726526 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-3d889ccf-f362-4328-ad25-aadcac19cd8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1029723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3769609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783600466378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783599971615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783599971633'] for port (d423f615-943f-42a9-9570-6db6bb7e5cba), after_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:01:26.763682 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.db [None req-16c821ae-5112-45ca-84d6-37c6c4be3dc8 None None] For port 20bac0cf-043b-4d88-9de6-59396257c10f, host dv-cinder-813229-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-5-iscsi',level=0,port_id=20bac0cf-043b-4d88-9de6-59396257c10f,segment=NetworkSegment(e906be55-7a29-4aaa-85f0-46ee3881bec8),segment_id=e906be55-7a29-4aaa-85f0-46ee3881bec8)] {{(pid=102451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 21:01:26.778870 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-16c821ae-5112-45ca-84d6-37c6c4be3dc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1029723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3769609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783600466378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783599971615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783599971633'] for port (20bac0cf-043b-4d88-9de6-59396257c10f), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:01:26.799700 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.plugin [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Current status of the port 20bac0cf-043b-4d88-9de6-59396257c10f is: DOWN; New status is: ACTIVE {{(pid=102451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 21:01:26.800089 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1026180'] for port (20bac0cf-043b-4d88-9de6-59396257c10f), before_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:01:26.824271 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363b03e6-2890-4758-97be-081022bcf986 None None] Pushing event updated for resources: {'Port': ['ID=d423f615-943f-42a9-9570-6db6bb7e5cba,revision_number=2']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 21:01:26.834832 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363b03e6-2890-4758-97be-081022bcf986 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 21:01:26.836038 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363b03e6-2890-4758-97be-081022bcf986 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 21:01:26.836038 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363b03e6-2890-4758-97be-081022bcf986 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 21:01:26.836366 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363b03e6-2890-4758-97be-081022bcf986 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 21:01:26.836704 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363b03e6-2890-4758-97be-081022bcf986 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 21:01:26.837033 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363b03e6-2890-4758-97be-081022bcf986 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 21:01:26.837365 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363b03e6-2890-4758-97be-081022bcf986 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 21:01:26.837693 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363b03e6-2890-4758-97be-081022bcf986 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 21:01:26.838019 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363b03e6-2890-4758-97be-081022bcf986 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 21:01:26.838345 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363b03e6-2890-4758-97be-081022bcf986 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 21:01:26.838772 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363b03e6-2890-4758-97be-081022bcf986 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 21:01:26.839043 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363b03e6-2890-4758-97be-081022bcf986 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 21:01:26.839532 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363b03e6-2890-4758-97be-081022bcf986 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 21:01:26.847311 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [None req-3d889ccf-f362-4328-ad25-aadcac19cd8d None None] Attempting to bind port d423f615-943f-42a9-9570-6db6bb7e5cba on host dv-cinder-813229-5-iscsi for vnic_type normal with profile {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 21:01:26.847683 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [None req-3d889ccf-f362-4328-ad25-aadcac19cd8d None None] Attempting to bind port d423f615-943f-42a9-9570-6db6bb7e5cba by drivers openvswitch,hyperv on host dv-cinder-813229-5-iscsi at level 0 using segments [{'id': 'ad776c9f-cdc1-49f1-a366-310dcfc4c059', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51ba4d8e-a54c-4fb0-a209-37766af226e8'}] {{(pid=102454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 21:01:26.848045 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d889ccf-f362-4328-ad25-aadcac19cd8d None None] Attempting to bind port d423f615-943f-42a9-9570-6db6bb7e5cba on network 51ba4d8e-a54c-4fb0-a209-37766af226e8 {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 21:01:26.854867 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d889ccf-f362-4328-ad25-aadcac19cd8d None None] Checking agent: {'id': '9ba4f6fe-000a-4ef5-9d61-ba62910ab5fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813229-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 20, 45, 56), 'started_at': datetime.datetime(2022, 1, 31, 20, 46, 26), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 21, 1, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813229-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 21:01:26.855265 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d889ccf-f362-4328-ad25-aadcac19cd8d None None] Checking segment: {'id': 'ad776c9f-cdc1-49f1-a366-310dcfc4c059', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51ba4d8e-a54c-4fb0-a209-37766af226e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 21:01:26.855657 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-3d889ccf-f362-4328-ad25-aadcac19cd8d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:01:26.856193 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d889ccf-f362-4328-ad25-aadcac19cd8d None None] Bound using segment: {'id': 'ad776c9f-cdc1-49f1-a366-310dcfc4c059', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51ba4d8e-a54c-4fb0-a209-37766af226e8'} {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 21:01:26.856669 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [None req-3d889ccf-f362-4328-ad25-aadcac19cd8d None None] Bound port: d423f615-943f-42a9-9570-6db6bb7e5cba, host: dv-cinder-813229-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad776c9f-cdc1-49f1-a366-310dcfc4c059', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51ba4d8e-a54c-4fb0-a209-37766af226e8'}}] {{(pid=102454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 21:01:26.857054 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-3d889ccf-f362-4328-ad25-aadcac19cd8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1026180'] for port (d423f615-943f-42a9-9570-6db6bb7e5cba), before_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:01:26.946683 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.plugins.ml2.db [None req-3d889ccf-f362-4328-ad25-aadcac19cd8d None None] For port d423f615-943f-42a9-9570-6db6bb7e5cba, host dv-cinder-813229-5-iscsi, cleared binding levels {{(pid=102454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 21:01:26.952153 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.plugins.ml2.db [None req-3d889ccf-f362-4328-ad25-aadcac19cd8d None None] For port d423f615-943f-42a9-9570-6db6bb7e5cba, host dv-cinder-813229-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-5-iscsi',level=0,port_id=d423f615-943f-42a9-9570-6db6bb7e5cba,segment=NetworkSegment(ad776c9f-cdc1-49f1-a366-310dcfc4c059),segment_id=ad776c9f-cdc1-49f1-a366-310dcfc4c059)] {{(pid=102454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 21:01:26.961132 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c821ae-5112-45ca-84d6-37c6c4be3dc8 None None] Pushing event updated for resources: {'Port': ['ID=20bac0cf-043b-4d88-9de6-59396257c10f,revision_number=3']} {{(pid=102451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 21:01:26.962701 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-3d889ccf-f362-4328-ad25-aadcac19cd8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1029723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3769609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783600466378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783599971615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783599971633'] for port (d423f615-943f-42a9-9570-6db6bb7e5cba), after_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:01:26.966535 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.db.db_base_plugin_common [None req-1f6bbcfc-da46-4bcc-961d-2537074fb1bc admin admin] Allocated IP 172.20.0.1 (52af1e8e-7ad4-42d2-9aa3-3f98c833b4f6/20aef739-5515-473e-9991-bb833cbd7018/5f3801da-cd08-4e4c-8c31-53a3c80eb0d1) {{(pid=102449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 21:01:26.982957 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.db.api [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102451) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 31 21:01:26.983391 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG oslo_db.api [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 31 21:01:27.013009 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.db.provisioning_blocks [None req-a5ddf3e6-7111-4eb6-bcce-3dd3c445a99b None None] Provisioning complete for port 20bac0cf-043b-4d88-9de6-59396257c10f triggered by entity DHCP. {{(pid=102451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 21:01:27.013970 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-a5ddf3e6-7111-4eb6-bcce-3dd3c445a99b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3401144'] for port (20bac0cf-043b-4d88-9de6-59396257c10f), provisioning_complete {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:01:27.018130 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.db.l3_hamode_db [None req-79186ea4-3e21-4453-93e7-a3b2f0198a7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '823f6931-6a41-4df7-af62-8e4d4fc3a1fa', 'name': 'tempest-TestShelveInstance-440508241-router', 'tenant_id': '9ef5260a588e440a9cbda357d967cba6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51ba4d8e-a54c-4fb0-a209-37766af226e8', 'external_fixed_ips': [{'subnet_id': '99ba9542-d2be-443f-a804-26ff9bedcbe2', 'ip_address': '172.27.2.215'}], 'enable_snat': True}, 'gw_port_id': '3bb163ef-eaec-491f-9cbe-978f9c19caae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T21:01:19Z', 'updated_at': '2022-01-31T21:01:22Z', 'revision_number': 4, 'project_id': '9ef5260a588e440a9cbda357d967cba6', 'gw_port': {'id': '3bb163ef-eaec-491f-9cbe-978f9c19caae', 'name': '', 'network_id': '51ba4d8e-a54c-4fb0-a209-37766af226e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:06:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '823f6931-6a41-4df7-af62-8e4d4fc3a1fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '99ba9542-d2be-443f-a804-26ff9bedcbe2', 'ip_address': '172.27.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T21:01:19Z', 'updated_at': '2022-01-31T21:01:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99ba9542-d2be-443f-a804-26ff9bedcbe2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-5-iscsi', '_interfaces': [{'id': 'c3a78f26-b47d-4056-96df-9fd9c5dc9c7e', 'name': '', 'network_id': '4e180073-417f-4263-8c1c-52be850fc825', 'tenant_id': '9ef5260a588e440a9cbda357d967cba6', 'mac_address': 'fa:16:3e:76:c6:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '823f6931-6a41-4df7-af62-8e4d4fc3a1fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'cd1c723d-71f1-4815-99b6-32f8e6614b72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T21:01:21Z', 'updated_at': '2022-01-31T21:01:22Z', 'revision_number': 2, 'project_id': '9ef5260a588e440a9cbda357d967cba6', 'subnets': [{'id': 'cd1c723d-71f1-4815-99b6-32f8e6614b72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-5-iscsi', False) {} {{(pid=102451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 21:01:27.030383 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d889ccf-f362-4328-ad25-aadcac19cd8d None None] Routers {'6a8063a1-fa5c-419d-bccf-5af33233492f'} bound to L3 agent in host dv-cinder-813229-5-iscsi {{(pid=102454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 21:01:27.031965 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.db.l3_hamode_db [None req-3d889ccf-f362-4328-ad25-aadcac19cd8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-31T20:45:52Z,description=,heartbeat_timestamp=2022-01-31T21:01:22Z,host='dv-cinder-813229-5-iscsi',id=7c18f3b4-4d02-4b01-9072-98fcd9008716,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T20:45:52Z,topic='l3_agent')) {'router_ids': ['6a8063a1-fa5c-419d-bccf-5af33233492f'], 'active': True} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 21:01:27.082364 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79186ea4-3e21-4453-93e7-a3b2f0198a7c None None] Checking router: 823f6931-6a41-4df7-af62-8e4d4fc3a1fa for host: dv-cinder-813229-5-iscsi {{(pid=102451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 21:01:27.082751 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79186ea4-3e21-4453-93e7-a3b2f0198a7c None None] Updating router 823f6931-6a41-4df7-af62-8e4d4fc3a1fa port c3a78f26-b47d-4056-96df-9fd9c5dc9c7e binding host dv-cinder-813229-5-iscsi {{(pid=102451) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 31 21:01:27.092513 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-1f6bbcfc-da46-4bcc-961d-2537074fb1bc admin admin] Publish callbacks [] for port (5f3801da-cd08-4e4c-8c31-53a3c80eb0d1), precommit_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:01:27.125294 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363b03e6-2890-4758-97be-081022bcf986 None None] Pushing event updated for resources: {'Port': ['ID=d423f615-943f-42a9-9570-6db6bb7e5cba,revision_number=3']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 21:01:27.129740 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-1f6bbcfc-da46-4bcc-961d-2537074fb1bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1029723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3769609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783599971597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29106256'] for port (5f3801da-cd08-4e4c-8c31-53a3c80eb0d1), after_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:01:27.179522 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f6bbcfc-da46-4bcc-961d-2537074fb1bc admin admin] Network 52af1e8e-7ad4-42d2-9aa3-3f98c833b4f6 is already hosted by enough agents. {{(pid=102449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 21:01:27.182768 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.scheduler.base_scheduler [None req-1f6bbcfc-da46-4bcc-961d-2537074fb1bc admin admin] Resources bound (agent type, host, resource id): {{(pid=102449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 21:01:27.187052 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f6bbcfc-da46-4bcc-961d-2537074fb1bc admin admin] Received port after_create {{(pid=102449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 21:01:27.236190 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6bbcfc-da46-4bcc-961d-2537074fb1bc admin admin] Pushing event updated for resources: {'Port': ['ID=5f3801da-cd08-4e4c-8c31-53a3c80eb0d1,revision_number=1']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 21:01:27.276962 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-1f6bbcfc-da46-4bcc-961d-2537074fb1bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3696668'] for router_interface (6a8063a1-fa5c-419d-bccf-5af33233492f), before_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:01:27.298141 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-79186ea4-3e21-4453-93e7-a3b2f0198a7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1026180'] for port (c3a78f26-b47d-4056-96df-9fd9c5dc9c7e), before_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:01:27.363637 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.db.l3_dvr_db [None req-3d889ccf-f362-4328-ad25-aadcac19cd8d None None] Set router 6a8063a1-fa5c-419d-bccf-5af33233492f gateway port host: dv-cinder-813229-5-iscsi {{(pid=102454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 21:01:27.458449 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-1f6bbcfc-da46-4bcc-961d-2537074fb1bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1026180'] for port (5f3801da-cd08-4e4c-8c31-53a3c80eb0d1), before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:01:27.458942 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.plugin [None req-a5ddf3e6-7111-4eb6-bcce-3dd3c445a99b None None] Current status of the port 20bac0cf-043b-4d88-9de6-59396257c10f is: ACTIVE; New status is: ACTIVE {{(pid=102451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 21:01:27.598013 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.plugin [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Current status of the port 20bac0cf-043b-4d88-9de6-59396257c10f is: ACTIVE; New status is: ACTIVE {{(pid=102451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 21:01:27.616243 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.db.l3_hamode_db [None req-3d889ccf-f362-4328-ad25-aadcac19cd8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a8063a1-fa5c-419d-bccf-5af33233492f', 'name': 'tempest-TestShelveInstance-1560693969-router', 'tenant_id': '63b7308f22c84a9584df4bcc794762ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51ba4d8e-a54c-4fb0-a209-37766af226e8', 'external_fixed_ips': [{'subnet_id': '99ba9542-d2be-443f-a804-26ff9bedcbe2', 'ip_address': '172.27.2.169'}], 'enable_snat': True}, 'gw_port_id': 'd423f615-943f-42a9-9570-6db6bb7e5cba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T21:01:24Z', 'updated_at': '2022-01-31T21:01:25Z', 'revision_number': 3, 'project_id': '63b7308f22c84a9584df4bcc794762ad', 'gw_port': {'id': 'd423f615-943f-42a9-9570-6db6bb7e5cba', 'name': '', 'network_id': '51ba4d8e-a54c-4fb0-a209-37766af226e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:5d:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a8063a1-fa5c-419d-bccf-5af33233492f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '99ba9542-d2be-443f-a804-26ff9bedcbe2', 'ip_address': '172.27.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T21:01:24Z', 'updated_at': '2022-01-31T21:01:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '99ba9542-d2be-443f-a804-26ff9bedcbe2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-5-iscsi'}], 'dv-cinder-813229-5-iscsi', False) {} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 21:01:27.616735 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.db.provisioning_blocks [None req-5cce21ab-f4ae-4158-9521-682cbb6b5713 None None] Provisioning complete for port 5f3801da-cd08-4e4c-8c31-53a3c80eb0d1 triggered by entity DHCP. {{(pid=102451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 21:01:27.617110 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-5cce21ab-f4ae-4158-9521-682cbb6b5713 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3401144'] for port (5f3801da-cd08-4e4c-8c31-53a3c80eb0d1), provisioning_complete {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:01:27.656034 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d889ccf-f362-4328-ad25-aadcac19cd8d None None] The sync data for ids ['6a8063a1-fa5c-419d-bccf-5af33233492f'] in dv-cinder-813229-5-iscsi is: [{'id': '6a8063a1-fa5c-419d-bccf-5af33233492f', 'name': 'tempest-TestShelveInstance-1560693969-router', 'tenant_id': '63b7308f22c84a9584df4bcc794762ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51ba4d8e-a54c-4fb0-a209-37766af226e8', 'external_fixed_ips': [{'subnet_id': '99ba9542-d2be-443f-a804-26ff9bedcbe2', 'ip_address': '172.27.2.169'}], 'enable_snat': True}, 'gw_port_id': 'd423f615-943f-42a9-9570-6db6bb7e5cba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T21:01:24Z', 'updated_at': '2022-01-31T21:01:25Z', 'revision_number': 3, 'project_id': '63b7308f22c84a9584df4bcc794762ad', 'gw_port': {'id': 'd423f615-943f-42a9-9570-6db6bb7e5cba', 'name': '', 'network_id': '51ba4d8e-a54c-4fb0-a209-37766af226e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:5d:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a8063a1-fa5c-419d-bccf-5af33233492f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '99ba9542-d2be-443f-a804-26ff9bedcbe2', 'ip_address': '172.27.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T21:01:24Z', 'updated_at': '2022-01-31T21:01:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '99ba9542-d2be-443f-a804-26ff9bedcbe2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-5-iscsi'}] {{(pid=102454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 21:01:27.680839 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.plugin [None req-5cce21ab-f4ae-4158-9521-682cbb6b5713 None None] Port 5f3801da-cd08-4e4c-8c31-53a3c80eb0d1 cannot update to ACTIVE because it is not bound. {{(pid=102451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 21:01:27.703947 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-1f6bbcfc-da46-4bcc-961d-2537074fb1bc admin admin] Publish callbacks [] for port (5f3801da-cd08-4e4c-8c31-53a3c80eb0d1), precommit_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:01:27.709468 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-1f6bbcfc-da46-4bcc-961d-2537074fb1bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1029723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3769609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783600466378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783599971615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783599971633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29106247'] for port (5f3801da-cd08-4e4c-8c31-53a3c80eb0d1), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:01:27.752440 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.rpc [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Device 3bb163ef-eaec-491f-9cbe-978f9c19caae up at agent ovs-agent-dv-cinder-813229-5-iscsi {{(pid=102451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 21:01:27.761311 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-79186ea4-3e21-4453-93e7-a3b2f0198a7c None None] Publish callbacks [] for port (c3a78f26-b47d-4056-96df-9fd9c5dc9c7e), precommit_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:01:27.781304 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6bbcfc-da46-4bcc-961d-2537074fb1bc admin admin] Pushing event updated for resources: {'Port': ['ID=5f3801da-cd08-4e4c-8c31-53a3c80eb0d1,revision_number=2']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 21:01:27.786096 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-79186ea4-3e21-4453-93e7-a3b2f0198a7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1029723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3769609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783600466378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783599971615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783599971633'] for port (c3a78f26-b47d-4056-96df-9fd9c5dc9c7e), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:01:27.787569 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-1f6bbcfc-da46-4bcc-961d-2537074fb1bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3769639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3694988'] for router_interface (6a8063a1-fa5c-419d-bccf-5af33233492f), after_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:01:27.863820 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0dba38-862b-480a-8ddb-2df64e79cbdf None None] Pushing event updated for resources: {'Port': ['ID=c3a78f26-b47d-4056-96df-9fd9c5dc9c7e,revision_number=3']} {{(pid=102451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 21:01:27.921096 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f6bbcfc-da46-4bcc-961d-2537074fb1bc admin admin] Network 52af1e8e-7ad4-42d2-9aa3-3f98c833b4f6 is already hosted by enough agents. {{(pid=102449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 21:01:27.924158 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.scheduler.base_scheduler [None req-1f6bbcfc-da46-4bcc-961d-2537074fb1bc admin admin] Resources bound (agent type, host, resource id): {{(pid=102449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 21:01:27.925807 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.db.provisioning_blocks [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Provisioning complete for port 3bb163ef-eaec-491f-9cbe-978f9c19caae triggered by entity L2. {{(pid=102451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 21:01:27.926377 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3401144'] for port (3bb163ef-eaec-491f-9cbe-978f9c19caae), provisioning_complete {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:01:27.975408 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.managers [None req-79186ea4-3e21-4453-93e7-a3b2f0198a7c None None] Attempting to bind port c3a78f26-b47d-4056-96df-9fd9c5dc9c7e on host dv-cinder-813229-5-iscsi for vnic_type normal with profile {{(pid=102451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 21:01:27.975804 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.managers [None req-79186ea4-3e21-4453-93e7-a3b2f0198a7c None None] Attempting to bind port c3a78f26-b47d-4056-96df-9fd9c5dc9c7e by drivers openvswitch,hyperv on host dv-cinder-813229-5-iscsi at level 0 using segments [{'id': '686d5a02-d5f1-47f8-8eb5-40a8ecfc04d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '4e180073-417f-4263-8c1c-52be850fc825'}] {{(pid=102451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 21:01:27.976143 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79186ea4-3e21-4453-93e7-a3b2f0198a7c None None] Attempting to bind port c3a78f26-b47d-4056-96df-9fd9c5dc9c7e on network 4e180073-417f-4263-8c1c-52be850fc825 {{(pid=102451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 21:01:27.983289 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.db.agents_db [None req-9f73b596-de3f-4c4d-980f-1f0b0f14bd7d None None] Agent healthcheck: found 6 active agents {{(pid=102454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 21:01:28.002494 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79186ea4-3e21-4453-93e7-a3b2f0198a7c None None] Checking agent: {'id': '9ba4f6fe-000a-4ef5-9d61-ba62910ab5fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813229-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 20, 45, 56), 'started_at': datetime.datetime(2022, 1, 31, 20, 46, 26), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 21, 1, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813229-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 21:01:28.002925 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79186ea4-3e21-4453-93e7-a3b2f0198a7c None None] Checking segment: {'id': '686d5a02-d5f1-47f8-8eb5-40a8ecfc04d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '4e180073-417f-4263-8c1c-52be850fc825'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 21:01:28.003338 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-79186ea4-3e21-4453-93e7-a3b2f0198a7c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:01:28.003793 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79186ea4-3e21-4453-93e7-a3b2f0198a7c None None] Bound using segment: {'id': '686d5a02-d5f1-47f8-8eb5-40a8ecfc04d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '4e180073-417f-4263-8c1c-52be850fc825'} {{(pid=102451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 21:01:28.004288 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.managers [None req-79186ea4-3e21-4453-93e7-a3b2f0198a7c None None] Bound port: c3a78f26-b47d-4056-96df-9fd9c5dc9c7e, host: dv-cinder-813229-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '686d5a02-d5f1-47f8-8eb5-40a8ecfc04d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '4e180073-417f-4263-8c1c-52be850fc825'}}] {{(pid=102451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 21:01:28.004678 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-79186ea4-3e21-4453-93e7-a3b2f0198a7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1026180'] for port (c3a78f26-b47d-4056-96df-9fd9c5dc9c7e), before_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:01:28.151725 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.plugin [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Current status of the port 3bb163ef-eaec-491f-9cbe-978f9c19caae is: ACTIVE; New status is: ACTIVE {{(pid=102451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 21:01:28.154264 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.rpc [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Device 20bac0cf-043b-4d88-9de6-59396257c10f up at agent ovs-agent-dv-cinder-813229-5-iscsi {{(pid=102451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 21:01:28.166146 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f6bbcfc-da46-4bcc-961d-2537074fb1bc admin admin] Router 6a8063a1-fa5c-419d-bccf-5af33233492f has already been hosted by L3 agent 7c18f3b4-4d02-4b01-9072-98fcd9008716 {{(pid=102449) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 21:01:28.184211 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.db [None req-79186ea4-3e21-4453-93e7-a3b2f0198a7c None None] For port c3a78f26-b47d-4056-96df-9fd9c5dc9c7e, host dv-cinder-813229-5-iscsi, cleared binding levels {{(pid=102451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 21:01:28.210387 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.db [None req-79186ea4-3e21-4453-93e7-a3b2f0198a7c None None] For port c3a78f26-b47d-4056-96df-9fd9c5dc9c7e, host dv-cinder-813229-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-5-iscsi',level=0,port_id=c3a78f26-b47d-4056-96df-9fd9c5dc9c7e,segment=NetworkSegment(686d5a02-d5f1-47f8-8eb5-40a8ecfc04d6),segment_id=686d5a02-d5f1-47f8-8eb5-40a8ecfc04d6)] {{(pid=102451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 21:01:28.221518 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-79186ea4-3e21-4453-93e7-a3b2f0198a7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1029723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3769609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783600466378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783599971615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783599971633'] for port (c3a78f26-b47d-4056-96df-9fd9c5dc9c7e), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:01:28.336180 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f6bbcfc-da46-4bcc-961d-2537074fb1bc admin admin] Notify agent at l3_agent.dv-cinder-813229-5-iscsi the message routers_updated {{(pid=102449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 21:01:28.348407 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [None req-1f6bbcfc-da46-4bcc-961d-2537074fb1bc admin admin] 10.222.0.46 "PUT /v2.0/routers/6a8063a1-fa5c-419d-bccf-5af33233492f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4654646 Jan 31 21:01:28.355560 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.db.provisioning_blocks [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Provisioning complete for port 20bac0cf-043b-4d88-9de6-59396257c10f triggered by entity L2. {{(pid=102451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 21:01:28.356102 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3401144'] for port (20bac0cf-043b-4d88-9de6-59396257c10f), provisioning_complete {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:01:28.453736 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.db.provisioning_blocks [None req-f6e07f6f-1107-4f0a-8889-d5bcfe7d1368 None None] Provisioning complete for port c3a78f26-b47d-4056-96df-9fd9c5dc9c7e triggered by entity DHCP. {{(pid=102451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 21:01:28.454302 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-f6e07f6f-1107-4f0a-8889-d5bcfe7d1368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3401144'] for port (c3a78f26-b47d-4056-96df-9fd9c5dc9c7e), provisioning_complete {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:01:28.456929 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79186ea4-3e21-4453-93e7-a3b2f0198a7c None None] Routers {'823f6931-6a41-4df7-af62-8e4d4fc3a1fa'} bound to L3 agent in host dv-cinder-813229-5-iscsi {{(pid=102451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 21:01:28.459597 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.db.l3_hamode_db [None req-79186ea4-3e21-4453-93e7-a3b2f0198a7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-31T20:45:52Z,description=,heartbeat_timestamp=2022-01-31T21:01:22Z,host='dv-cinder-813229-5-iscsi',id=7c18f3b4-4d02-4b01-9072-98fcd9008716,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T20:45:52Z,topic='l3_agent')) {'router_ids': ['823f6931-6a41-4df7-af62-8e4d4fc3a1fa'], 'active': True} {{(pid=102451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 21:01:28.536885 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0dba38-862b-480a-8ddb-2df64e79cbdf None None] Pushing event updated for resources: {'Port': ['ID=c3a78f26-b47d-4056-96df-9fd9c5dc9c7e,revision_number=4']} {{(pid=102451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 21:01:28.698560 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.db.l3_dvr_db [None req-79186ea4-3e21-4453-93e7-a3b2f0198a7c None None] Set router 823f6931-6a41-4df7-af62-8e4d4fc3a1fa gateway port host: dv-cinder-813229-5-iscsi {{(pid=102451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 21:01:28.702930 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.plugin [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Current status of the port 20bac0cf-043b-4d88-9de6-59396257c10f is: ACTIVE; New status is: ACTIVE {{(pid=102451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 21:01:28.741633 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.plugin [None req-f6e07f6f-1107-4f0a-8889-d5bcfe7d1368 None None] Current status of the port c3a78f26-b47d-4056-96df-9fd9c5dc9c7e is: DOWN; New status is: ACTIVE {{(pid=102451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 21:01:28.742036 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-f6e07f6f-1107-4f0a-8889-d5bcfe7d1368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1026180'] for port (c3a78f26-b47d-4056-96df-9fd9c5dc9c7e), before_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:01:28.886094 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.db [None req-f6e07f6f-1107-4f0a-8889-d5bcfe7d1368 None None] For port c3a78f26-b47d-4056-96df-9fd9c5dc9c7e, host dv-cinder-813229-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-5-iscsi',level=0,port_id=c3a78f26-b47d-4056-96df-9fd9c5dc9c7e,segment=NetworkSegment(686d5a02-d5f1-47f8-8eb5-40a8ecfc04d6),segment_id=686d5a02-d5f1-47f8-8eb5-40a8ecfc04d6)] {{(pid=102451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 21:01:28.895468 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-f6e07f6f-1107-4f0a-8889-d5bcfe7d1368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1029723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3769609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783600466378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783599971615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783599971633'] for port (c3a78f26-b47d-4056-96df-9fd9c5dc9c7e), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:01:28.898683 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600486512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3401042'] for agent (e85cc1e2-8b4e-4549-a68e-d414072d4156), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:01:28.986655 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e07f6f-1107-4f0a-8889-d5bcfe7d1368 None None] Pushing event updated for resources: {'Port': ['ID=c3a78f26-b47d-4056-96df-9fd9c5dc9c7e,revision_number=5']} {{(pid=102451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 21:01:29.033240 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.db.provisioning_blocks [None req-254bf8f8-7fb8-40b3-b942-39c85bd06bca None None] Provisioning complete for port 5f3801da-cd08-4e4c-8c31-53a3c80eb0d1 triggered by entity DHCP. {{(pid=102451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 21:01:29.033517 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-254bf8f8-7fb8-40b3-b942-39c85bd06bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3401144'] for port (5f3801da-cd08-4e4c-8c31-53a3c80eb0d1), provisioning_complete {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:01:29.075363 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.plugin [None req-254bf8f8-7fb8-40b3-b942-39c85bd06bca None None] Port 5f3801da-cd08-4e4c-8c31-53a3c80eb0d1 cannot update to ACTIVE because it is not bound. {{(pid=102451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 21:01:29.085705 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.db.l3_hamode_db [None req-79186ea4-3e21-4453-93e7-a3b2f0198a7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '823f6931-6a41-4df7-af62-8e4d4fc3a1fa', 'name': 'tempest-TestShelveInstance-440508241-router', 'tenant_id': '9ef5260a588e440a9cbda357d967cba6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51ba4d8e-a54c-4fb0-a209-37766af226e8', 'external_fixed_ips': [{'subnet_id': '99ba9542-d2be-443f-a804-26ff9bedcbe2', 'ip_address': '172.27.2.215'}], 'enable_snat': True}, 'gw_port_id': '3bb163ef-eaec-491f-9cbe-978f9c19caae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T21:01:19Z', 'updated_at': '2022-01-31T21:01:22Z', 'revision_number': 4, 'project_id': '9ef5260a588e440a9cbda357d967cba6', 'gw_port': {'id': '3bb163ef-eaec-491f-9cbe-978f9c19caae', 'name': '', 'network_id': '51ba4d8e-a54c-4fb0-a209-37766af226e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:06:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '823f6931-6a41-4df7-af62-8e4d4fc3a1fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '99ba9542-d2be-443f-a804-26ff9bedcbe2', 'ip_address': '172.27.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T21:01:19Z', 'updated_at': '2022-01-31T21:01:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99ba9542-d2be-443f-a804-26ff9bedcbe2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-5-iscsi', '_interfaces': [{'id': 'c3a78f26-b47d-4056-96df-9fd9c5dc9c7e', 'name': '', 'network_id': '4e180073-417f-4263-8c1c-52be850fc825', 'tenant_id': '9ef5260a588e440a9cbda357d967cba6', 'mac_address': 'fa:16:3e:76:c6:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '823f6931-6a41-4df7-af62-8e4d4fc3a1fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'cd1c723d-71f1-4815-99b6-32f8e6614b72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T21:01:21Z', 'updated_at': '2022-01-31T21:01:28Z', 'revision_number': 4, 'project_id': '9ef5260a588e440a9cbda357d967cba6', 'subnets': [{'id': 'cd1c723d-71f1-4815-99b6-32f8e6614b72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-5-iscsi', False) {} {{(pid=102451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 21:01:29.117679 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79186ea4-3e21-4453-93e7-a3b2f0198a7c None None] The sync data for ids ['823f6931-6a41-4df7-af62-8e4d4fc3a1fa'] in dv-cinder-813229-5-iscsi is: [{'id': '823f6931-6a41-4df7-af62-8e4d4fc3a1fa', 'name': 'tempest-TestShelveInstance-440508241-router', 'tenant_id': '9ef5260a588e440a9cbda357d967cba6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51ba4d8e-a54c-4fb0-a209-37766af226e8', 'external_fixed_ips': [{'subnet_id': '99ba9542-d2be-443f-a804-26ff9bedcbe2', 'ip_address': '172.27.2.215'}], 'enable_snat': True}, 'gw_port_id': '3bb163ef-eaec-491f-9cbe-978f9c19caae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T21:01:19Z', 'updated_at': '2022-01-31T21:01:22Z', 'revision_number': 4, 'project_id': '9ef5260a588e440a9cbda357d967cba6', 'gw_port': {'id': '3bb163ef-eaec-491f-9cbe-978f9c19caae', 'name': '', 'network_id': '51ba4d8e-a54c-4fb0-a209-37766af226e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:06:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '823f6931-6a41-4df7-af62-8e4d4fc3a1fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '99ba9542-d2be-443f-a804-26ff9bedcbe2', 'ip_address': '172.27.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T21:01:19Z', 'updated_at': '2022-01-31T21:01:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99ba9542-d2be-443f-a804-26ff9bedcbe2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-5-iscsi', '_interfaces': [{'id': 'c3a78f26-b47d-4056-96df-9fd9c5dc9c7e', 'name': '', 'network_id': '4e180073-417f-4263-8c1c-52be850fc825', 'tenant_id': '9ef5260a588e440a9cbda357d967cba6', 'mac_address': 'fa:16:3e:76:c6:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '823f6931-6a41-4df7-af62-8e4d4fc3a1fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'cd1c723d-71f1-4815-99b6-32f8e6614b72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T21:01:21Z', 'updated_at': '2022-01-31T21:01:28Z', 'revision_number': 4, 'project_id': '9ef5260a588e440a9cbda357d967cba6', 'subnets': [{'id': 'cd1c723d-71f1-4815-99b6-32f8e6614b72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 21:01:29.121317 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.db.provisioning_blocks [None req-254bf8f8-7fb8-40b3-b942-39c85bd06bca None None] Provisioning complete for port c3a78f26-b47d-4056-96df-9fd9c5dc9c7e triggered by entity DHCP. {{(pid=102451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 21:01:29.121939 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-254bf8f8-7fb8-40b3-b942-39c85bd06bca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3401144'] for port (c3a78f26-b47d-4056-96df-9fd9c5dc9c7e), provisioning_complete {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:01:29.202067 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.plugin [None req-254bf8f8-7fb8-40b3-b942-39c85bd06bca None None] Current status of the port c3a78f26-b47d-4056-96df-9fd9c5dc9c7e is: ACTIVE; New status is: ACTIVE {{(pid=102451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 21:01:29.837404 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.rpc [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Device d423f615-943f-42a9-9570-6db6bb7e5cba up at agent ovs-agent-dv-cinder-813229-5-iscsi {{(pid=102451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 21:01:29.909362 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.db.provisioning_blocks [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Provisioning complete for port d423f615-943f-42a9-9570-6db6bb7e5cba triggered by entity L2. {{(pid=102451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 21:01:29.909934 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3401144'] for port (d423f615-943f-42a9-9570-6db6bb7e5cba), provisioning_complete {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:01:29.985293 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.wsgi [-] (102450) accepted ('10.222.0.46', 44688) {{(pid=102450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 21:01:29.991216 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.v2.base [None req-ad3aa5ae-3047-4849-b7d6-9c499a03a4f8 tempest-TestShelveInstance-149981330 tempest-TestShelveInstance-149981330-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-373780885', 'description': 'tempest-secgroup-smoke-373780885 description', 'project_id': '9ef5260a588e440a9cbda357d967cba6'}} {{(pid=102450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 21:01:30.029955 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-ad3aa5ae-3047-4849-b7d6-9c499a03a4f8 tempest-TestShelveInstance-149981330 tempest-TestShelveInstance-149981330-project] Publish callbacks [] for security_group (None), before_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:01:30.064716 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cde25c00-6109-4734-99ad-42a1e3dd93ac None None] Sync routers for ids ['6a8063a1-fa5c-419d-bccf-5af33233492f'] in dv-cinder-813229-5-iscsi {{(pid=102454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 21:01:30.087863 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cde25c00-6109-4734-99ad-42a1e3dd93ac None None] Routers {'6a8063a1-fa5c-419d-bccf-5af33233492f'} bound to L3 agent in host dv-cinder-813229-5-iscsi {{(pid=102454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 21:01:30.088507 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.db.l3_hamode_db [None req-cde25c00-6109-4734-99ad-42a1e3dd93ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-31T20:45:52Z,description=,heartbeat_timestamp=2022-01-31T21:01:22Z,host='dv-cinder-813229-5-iscsi',id=7c18f3b4-4d02-4b01-9072-98fcd9008716,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T20:45:52Z,topic='l3_agent')) {'router_ids': ['6a8063a1-fa5c-419d-bccf-5af33233492f'], 'active': True} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 21:01:30.149427 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-ad3aa5ae-3047-4849-b7d6-9c499a03a4f8 tempest-TestShelveInstance-149981330 tempest-TestShelveInstance-149981330-project] Publish callbacks [] for security_group (50fe813f-2835-42fd-bbde-d65d1905fb7e), precommit_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:01:30.155420 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-ad3aa5ae-3047-4849-b7d6-9c499a03a4f8 tempest-TestShelveInstance-149981330 tempest-TestShelveInstance-149981330-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736509'] for security_group (50fe813f-2835-42fd-bbde-d65d1905fb7e), after_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:01:30.195946 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-ad3aa5ae-3047-4849-b7d6-9c499a03a4f8 tempest-TestShelveInstance-149981330 tempest-TestShelveInstance-149981330-project] Publish callbacks [] for security_group (None), before_response {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:01:30.197443 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [None req-ad3aa5ae-3047-4849-b7d6-9c499a03a4f8 tempest-TestShelveInstance-149981330 tempest-TestShelveInstance-149981330-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2110856 Jan 31 21:01:30.197929 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.plugin [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Current status of the port d423f615-943f-42a9-9570-6db6bb7e5cba is: DOWN; New status is: ACTIVE {{(pid=102451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 21:01:30.198594 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1026180'] for port (d423f615-943f-42a9-9570-6db6bb7e5cba), before_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:01:30.200820 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.wsgi [-] (102449) accepted ('10.222.0.46', 44690) {{(pid=102449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 21:01:30.209354 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.v2.base [None req-95d39e07-0740-430e-837a-c02e8fbffbd0 tempest-TestShelveInstance-149981330 tempest-TestShelveInstance-149981330-project] Request body: {'security_group_rule': {'security_group_id': '50fe813f-2835-42fd-bbde-d65d1905fb7e', 'project_id': '9ef5260a588e440a9cbda357d967cba6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 21:01:30.222929 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3aa5ae-3047-4849-b7d6-9c499a03a4f8 tempest-TestShelveInstance-149981330 tempest-TestShelveInstance-149981330-project] Pushing event updated for resources: {'SecurityGroup': ['ID=50fe813f-2835-42fd-bbde-d65d1905fb7e,revision_number=1']} {{(pid=102450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 21:01:30.245827 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.db [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] For port d423f615-943f-42a9-9570-6db6bb7e5cba, host dv-cinder-813229-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-5-iscsi',level=0,port_id=d423f615-943f-42a9-9570-6db6bb7e5cba,segment=NetworkSegment(ad776c9f-cdc1-49f1-a366-310dcfc4c059),segment_id=ad776c9f-cdc1-49f1-a366-310dcfc4c059)] {{(pid=102451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 21:01:30.249887 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.db.l3_dvr_db [None req-cde25c00-6109-4734-99ad-42a1e3dd93ac None None] Set router 6a8063a1-fa5c-419d-bccf-5af33233492f gateway port host: dv-cinder-813229-5-iscsi {{(pid=102454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 21:01:30.254668 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1029723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3769609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783600466378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783599971615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783599971633'] for port (d423f615-943f-42a9-9570-6db6bb7e5cba), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:01:30.256932 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.rpc [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Device c3a78f26-b47d-4056-96df-9fd9c5dc9c7e up at agent ovs-agent-dv-cinder-813229-5-iscsi {{(pid=102451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 21:01:30.273105 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-95d39e07-0740-430e-837a-c02e8fbffbd0 tempest-TestShelveInstance-149981330 tempest-TestShelveInstance-149981330-project] Publish callbacks [] for security_group_rule (73265343-b61f-4554-91c3-53d7fa3e5925), before_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:01:30.361315 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-95d39e07-0740-430e-837a-c02e8fbffbd0 tempest-TestShelveInstance-149981330 tempest-TestShelveInstance-149981330-project] Publish callbacks [] for security_group_rule (73265343-b61f-4554-91c3-53d7fa3e5925), precommit_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:01:30.368435 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-95d39e07-0740-430e-837a-c02e8fbffbd0 tempest-TestShelveInstance-149981330 tempest-TestShelveInstance-149981330-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695025'] for security_group_rule (73265343-b61f-4554-91c3-53d7fa3e5925), after_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:01:30.373447 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Pushing event updated for resources: {'Port': ['ID=d423f615-943f-42a9-9570-6db6bb7e5cba,revision_number=4']} {{(pid=102451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 21:01:30.393024 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.db.provisioning_blocks [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Provisioning complete for port c3a78f26-b47d-4056-96df-9fd9c5dc9c7e triggered by entity L2. {{(pid=102451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 21:01:30.393405 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d39e07-0740-430e-837a-c02e8fbffbd0 tempest-TestShelveInstance-149981330 tempest-TestShelveInstance-149981330-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73265343-b61f-4554-91c3-53d7fa3e5925,revision_number=0']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 21:01:30.393968 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3401144'] for port (c3a78f26-b47d-4056-96df-9fd9c5dc9c7e), provisioning_complete {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:01:30.409823 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-95d39e07-0740-430e-837a-c02e8fbffbd0 tempest-TestShelveInstance-149981330 tempest-TestShelveInstance-149981330-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:01:30.414985 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [None req-95d39e07-0740-430e-837a-c02e8fbffbd0 tempest-TestShelveInstance-149981330 tempest-TestShelveInstance-149981330-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2079499 Jan 31 21:01:30.415315 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.wsgi [-] (102450) accepted ('10.222.0.46', 44692) {{(pid=102450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 21:01:30.419917 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.v2.base [None req-a48804aa-3eb4-4197-961e-78d92ee51136 tempest-TestShelveInstance-149981330 tempest-TestShelveInstance-149981330-project] Request body: {'security_group_rule': {'security_group_id': '50fe813f-2835-42fd-bbde-d65d1905fb7e', 'project_id': '9ef5260a588e440a9cbda357d967cba6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 21:01:30.465272 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-a48804aa-3eb4-4197-961e-78d92ee51136 tempest-TestShelveInstance-149981330 tempest-TestShelveInstance-149981330-project] Publish callbacks [] for security_group_rule (20cd6335-4a5a-4492-98dc-e6c117c4f185), before_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:01:30.519828 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.plugin [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Current status of the port c3a78f26-b47d-4056-96df-9fd9c5dc9c7e is: ACTIVE; New status is: ACTIVE {{(pid=102451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 21:01:30.533101 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-a48804aa-3eb4-4197-961e-78d92ee51136 tempest-TestShelveInstance-149981330 tempest-TestShelveInstance-149981330-project] Publish callbacks [] for security_group_rule (20cd6335-4a5a-4492-98dc-e6c117c4f185), precommit_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:01:30.538889 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-a48804aa-3eb4-4197-961e-78d92ee51136 tempest-TestShelveInstance-149981330 tempest-TestShelveInstance-149981330-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695025'] for security_group_rule (20cd6335-4a5a-4492-98dc-e6c117c4f185), after_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:01:30.542121 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.db.l3_hamode_db [None req-cde25c00-6109-4734-99ad-42a1e3dd93ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a8063a1-fa5c-419d-bccf-5af33233492f', 'name': 'tempest-TestShelveInstance-1560693969-router', 'tenant_id': '63b7308f22c84a9584df4bcc794762ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51ba4d8e-a54c-4fb0-a209-37766af226e8', 'external_fixed_ips': [{'subnet_id': '99ba9542-d2be-443f-a804-26ff9bedcbe2', 'ip_address': '172.27.2.169'}], 'enable_snat': True}, 'gw_port_id': 'd423f615-943f-42a9-9570-6db6bb7e5cba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T21:01:24Z', 'updated_at': '2022-01-31T21:01:27Z', 'revision_number': 4, 'project_id': '63b7308f22c84a9584df4bcc794762ad', 'gw_port': {'id': 'd423f615-943f-42a9-9570-6db6bb7e5cba', 'name': '', 'network_id': '51ba4d8e-a54c-4fb0-a209-37766af226e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:5d:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a8063a1-fa5c-419d-bccf-5af33233492f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '99ba9542-d2be-443f-a804-26ff9bedcbe2', 'ip_address': '172.27.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T21:01:24Z', 'updated_at': '2022-01-31T21:01:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '99ba9542-d2be-443f-a804-26ff9bedcbe2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-5-iscsi', '_interfaces': [{'id': '5f3801da-cd08-4e4c-8c31-53a3c80eb0d1', 'name': '', 'network_id': '52af1e8e-7ad4-42d2-9aa3-3f98c833b4f6', 'tenant_id': '63b7308f22c84a9584df4bcc794762ad', 'mac_address': 'fa:16:3e:4c:f0:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a8063a1-fa5c-419d-bccf-5af33233492f', 'device_owner': 'network:router_interface', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '20aef739-5515-473e-9991-bb833cbd7018', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T21:01:26Z', 'updated_at': '2022-01-31T21:01:27Z', 'revision_number': 2, 'project_id': '63b7308f22c84a9584df4bcc794762ad', 'subnets': [{'id': '20aef739-5515-473e-9991-bb833cbd7018', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-5-iscsi', False) {} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 21:01:30.561121 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48804aa-3eb4-4197-961e-78d92ee51136 tempest-TestShelveInstance-149981330 tempest-TestShelveInstance-149981330-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20cd6335-4a5a-4492-98dc-e6c117c4f185,revision_number=0']} {{(pid=102450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 21:01:30.569518 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-a48804aa-3eb4-4197-961e-78d92ee51136 tempest-TestShelveInstance-149981330 tempest-TestShelveInstance-149981330-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:01:30.570731 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [None req-a48804aa-3eb4-4197-961e-78d92ee51136 tempest-TestShelveInstance-149981330 tempest-TestShelveInstance-149981330-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1544046 Jan 31 21:01:30.574130 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.wsgi [-] (102450) accepted ('10.222.0.46', 44694) {{(pid=102450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 21:01:30.578276 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cde25c00-6109-4734-99ad-42a1e3dd93ac None None] Checking router: 6a8063a1-fa5c-419d-bccf-5af33233492f for host: dv-cinder-813229-5-iscsi {{(pid=102454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 21:01:30.578661 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cde25c00-6109-4734-99ad-42a1e3dd93ac None None] Updating router 6a8063a1-fa5c-419d-bccf-5af33233492f port 5f3801da-cd08-4e4c-8c31-53a3c80eb0d1 binding host dv-cinder-813229-5-iscsi {{(pid=102454) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 31 21:01:30.579421 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.v2.base [None req-24b2ef99-c5b7-4e8f-9e88-bca8cf14b9bd tempest-TestShelveInstance-149981330 tempest-TestShelveInstance-149981330-project] Request body: {'security_group_rule': {'security_group_id': '50fe813f-2835-42fd-bbde-d65d1905fb7e', 'project_id': '9ef5260a588e440a9cbda357d967cba6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 21:01:30.606204 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-24b2ef99-c5b7-4e8f-9e88-bca8cf14b9bd tempest-TestShelveInstance-149981330 tempest-TestShelveInstance-149981330-project] Publish callbacks [] for security_group_rule (ce51ae2e-e116-4ae8-8c80-c5b0837cbdd9), before_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:01:30.615961 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-cde25c00-6109-4734-99ad-42a1e3dd93ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1026180'] for port (5f3801da-cd08-4e4c-8c31-53a3c80eb0d1), before_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:01:30.675008 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-24b2ef99-c5b7-4e8f-9e88-bca8cf14b9bd tempest-TestShelveInstance-149981330 tempest-TestShelveInstance-149981330-project] Publish callbacks [] for security_group_rule (ce51ae2e-e116-4ae8-8c80-c5b0837cbdd9), precommit_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:01:30.679881 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-24b2ef99-c5b7-4e8f-9e88-bca8cf14b9bd tempest-TestShelveInstance-149981330 tempest-TestShelveInstance-149981330-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695025'] for security_group_rule (ce51ae2e-e116-4ae8-8c80-c5b0837cbdd9), after_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:01:30.697886 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b2ef99-c5b7-4e8f-9e88-bca8cf14b9bd tempest-TestShelveInstance-149981330 tempest-TestShelveInstance-149981330-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce51ae2e-e116-4ae8-8c80-c5b0837cbdd9,revision_number=0']} {{(pid=102450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 21:01:30.709501 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-24b2ef99-c5b7-4e8f-9e88-bca8cf14b9bd tempest-TestShelveInstance-149981330 tempest-TestShelveInstance-149981330-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:01:30.713195 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [None req-24b2ef99-c5b7-4e8f-9e88-bca8cf14b9bd tempest-TestShelveInstance-149981330 tempest-TestShelveInstance-149981330-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1353717 Jan 31 21:01:30.713617 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.wsgi [-] (102449) accepted ('10.222.0.46', 44696) {{(pid=102449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 21:01:30.718153 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.v2.base [None req-4b44c771-5843-4c23-8838-09677c8c66e8 tempest-TestShelveInstance-149981330 tempest-TestShelveInstance-149981330-project] Request body: {'security_group_rule': {'security_group_id': '50fe813f-2835-42fd-bbde-d65d1905fb7e', 'project_id': '9ef5260a588e440a9cbda357d967cba6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 21:01:30.752902 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-4b44c771-5843-4c23-8838-09677c8c66e8 tempest-TestShelveInstance-149981330 tempest-TestShelveInstance-149981330-project] Publish callbacks [] for security_group_rule (5ea85ce6-3084-477e-a44b-40e05e59cf7c), before_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:01:30.834052 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-4b44c771-5843-4c23-8838-09677c8c66e8 tempest-TestShelveInstance-149981330 tempest-TestShelveInstance-149981330-project] Publish callbacks [] for security_group_rule (5ea85ce6-3084-477e-a44b-40e05e59cf7c), precommit_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:01:30.839660 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-4b44c771-5843-4c23-8838-09677c8c66e8 tempest-TestShelveInstance-149981330 tempest-TestShelveInstance-149981330-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695025'] for security_group_rule (5ea85ce6-3084-477e-a44b-40e05e59cf7c), after_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:01:30.861228 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b44c771-5843-4c23-8838-09677c8c66e8 tempest-TestShelveInstance-149981330 tempest-TestShelveInstance-149981330-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ea85ce6-3084-477e-a44b-40e05e59cf7c,revision_number=0']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 21:01:30.866989 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-4b44c771-5843-4c23-8838-09677c8c66e8 tempest-TestShelveInstance-149981330 tempest-TestShelveInstance-149981330-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:01:30.870997 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [None req-4b44c771-5843-4c23-8838-09677c8c66e8 tempest-TestShelveInstance-149981330 tempest-TestShelveInstance-149981330-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1535792 Jan 31 21:01:30.871197 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.wsgi [-] (102449) accepted ('10.222.0.46', 44698) {{(pid=102449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 21:01:30.875659 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.v2.base [None req-e137c871-9e1f-40a2-8daa-3276fc097e4c tempest-TestShelveInstance-149981330 tempest-TestShelveInstance-149981330-project] Request body: {'security_group_rule': {'security_group_id': '50fe813f-2835-42fd-bbde-d65d1905fb7e', 'project_id': '9ef5260a588e440a9cbda357d967cba6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 21:01:30.901323 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.db.securitygroups_db [None req-e137c871-9e1f-40a2-8daa-3276fc097e4c tempest-TestShelveInstance-149981330 tempest-TestShelveInstance-149981330-project] Project 9ef5260a588e440a9cbda357d967cba6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 31 21:01:30.902479 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-cde25c00-6109-4734-99ad-42a1e3dd93ac None None] Publish callbacks [] for port (5f3801da-cd08-4e4c-8c31-53a3c80eb0d1), precommit_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:01:30.907256 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e137c871-9e1f-40a2-8daa-3276fc097e4c tempest-TestShelveInstance-149981330 tempest-TestShelveInstance-149981330-project] Publish callbacks [] for security_group_rule (2c31fe61-e319-40eb-9923-0c68d65537bc), before_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:01:30.908547 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-cde25c00-6109-4734-99ad-42a1e3dd93ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1029723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3769609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783600466378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783599971615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783599971633'] for port (5f3801da-cd08-4e4c-8c31-53a3c80eb0d1), after_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:01:30.956813 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fdc454-9733-4a5e-885f-5199f3d7fc16 None None] Pushing event updated for resources: {'Port': ['ID=5f3801da-cd08-4e4c-8c31-53a3c80eb0d1,revision_number=3']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 21:01:30.997872 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e137c871-9e1f-40a2-8daa-3276fc097e4c tempest-TestShelveInstance-149981330 tempest-TestShelveInstance-149981330-project] Publish callbacks [] for security_group_rule (2c31fe61-e319-40eb-9923-0c68d65537bc), precommit_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:01:31.003187 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e137c871-9e1f-40a2-8daa-3276fc097e4c tempest-TestShelveInstance-149981330 tempest-TestShelveInstance-149981330-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695025'] for security_group_rule (2c31fe61-e319-40eb-9923-0c68d65537bc), after_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:01:31.020989 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [None req-cde25c00-6109-4734-99ad-42a1e3dd93ac None None] Attempting to bind port 5f3801da-cd08-4e4c-8c31-53a3c80eb0d1 on host dv-cinder-813229-5-iscsi for vnic_type normal with profile {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 21:01:31.021415 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [None req-cde25c00-6109-4734-99ad-42a1e3dd93ac None None] Attempting to bind port 5f3801da-cd08-4e4c-8c31-53a3c80eb0d1 by drivers openvswitch,hyperv on host dv-cinder-813229-5-iscsi at level 0 using segments [{'id': 'e906be55-7a29-4aaa-85f0-46ee3881bec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '52af1e8e-7ad4-42d2-9aa3-3f98c833b4f6'}] {{(pid=102454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 21:01:31.022106 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cde25c00-6109-4734-99ad-42a1e3dd93ac None None] Attempting to bind port 5f3801da-cd08-4e4c-8c31-53a3c80eb0d1 on network 52af1e8e-7ad4-42d2-9aa3-3f98c833b4f6 {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 21:01:31.027691 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cde25c00-6109-4734-99ad-42a1e3dd93ac None None] Checking agent: {'id': '9ba4f6fe-000a-4ef5-9d61-ba62910ab5fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813229-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 20, 45, 56), 'started_at': datetime.datetime(2022, 1, 31, 20, 46, 26), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 21, 1, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813229-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 21:01:31.028053 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cde25c00-6109-4734-99ad-42a1e3dd93ac None None] Checking segment: {'id': 'e906be55-7a29-4aaa-85f0-46ee3881bec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '52af1e8e-7ad4-42d2-9aa3-3f98c833b4f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 21:01:31.028446 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-cde25c00-6109-4734-99ad-42a1e3dd93ac None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:01:31.028972 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cde25c00-6109-4734-99ad-42a1e3dd93ac None None] Bound using segment: {'id': 'e906be55-7a29-4aaa-85f0-46ee3881bec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '52af1e8e-7ad4-42d2-9aa3-3f98c833b4f6'} {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 21:01:31.029424 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [None req-cde25c00-6109-4734-99ad-42a1e3dd93ac None None] Bound port: 5f3801da-cd08-4e4c-8c31-53a3c80eb0d1, host: dv-cinder-813229-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e906be55-7a29-4aaa-85f0-46ee3881bec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '52af1e8e-7ad4-42d2-9aa3-3f98c833b4f6'}}] {{(pid=102454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 21:01:31.029792 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-cde25c00-6109-4734-99ad-42a1e3dd93ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1026180'] for port (5f3801da-cd08-4e4c-8c31-53a3c80eb0d1), before_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:01:31.034557 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e137c871-9e1f-40a2-8daa-3276fc097e4c tempest-TestShelveInstance-149981330 tempest-TestShelveInstance-149981330-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c31fe61-e319-40eb-9923-0c68d65537bc,revision_number=0']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 21:01:31.045787 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e137c871-9e1f-40a2-8daa-3276fc097e4c tempest-TestShelveInstance-149981330 tempest-TestShelveInstance-149981330-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:01:31.050318 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [None req-e137c871-9e1f-40a2-8daa-3276fc097e4c tempest-TestShelveInstance-149981330 tempest-TestShelveInstance-149981330-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1754923 Jan 31 21:01:31.050497 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.wsgi [-] (102449) accepted ('10.222.0.46', 44700) {{(pid=102449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 21:01:31.058015 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.v2.base [None req-9434819f-a67d-4de1-84c1-70e4bf82fea1 tempest-TestShelveInstance-149981330 tempest-TestShelveInstance-149981330-project] Request body: {'security_group_rule': {'security_group_id': '50fe813f-2835-42fd-bbde-d65d1905fb7e', 'project_id': '9ef5260a588e440a9cbda357d967cba6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 21:01:31.083210 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.db.securitygroups_db [None req-9434819f-a67d-4de1-84c1-70e4bf82fea1 tempest-TestShelveInstance-149981330 tempest-TestShelveInstance-149981330-project] Project 9ef5260a588e440a9cbda357d967cba6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 31 21:01:31.091647 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-9434819f-a67d-4de1-84c1-70e4bf82fea1 tempest-TestShelveInstance-149981330 tempest-TestShelveInstance-149981330-project] Publish callbacks [] for security_group_rule (b2d7ea5c-2ddb-4c80-b6ec-0bebe1c0edc8), before_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:01:31.105914 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.plugins.ml2.db [None req-cde25c00-6109-4734-99ad-42a1e3dd93ac None None] For port 5f3801da-cd08-4e4c-8c31-53a3c80eb0d1, host dv-cinder-813229-5-iscsi, cleared binding levels {{(pid=102454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 21:01:31.109701 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.plugins.ml2.db [None req-cde25c00-6109-4734-99ad-42a1e3dd93ac None None] For port 5f3801da-cd08-4e4c-8c31-53a3c80eb0d1, host dv-cinder-813229-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-5-iscsi',level=0,port_id=5f3801da-cd08-4e4c-8c31-53a3c80eb0d1,segment=NetworkSegment(e906be55-7a29-4aaa-85f0-46ee3881bec8),segment_id=e906be55-7a29-4aaa-85f0-46ee3881bec8)] {{(pid=102454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 21:01:31.117109 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-cde25c00-6109-4734-99ad-42a1e3dd93ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1029723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3769609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783600466378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783599971615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783599971633'] for port (5f3801da-cd08-4e4c-8c31-53a3c80eb0d1), after_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:01:31.162553 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cde25c00-6109-4734-99ad-42a1e3dd93ac None None] Routers {'6a8063a1-fa5c-419d-bccf-5af33233492f'} bound to L3 agent in host dv-cinder-813229-5-iscsi {{(pid=102454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 21:01:31.163209 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.db.l3_hamode_db [None req-cde25c00-6109-4734-99ad-42a1e3dd93ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-31T20:45:52Z,description=,heartbeat_timestamp=2022-01-31T21:01:22Z,host='dv-cinder-813229-5-iscsi',id=7c18f3b4-4d02-4b01-9072-98fcd9008716,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T20:45:52Z,topic='l3_agent')) {'router_ids': ['6a8063a1-fa5c-419d-bccf-5af33233492f'], 'active': True} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 21:01:31.197414 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-9434819f-a67d-4de1-84c1-70e4bf82fea1 tempest-TestShelveInstance-149981330 tempest-TestShelveInstance-149981330-project] Publish callbacks [] for security_group_rule (b2d7ea5c-2ddb-4c80-b6ec-0bebe1c0edc8), precommit_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:01:31.202370 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-9434819f-a67d-4de1-84c1-70e4bf82fea1 tempest-TestShelveInstance-149981330 tempest-TestShelveInstance-149981330-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695025'] for security_group_rule (b2d7ea5c-2ddb-4c80-b6ec-0bebe1c0edc8), after_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:01:31.222069 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9434819f-a67d-4de1-84c1-70e4bf82fea1 tempest-TestShelveInstance-149981330 tempest-TestShelveInstance-149981330-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2d7ea5c-2ddb-4c80-b6ec-0bebe1c0edc8,revision_number=0']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 21:01:31.231716 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-9434819f-a67d-4de1-84c1-70e4bf82fea1 tempest-TestShelveInstance-149981330 tempest-TestShelveInstance-149981330-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:01:31.242109 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [None req-9434819f-a67d-4de1-84c1-70e4bf82fea1 tempest-TestShelveInstance-149981330 tempest-TestShelveInstance-149981330-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1814888 Jan 31 21:01:31.274669 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fdc454-9733-4a5e-885f-5199f3d7fc16 None None] Pushing event updated for resources: {'Port': ['ID=5f3801da-cd08-4e4c-8c31-53a3c80eb0d1,revision_number=4']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 21:01:31.309359 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.db.l3_dvr_db [None req-cde25c00-6109-4734-99ad-42a1e3dd93ac None None] Set router 6a8063a1-fa5c-419d-bccf-5af33233492f gateway port host: dv-cinder-813229-5-iscsi {{(pid=102454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 21:01:31.358520 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.db.provisioning_blocks [None req-804db821-ca26-44ef-aaa4-76812422dbe5 None None] Provisioning complete for port 5f3801da-cd08-4e4c-8c31-53a3c80eb0d1 triggered by entity DHCP. {{(pid=102451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 21:01:31.359512 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-804db821-ca26-44ef-aaa4-76812422dbe5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3401144'] for port (5f3801da-cd08-4e4c-8c31-53a3c80eb0d1), provisioning_complete {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:01:31.490765 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.plugin [None req-804db821-ca26-44ef-aaa4-76812422dbe5 None None] Current status of the port 5f3801da-cd08-4e4c-8c31-53a3c80eb0d1 is: DOWN; New status is: ACTIVE {{(pid=102451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 21:01:31.491399 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-804db821-ca26-44ef-aaa4-76812422dbe5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1026180'] for port (5f3801da-cd08-4e4c-8c31-53a3c80eb0d1), before_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:01:31.534078 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.db [None req-804db821-ca26-44ef-aaa4-76812422dbe5 None None] For port 5f3801da-cd08-4e4c-8c31-53a3c80eb0d1, host dv-cinder-813229-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-5-iscsi',level=0,port_id=5f3801da-cd08-4e4c-8c31-53a3c80eb0d1,segment=NetworkSegment(e906be55-7a29-4aaa-85f0-46ee3881bec8),segment_id=e906be55-7a29-4aaa-85f0-46ee3881bec8)] {{(pid=102451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 21:01:31.541140 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-804db821-ca26-44ef-aaa4-76812422dbe5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1029723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3769609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783600466378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783599971615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783599971633'] for port (5f3801da-cd08-4e4c-8c31-53a3c80eb0d1), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:01:31.617435 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.db.l3_hamode_db [None req-cde25c00-6109-4734-99ad-42a1e3dd93ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a8063a1-fa5c-419d-bccf-5af33233492f', 'name': 'tempest-TestShelveInstance-1560693969-router', 'tenant_id': '63b7308f22c84a9584df4bcc794762ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51ba4d8e-a54c-4fb0-a209-37766af226e8', 'external_fixed_ips': [{'subnet_id': '99ba9542-d2be-443f-a804-26ff9bedcbe2', 'ip_address': '172.27.2.169'}], 'enable_snat': True}, 'gw_port_id': 'd423f615-943f-42a9-9570-6db6bb7e5cba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T21:01:24Z', 'updated_at': '2022-01-31T21:01:27Z', 'revision_number': 4, 'project_id': '63b7308f22c84a9584df4bcc794762ad', 'gw_port': {'id': 'd423f615-943f-42a9-9570-6db6bb7e5cba', 'name': '', 'network_id': '51ba4d8e-a54c-4fb0-a209-37766af226e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:5d:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a8063a1-fa5c-419d-bccf-5af33233492f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '99ba9542-d2be-443f-a804-26ff9bedcbe2', 'ip_address': '172.27.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T21:01:24Z', 'updated_at': '2022-01-31T21:01:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99ba9542-d2be-443f-a804-26ff9bedcbe2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-5-iscsi', '_interfaces': [{'id': '5f3801da-cd08-4e4c-8c31-53a3c80eb0d1', 'name': '', 'network_id': '52af1e8e-7ad4-42d2-9aa3-3f98c833b4f6', 'tenant_id': '63b7308f22c84a9584df4bcc794762ad', 'mac_address': 'fa:16:3e:4c:f0:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a8063a1-fa5c-419d-bccf-5af33233492f', 'device_owner': 'network:router_interface', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '20aef739-5515-473e-9991-bb833cbd7018', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T21:01:26Z', 'updated_at': '2022-01-31T21:01:31Z', 'revision_number': 4, 'project_id': '63b7308f22c84a9584df4bcc794762ad', 'subnets': [{'id': '20aef739-5515-473e-9991-bb833cbd7018', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-5-iscsi', False) {} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 21:01:31.621834 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804db821-ca26-44ef-aaa4-76812422dbe5 None None] Pushing event updated for resources: {'Port': ['ID=5f3801da-cd08-4e4c-8c31-53a3c80eb0d1,revision_number=5']} {{(pid=102451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 21:01:31.648661 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cde25c00-6109-4734-99ad-42a1e3dd93ac None None] The sync data for ids ['6a8063a1-fa5c-419d-bccf-5af33233492f'] in dv-cinder-813229-5-iscsi is: [{'id': '6a8063a1-fa5c-419d-bccf-5af33233492f', 'name': 'tempest-TestShelveInstance-1560693969-router', 'tenant_id': '63b7308f22c84a9584df4bcc794762ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51ba4d8e-a54c-4fb0-a209-37766af226e8', 'external_fixed_ips': [{'subnet_id': '99ba9542-d2be-443f-a804-26ff9bedcbe2', 'ip_address': '172.27.2.169'}], 'enable_snat': True}, 'gw_port_id': 'd423f615-943f-42a9-9570-6db6bb7e5cba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T21:01:24Z', 'updated_at': '2022-01-31T21:01:27Z', 'revision_number': 4, 'project_id': '63b7308f22c84a9584df4bcc794762ad', 'gw_port': {'id': 'd423f615-943f-42a9-9570-6db6bb7e5cba', 'name': '', 'network_id': '51ba4d8e-a54c-4fb0-a209-37766af226e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:5d:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a8063a1-fa5c-419d-bccf-5af33233492f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '99ba9542-d2be-443f-a804-26ff9bedcbe2', 'ip_address': '172.27.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T21:01:24Z', 'updated_at': '2022-01-31T21:01:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99ba9542-d2be-443f-a804-26ff9bedcbe2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-5-iscsi', '_interfaces': [{'id': '5f3801da-cd08-4e4c-8c31-53a3c80eb0d1', 'name': '', 'network_id': '52af1e8e-7ad4-42d2-9aa3-3f98c833b4f6', 'tenant_id': '63b7308f22c84a9584df4bcc794762ad', 'mac_address': 'fa:16:3e:4c:f0:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a8063a1-fa5c-419d-bccf-5af33233492f', 'device_owner': 'network:router_interface', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '20aef739-5515-473e-9991-bb833cbd7018', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T21:01:26Z', 'updated_at': '2022-01-31T21:01:31Z', 'revision_number': 4, 'project_id': '63b7308f22c84a9584df4bcc794762ad', 'subnets': [{'id': '20aef739-5515-473e-9991-bb833cbd7018', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 21:01:31.687785 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.db.provisioning_blocks [None req-dd9b46a8-cecf-47ee-94f0-a0aeed729148 None None] Provisioning complete for port 5f3801da-cd08-4e4c-8c31-53a3c80eb0d1 triggered by entity DHCP. {{(pid=102451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 21:01:31.688075 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-dd9b46a8-cecf-47ee-94f0-a0aeed729148 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3401144'] for port (5f3801da-cd08-4e4c-8c31-53a3c80eb0d1), provisioning_complete {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:01:31.765553 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.rpc [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Device d423f615-943f-42a9-9570-6db6bb7e5cba up at agent ovs-agent-dv-cinder-813229-5-iscsi {{(pid=102451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 21:01:31.903660 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.db.provisioning_blocks [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Provisioning complete for port d423f615-943f-42a9-9570-6db6bb7e5cba triggered by entity L2. {{(pid=102451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 21:01:31.904040 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3401144'] for port (d423f615-943f-42a9-9570-6db6bb7e5cba), provisioning_complete {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:01:31.906606 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.plugin [None req-dd9b46a8-cecf-47ee-94f0-a0aeed729148 None None] Current status of the port 5f3801da-cd08-4e4c-8c31-53a3c80eb0d1 is: ACTIVE; New status is: ACTIVE {{(pid=102451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 21:01:32.074816 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.plugin [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Current status of the port d423f615-943f-42a9-9570-6db6bb7e5cba is: ACTIVE; New status is: ACTIVE {{(pid=102451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 21:01:33.724940 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.rpc [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Device 5f3801da-cd08-4e4c-8c31-53a3c80eb0d1 up at agent ovs-agent-dv-cinder-813229-5-iscsi {{(pid=102451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 21:01:33.777374 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.db.provisioning_blocks [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Provisioning complete for port 5f3801da-cd08-4e4c-8c31-53a3c80eb0d1 triggered by entity L2. {{(pid=102451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 21:01:33.777737 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3401144'] for port (5f3801da-cd08-4e4c-8c31-53a3c80eb0d1), provisioning_complete {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:01:33.862527 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.plugin [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Current status of the port 5f3801da-cd08-4e4c-8c31-53a3c80eb0d1 is: ACTIVE; New status is: ACTIVE {{(pid=102451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 21:01:47.934559 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-6a07a561-a432-4e17-913c-ede2cb35ab57 req-8d2f8d00-0f8d-4994-8ec8-1726dc6feeaa tempest-TestShelveInstance-149981330 tempest-TestShelveInstance-149981330-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-373780885&fields=id&tenant_id=9ef5260a588e440a9cbda357d967cba6 HTTP/1.1" status: 200 len: 267 time: 0.0462046 Jan 31 21:01:48.061461 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a07a561-a432-4e17-913c-ede2cb35ab57 req-ca8ae8b8-880d-492c-9d4e-9add008d33e6 tempest-TestShelveInstance-149981330 tempest-TestShelveInstance-149981330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 21:01:48.063142 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-6a07a561-a432-4e17-913c-ede2cb35ab57 req-ca8ae8b8-880d-492c-9d4e-9add008d33e6 tempest-TestShelveInstance-149981330 tempest-TestShelveInstance-149981330-project] 10.222.0.46 "GET /v2.0/networks?id=4e180073-417f-4263-8c1c-52be850fc825 HTTP/1.1" status: 200 len: 808 time: 0.1218393 Jan 31 21:01:48.082917 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-6a07a561-a432-4e17-913c-ede2cb35ab57 req-e65f1c4e-6c35-444b-8cae-4faedae03f75 tempest-TestShelveInstance-149981330 tempest-TestShelveInstance-149981330-project] 10.222.0.46 "GET /v2.0/quotas/9ef5260a588e440a9cbda357d967cba6 HTTP/1.1" status: 200 len: 375 time: 0.0124540 Jan 31 21:01:48.148342 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-6a07a561-a432-4e17-913c-ede2cb35ab57 req-bd8ec144-6bec-4c57-b0da-2dba899311c9 tempest-TestShelveInstance-149981330 tempest-TestShelveInstance-149981330-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=9ef5260a588e440a9cbda357d967cba6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0598464 Jan 31 21:01:48.255700 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-6a07a561-a432-4e17-913c-ede2cb35ab57 req-d5010b38-e0e8-4239-887b-e3a8c3602bd2 service neutron] 10.222.0.46 "GET /v2.0/networks/4e180073-417f-4263-8c1c-52be850fc825?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918169 Jan 31 21:01:48.359789 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-6a07a561-a432-4e17-913c-ede2cb35ab57 req-2ad66396-e18f-4fce-8d2a-729e0a676c83 service neutron] 10.222.0.46 "GET /v2.0/networks/4e180073-417f-4263-8c1c-52be850fc825?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954223 Jan 31 21:01:48.683947 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-aab468ef-0801-48cf-bc7d-21d3c1be9899 req-f89fdf53-67f5-433a-9ced-60ef70f87120 tempest-TestShelveInstance-149981330 tempest-TestShelveInstance-149981330-project] 10.222.0.46 "GET /v2.0/ports?device_id=84fd23f6-3068-4830-af49-301180593f89 HTTP/1.1" status: 200 len: 210 time: 0.0303538 Jan 31 21:01:49.500419 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-7eeb150d-3b53-44ce-a684-b6e996938711 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600486512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3401042'] for agent (34ef0204-81d1-4f5e-89d1-b08d0f866641), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:01:49.839079 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-c5866c58-267b-4de2-b3a3-015fbecee872 req-d26746cf-b2de-46b4-8298-2e92fe1b8638 tempest-TestShelveInstance-149981330 tempest-TestShelveInstance-149981330-project] 10.222.0.46 "GET /v2.0/ports?device_id=84fd23f6-3068-4830-af49-301180593f89 HTTP/1.1" status: 200 len: 210 time: 0.0425787 Jan 31 21:01:49.876569 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a07a561-a432-4e17-913c-ede2cb35ab57 req-b2a6bfdc-06d0-4f69-a41f-86ea4c09ae4f tempest-TestShelveInstance-149981330 tempest-TestShelveInstance-149981330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 21:01:49.878309 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-6a07a561-a432-4e17-913c-ede2cb35ab57 req-b2a6bfdc-06d0-4f69-a41f-86ea4c09ae4f tempest-TestShelveInstance-149981330 tempest-TestShelveInstance-149981330-project] 10.222.0.59 "GET /v2.0/networks?id=4e180073-417f-4263-8c1c-52be850fc825 HTTP/1.1" status: 200 len: 808 time: 0.1830165 Jan 31 21:01:49.968224 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-6a07a561-a432-4e17-913c-ede2cb35ab57 req-99c84494-f753-4775-81b7-1a58ddb8f791 tempest-TestShelveInstance-149981330 tempest-TestShelveInstance-149981330-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9ef5260a588e440a9cbda357d967cba6 HTTP/1.1" status: 200 len: 379 time: 0.0778663 Jan 31 21:01:49.980293 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.v2.base [req-6a07a561-a432-4e17-913c-ede2cb35ab57 req-8317d036-d711-4cdd-8f73-eb76f2fc4ac8 tempest-TestShelveInstance-149981330 tempest-TestShelveInstance-149981330-project] Request body: {'port': {'device_id': '84fd23f6-3068-4830-af49-301180593f89', 'network_id': '4e180073-417f-4263-8c1c-52be850fc825', 'admin_state_up': True, 'tenant_id': '9ef5260a588e440a9cbda357d967cba6', 'security_groups': ['50fe813f-2835-42fd-bbde-d65d1905fb7e']}} {{(pid=102449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 21:01:50.129773 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a07a561-a432-4e17-913c-ede2cb35ab57 req-8317d036-d711-4cdd-8f73-eb76f2fc4ac8 tempest-TestShelveInstance-149981330 tempest-TestShelveInstance-149981330-project] Made reservation on behalf of 9ef5260a588e440a9cbda357d967cba6 for: {'port': 1} {{(pid=102449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 21:01:50.149410 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [req-6a07a561-a432-4e17-913c-ede2cb35ab57 req-8317d036-d711-4cdd-8f73-eb76f2fc4ac8 tempest-TestShelveInstance-149981330 tempest-TestShelveInstance-149981330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1026180'] for port (None), before_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:01:50.297037 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.db.db_base_plugin_common [req-6a07a561-a432-4e17-913c-ede2cb35ab57 req-8317d036-d711-4cdd-8f73-eb76f2fc4ac8 tempest-TestShelveInstance-149981330 tempest-TestShelveInstance-149981330-project] Allocated IP 172.20.0.8 (4e180073-417f-4263-8c1c-52be850fc825/cd1c723d-71f1-4815-99b6-32f8e6614b72/e055c48f-1e8b-4cda-a0fb-7b56b7a86e4e) {{(pid=102449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 21:01:50.462817 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [req-6a07a561-a432-4e17-913c-ede2cb35ab57 req-8317d036-d711-4cdd-8f73-eb76f2fc4ac8 tempest-TestShelveInstance-149981330 tempest-TestShelveInstance-149981330-project] Publish callbacks [] for port (e055c48f-1e8b-4cda-a0fb-7b56b7a86e4e), precommit_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:01:50.504597 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [req-6a07a561-a432-4e17-913c-ede2cb35ab57 req-8317d036-d711-4cdd-8f73-eb76f2fc4ac8 tempest-TestShelveInstance-149981330 tempest-TestShelveInstance-149981330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1029723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3769609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783599971597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29106256'] for port (e055c48f-1e8b-4cda-a0fb-7b56b7a86e4e), after_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:01:50.549846 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a07a561-a432-4e17-913c-ede2cb35ab57 req-8317d036-d711-4cdd-8f73-eb76f2fc4ac8 tempest-TestShelveInstance-149981330 tempest-TestShelveInstance-149981330-project] Network 4e180073-417f-4263-8c1c-52be850fc825 is already hosted by enough agents. {{(pid=102449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 21:01:50.552868 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.scheduler.base_scheduler [req-6a07a561-a432-4e17-913c-ede2cb35ab57 req-8317d036-d711-4cdd-8f73-eb76f2fc4ac8 tempest-TestShelveInstance-149981330 tempest-TestShelveInstance-149981330-project] Resources bound (agent type, host, resource id): {{(pid=102449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 21:01:50.556647 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a07a561-a432-4e17-913c-ede2cb35ab57 req-8317d036-d711-4cdd-8f73-eb76f2fc4ac8 tempest-TestShelveInstance-149981330 tempest-TestShelveInstance-149981330-project] Received port after_create {{(pid=102449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 21:01:50.582138 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8317d036-d711-4cdd-8f73-eb76f2fc4ac8 tempest-TestShelveInstance-149981330 tempest-TestShelveInstance-149981330-project] Pushing event updated for resources: {'Port': ['ID=e055c48f-1e8b-4cda-a0fb-7b56b7a86e4e,revision_number=1']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 21:01:50.622441 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a07a561-a432-4e17-913c-ede2cb35ab57 req-8317d036-d711-4cdd-8f73-eb76f2fc4ac8 tempest-TestShelveInstance-149981330 tempest-TestShelveInstance-149981330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 21:01:50.623114 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [req-6a07a561-a432-4e17-913c-ede2cb35ab57 req-8317d036-d711-4cdd-8f73-eb76f2fc4ac8 tempest-TestShelveInstance-149981330 tempest-TestShelveInstance-149981330-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204375'] for port (None), before_response {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:01:50.649208 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-6a07a561-a432-4e17-913c-ede2cb35ab57 req-8317d036-d711-4cdd-8f73-eb76f2fc4ac8 tempest-TestShelveInstance-149981330 tempest-TestShelveInstance-149981330-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6744998 Jan 31 21:01:50.665117 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.v2.base [req-6a07a561-a432-4e17-913c-ede2cb35ab57 req-535afafd-7258-4f1a-b270-de48f34da901 service neutron] Request body: {'port': {'device_id': '84fd23f6-3068-4830-af49-301180593f89', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=102449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 21:01:50.734611 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [req-6a07a561-a432-4e17-913c-ede2cb35ab57 req-535afafd-7258-4f1a-b270-de48f34da901 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1026180'] for port (e055c48f-1e8b-4cda-a0fb-7b56b7a86e4e), before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:01:50.867453 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.db.provisioning_blocks [None req-a6576612-611d-4055-960b-04fe5b5f07e0 None None] Provisioning complete for port e055c48f-1e8b-4cda-a0fb-7b56b7a86e4e triggered by entity DHCP. {{(pid=102451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 21:01:50.868005 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-a6576612-611d-4055-960b-04fe5b5f07e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3401144'] for port (e055c48f-1e8b-4cda-a0fb-7b56b7a86e4e), provisioning_complete {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:01:50.931247 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.plugin [None req-a6576612-611d-4055-960b-04fe5b5f07e0 None None] Port e055c48f-1e8b-4cda-a0fb-7b56b7a86e4e cannot update to ACTIVE because it is not bound. {{(pid=102451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 21:01:51.006138 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94316b47-7d46-4685-8a48-532c4bb5b902 req-9e9e2424-87df-4981-b4aa-4708d9ac8205 tempest-TestShelveInstance-149981330 tempest-TestShelveInstance-149981330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 21:01:51.007963 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-94316b47-7d46-4685-8a48-532c4bb5b902 req-9e9e2424-87df-4981-b4aa-4708d9ac8205 tempest-TestShelveInstance-149981330 tempest-TestShelveInstance-149981330-project] 10.222.0.46 "GET /v2.0/ports?device_id=84fd23f6-3068-4830-af49-301180593f89 HTTP/1.1" status: 200 len: 931 time: 0.0666957 Jan 31 21:01:51.071016 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.notifiers.nova [req-6a07a561-a432-4e17-913c-ede2cb35ab57 req-535afafd-7258-4f1a-b270-de48f34da901 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e055c48f-1e8b-4cda-a0fb-7b56b7a86e4e {{(pid=102449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 21:01:51.079185 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [req-6a07a561-a432-4e17-913c-ede2cb35ab57 req-535afafd-7258-4f1a-b270-de48f34da901 service neutron] Publish callbacks [] for port (e055c48f-1e8b-4cda-a0fb-7b56b7a86e4e), precommit_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:01:51.079489 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-94316b47-7d46-4685-8a48-532c4bb5b902 req-4abca5b6-357a-43fa-9025-5056c14d86ac tempest-TestShelveInstance-149981330 tempest-TestShelveInstance-149981330-project] 10.222.0.46 "GET /v2.0/security-groups?id=50fe813f-2835-42fd-bbde-d65d1905fb7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0629194 Jan 31 21:01:51.091884 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [req-6a07a561-a432-4e17-913c-ede2cb35ab57 req-535afafd-7258-4f1a-b270-de48f34da901 service neutron] Transition to ACTIVE for port object e055c48f-1e8b-4cda-a0fb-7b56b7a86e4e will not be triggered until provisioned by entity L2. {{(pid=102449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 21:01:51.097151 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [req-6a07a561-a432-4e17-913c-ede2cb35ab57 req-535afafd-7258-4f1a-b270-de48f34da901 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1029723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3769609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783600466378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783599971615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783599971633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29106247'] for port (e055c48f-1e8b-4cda-a0fb-7b56b7a86e4e), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:01:51.153185 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535afafd-7258-4f1a-b270-de48f34da901 service neutron] Pushing event updated for resources: {'Port': ['ID=e055c48f-1e8b-4cda-a0fb-7b56b7a86e4e,revision_number=2']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 21:01:51.244714 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [req-6a07a561-a432-4e17-913c-ede2cb35ab57 req-535afafd-7258-4f1a-b270-de48f34da901 service neutron] Attempting to bind port e055c48f-1e8b-4cda-a0fb-7b56b7a86e4e on host hv-cinder-81322 for vnic_type normal with profile {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 21:01:51.245175 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [req-6a07a561-a432-4e17-913c-ede2cb35ab57 req-535afafd-7258-4f1a-b270-de48f34da901 service neutron] Attempting to bind port e055c48f-1e8b-4cda-a0fb-7b56b7a86e4e by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': '686d5a02-d5f1-47f8-8eb5-40a8ecfc04d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '4e180073-417f-4263-8c1c-52be850fc825'}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 21:01:51.245460 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a07a561-a432-4e17-913c-ede2cb35ab57 req-535afafd-7258-4f1a-b270-de48f34da901 service neutron] Attempting to bind port e055c48f-1e8b-4cda-a0fb-7b56b7a86e4e on network 4e180073-417f-4263-8c1c-52be850fc825 {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 21:01:51.250484 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a07a561-a432-4e17-913c-ede2cb35ab57 req-535afafd-7258-4f1a-b270-de48f34da901 service neutron] Port e055c48f-1e8b-4cda-a0fb-7b56b7a86e4e on network 4e180073-417f-4263-8c1c-52be850fc825 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 21:01:51.250856 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a07a561-a432-4e17-913c-ede2cb35ab57 req-535afafd-7258-4f1a-b270-de48f34da901 service neutron] Attempting to bind port e055c48f-1e8b-4cda-a0fb-7b56b7a86e4e on network 4e180073-417f-4263-8c1c-52be850fc825 {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 21:01:51.257589 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a07a561-a432-4e17-913c-ede2cb35ab57 req-535afafd-7258-4f1a-b270-de48f34da901 service neutron] Checking agent: {'id': 'e85cc1e2-8b4e-4549-a68e-d414072d4156', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 20, 51, 57), 'started_at': datetime.datetime(2022, 1, 31, 20, 51, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 21, 1, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 21:01:51.257927 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a07a561-a432-4e17-913c-ede2cb35ab57 req-535afafd-7258-4f1a-b270-de48f34da901 service neutron] Checking segment: {'id': '686d5a02-d5f1-47f8-8eb5-40a8ecfc04d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '4e180073-417f-4263-8c1c-52be850fc825'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 21:01:51.258319 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a07a561-a432-4e17-913c-ede2cb35ab57 req-535afafd-7258-4f1a-b270-de48f34da901 service neutron] Bound using segment: {'id': '686d5a02-d5f1-47f8-8eb5-40a8ecfc04d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '4e180073-417f-4263-8c1c-52be850fc825'} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 21:01:51.258757 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [req-6a07a561-a432-4e17-913c-ede2cb35ab57 req-535afafd-7258-4f1a-b270-de48f34da901 service neutron] Bound port: e055c48f-1e8b-4cda-a0fb-7b56b7a86e4e, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '686d5a02-d5f1-47f8-8eb5-40a8ecfc04d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 660, 'network_id': '4e180073-417f-4263-8c1c-52be850fc825'}}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 21:01:51.259148 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [req-6a07a561-a432-4e17-913c-ede2cb35ab57 req-535afafd-7258-4f1a-b270-de48f34da901 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1026180'] for port (e055c48f-1e8b-4cda-a0fb-7b56b7a86e4e), before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:01:51.338574 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.db [req-6a07a561-a432-4e17-913c-ede2cb35ab57 req-535afafd-7258-4f1a-b270-de48f34da901 service neutron] For port e055c48f-1e8b-4cda-a0fb-7b56b7a86e4e, host hv-cinder-81322, cleared binding levels {{(pid=102449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 21:01:51.344156 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.db [req-6a07a561-a432-4e17-913c-ede2cb35ab57 req-535afafd-7258-4f1a-b270-de48f34da901 service neutron] For port e055c48f-1e8b-4cda-a0fb-7b56b7a86e4e, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=e055c48f-1e8b-4cda-a0fb-7b56b7a86e4e,segment=NetworkSegment(686d5a02-d5f1-47f8-8eb5-40a8ecfc04d6),segment_id=686d5a02-d5f1-47f8-8eb5-40a8ecfc04d6)] {{(pid=102449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 21:01:51.352831 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [req-6a07a561-a432-4e17-913c-ede2cb35ab57 req-535afafd-7258-4f1a-b270-de48f34da901 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1029723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3769609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783600466378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783599971615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783599971633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29106247'] for port (e055c48f-1e8b-4cda-a0fb-7b56b7a86e4e), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:01:51.390464 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a07a561-a432-4e17-913c-ede2cb35ab57 req-535afafd-7258-4f1a-b270-de48f34da901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 21:01:51.391041 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [req-6a07a561-a432-4e17-913c-ede2cb35ab57 req-535afafd-7258-4f1a-b270-de48f34da901 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204375'] for port (None), before_response {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:01:51.392448 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-6a07a561-a432-4e17-913c-ede2cb35ab57 req-535afafd-7258-4f1a-b270-de48f34da901 service neutron] 10.222.0.59 "PUT /v2.0/ports/e055c48f-1e8b-4cda-a0fb-7b56b7a86e4e HTTP/1.1" status: 200 len: 1093 time: 0.7328959 Jan 31 21:01:51.392903 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84fd23f6-3068-4830-af49-301180593f89', 'tag': 'e055c48f-1e8b-4cda-a0fb-7b56b7a86e4e'}] {{(pid=102449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 21:01:51.395398 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba30590511e0408980e1e78341b94ae353025d2904c3e8034e675cc5aff8c4ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d80e2a69-a93d-4ac1-8686-a161f3108a16" -d '{"events": [{"name": "network-changed", "server_uuid": "84fd23f6-3068-4830-af49-301180593f89", "tag": "e055c48f-1e8b-4cda-a0fb-7b56b7a86e4e"}]}' {{(pid=102449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 21:01:51.423314 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535afafd-7258-4f1a-b270-de48f34da901 service neutron] Pushing event updated for resources: {'Port': ['ID=e055c48f-1e8b-4cda-a0fb-7b56b7a86e4e,revision_number=3']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 21:01:51.460205 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 21:01:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70301b81-2f81-41bb-8b78-2ab0b5982d96 x-openstack-request-id: req-70301b81-2f81-41bb-8b78-2ab0b5982d96 {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 21:01:51.460497 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84fd23f6-3068-4830-af49-301180593f89", "tag": "e055c48f-1e8b-4cda-a0fb-7b56b7a86e4e", "status": "completed", "code": 200}]} {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 21:01:51.460752 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-70301b81-2f81-41bb-8b78-2ab0b5982d96 {{(pid=102449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 21:01:51.461149 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84fd23f6-3068-4830-af49-301180593f89', 'tag': 'e055c48f-1e8b-4cda-a0fb-7b56b7a86e4e', 'status': 'completed', 'code': 200} Jan 31 21:01:51.517124 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a07a561-a432-4e17-913c-ede2cb35ab57 req-c414f1b0-ce89-4c28-aeb1-be808d1e2483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 21:01:51.518698 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-6a07a561-a432-4e17-913c-ede2cb35ab57 req-c414f1b0-ce89-4c28-aeb1-be808d1e2483 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=9ef5260a588e440a9cbda357d967cba6&device_id=84fd23f6-3068-4830-af49-301180593f89 HTTP/1.1" status: 200 len: 1127 time: 0.0687425 Jan 31 21:01:51.570355 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-6a07a561-a432-4e17-913c-ede2cb35ab57 req-9b6ebddf-5ef4-48dd-96a1-58c1dd6f5f9f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e055c48f-1e8b-4cda-a0fb-7b56b7a86e4e HTTP/1.1" status: 200 len: 217 time: 0.0398989 Jan 31 21:01:51.624515 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a07a561-a432-4e17-913c-ede2cb35ab57 req-2fffcbbd-95cf-473f-8b20-155a698a80e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 21:01:51.625996 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-6a07a561-a432-4e17-913c-ede2cb35ab57 req-2fffcbbd-95cf-473f-8b20-155a698a80e0 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=cd1c723d-71f1-4815-99b6-32f8e6614b72 HTTP/1.1" status: 200 len: 847 time: 0.0469208 Jan 31 21:01:51.686583 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-65516588-909f-4f9d-ab0c-0a99f5a53b4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600486512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3401042'] for agent (7c18f3b4-4d02-4b01-9072-98fcd9008716), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:01:51.695660 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a07a561-a432-4e17-913c-ede2cb35ab57 req-eb7c546e-d781-4d4a-a099-d1d6347cc59d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 21:01:51.697604 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-6a07a561-a432-4e17-913c-ede2cb35ab57 req-eb7c546e-d781-4d4a-a099-d1d6347cc59d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4e180073-417f-4263-8c1c-52be850fc825&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0633390 Jan 31 21:01:51.789837 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-6a07a561-a432-4e17-913c-ede2cb35ab57 req-4f24e982-0c40-469f-8e7d-53501fc1f507 service neutron] 10.222.0.59 "GET /v2.0/networks/4e180073-417f-4263-8c1c-52be850fc825?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850613 Jan 31 21:01:51.898457 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-6a07a561-a432-4e17-913c-ede2cb35ab57 req-3491ae73-b88d-464f-b5c4-335d338d28d5 service neutron] 10.222.0.59 "GET /v2.0/networks/4e180073-417f-4263-8c1c-52be850fc825?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993021 Jan 31 21:01:52.005808 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80e2a69-a93d-4ac1-8686-a161f3108a16 req-77725020-e9e9-4efc-9a3e-b560ff9482d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 21:01:52.007813 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-d80e2a69-a93d-4ac1-8686-a161f3108a16 req-77725020-e9e9-4efc-9a3e-b560ff9482d6 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=9ef5260a588e440a9cbda357d967cba6&device_id=84fd23f6-3068-4830-af49-301180593f89 HTTP/1.1" status: 200 len: 1127 time: 0.0582674 Jan 31 21:01:52.115462 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80e2a69-a93d-4ac1-8686-a161f3108a16 req-9dacd3c8-1413-4be2-8802-52457f66b62d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 21:01:52.116976 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-d80e2a69-a93d-4ac1-8686-a161f3108a16 req-9dacd3c8-1413-4be2-8802-52457f66b62d service neutron] 10.222.0.59 "GET /v2.0/networks?id=4e180073-417f-4263-8c1c-52be850fc825 HTTP/1.1" status: 200 len: 909 time: 0.1023343 Jan 31 21:01:52.167663 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-d80e2a69-a93d-4ac1-8686-a161f3108a16 req-48c8f097-cefe-49cf-92d9-56f71ea886a0 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e055c48f-1e8b-4cda-a0fb-7b56b7a86e4e HTTP/1.1" status: 200 len: 217 time: 0.0410988 Jan 31 21:01:52.234082 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80e2a69-a93d-4ac1-8686-a161f3108a16 req-a3ef9293-f2b3-4e58-9759-7a023b35030d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 21:01:52.235890 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-d80e2a69-a93d-4ac1-8686-a161f3108a16 req-a3ef9293-f2b3-4e58-9759-7a023b35030d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=cd1c723d-71f1-4815-99b6-32f8e6614b72 HTTP/1.1" status: 200 len: 847 time: 0.0546498 Jan 31 21:01:52.249773 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292c9718-dc10-499f-a463-8c322c7d3505 req-1b191ab1-43f2-4be4-889f-c3cd8a34e1e0 tempest-TestShelveInstance-149981330 tempest-TestShelveInstance-149981330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 21:01:52.253832 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-292c9718-dc10-499f-a463-8c322c7d3505 req-1b191ab1-43f2-4be4-889f-c3cd8a34e1e0 tempest-TestShelveInstance-149981330 tempest-TestShelveInstance-149981330-project] 10.222.0.46 "GET /v2.0/ports?device_id=84fd23f6-3068-4830-af49-301180593f89 HTTP/1.1" status: 200 len: 943 time: 0.0614545 Jan 31 21:01:52.300717 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80e2a69-a93d-4ac1-8686-a161f3108a16 req-ab2ebca2-2acf-4745-a427-61bf35015891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 21:01:52.306653 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-d80e2a69-a93d-4ac1-8686-a161f3108a16 req-ab2ebca2-2acf-4745-a427-61bf35015891 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4e180073-417f-4263-8c1c-52be850fc825&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0561435 Jan 31 21:01:52.306867 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-292c9718-dc10-499f-a463-8c322c7d3505 req-7d76c590-2166-4e83-99b4-6aa44c010d85 tempest-TestShelveInstance-149981330 tempest-TestShelveInstance-149981330-project] 10.222.0.46 "GET /v2.0/security-groups?id=50fe813f-2835-42fd-bbde-d65d1905fb7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476809 Jan 31 21:01:52.642185 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-d80e2a69-a93d-4ac1-8686-a161f3108a16 req-e8113d0a-76d5-49a1-b711-3d4c692c4037 service neutron] 10.222.0.59 "GET /v2.0/networks/4e180073-417f-4263-8c1c-52be850fc825?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3306019 Jan 31 21:01:52.740431 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-d80e2a69-a93d-4ac1-8686-a161f3108a16 req-f1c47389-bd64-4844-916f-ccba8d319f90 service neutron] 10.222.0.59 "GET /v2.0/networks/4e180073-417f-4263-8c1c-52be850fc825?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882757 Jan 31 21:01:52.999375 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-7eb716df-9c73-407a-9e83-210e7bcc67e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600486512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3401042'] for agent (289e5c83-71b6-47e7-bef9-287113943a12), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:01:53.446583 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f09298b-3f3e-43e4-bf35-d338ca0db472 req-05abef20-43d7-4adf-a1f4-fe0c2abb5b47 tempest-TestShelveInstance-149981330 tempest-TestShelveInstance-149981330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 21:01:53.448128 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-3f09298b-3f3e-43e4-bf35-d338ca0db472 req-05abef20-43d7-4adf-a1f4-fe0c2abb5b47 tempest-TestShelveInstance-149981330 tempest-TestShelveInstance-149981330-project] 10.222.0.46 "GET /v2.0/ports?device_id=84fd23f6-3068-4830-af49-301180593f89 HTTP/1.1" status: 200 len: 943 time: 0.0659852 Jan 31 21:01:53.499429 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-3f09298b-3f3e-43e4-bf35-d338ca0db472 req-b5abef5e-1856-4e8f-95c9-2411370ccce5 tempest-TestShelveInstance-149981330 tempest-TestShelveInstance-149981330-project] 10.222.0.46 "GET /v2.0/security-groups?id=50fe813f-2835-42fd-bbde-d65d1905fb7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456302 Jan 31 21:01:54.448485 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-ded4de29-c2d1-4616-9365-9981ea756e41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600486512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3401042'] for agent (bf9d83f7-9209-4252-b853-70feadeab726), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:01:54.620562 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4600a9a-c1d7-4ed4-80c2-5ab86e93cf0a req-685b16d9-ff95-4032-b912-39167f5f4749 tempest-TestShelveInstance-149981330 tempest-TestShelveInstance-149981330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 21:01:54.622078 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-d4600a9a-c1d7-4ed4-80c2-5ab86e93cf0a req-685b16d9-ff95-4032-b912-39167f5f4749 tempest-TestShelveInstance-149981330 tempest-TestShelveInstance-149981330-project] 10.222.0.46 "GET /v2.0/ports?device_id=84fd23f6-3068-4830-af49-301180593f89 HTTP/1.1" status: 200 len: 943 time: 0.0526505 Jan 31 21:01:54.670626 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-d4600a9a-c1d7-4ed4-80c2-5ab86e93cf0a req-ea57685f-657a-4eb3-9ca1-bc07dca0b0c4 tempest-TestShelveInstance-149981330 tempest-TestShelveInstance-149981330-project] 10.222.0.46 "GET /v2.0/security-groups?id=50fe813f-2835-42fd-bbde-d65d1905fb7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427921 Jan 31 21:01:55.788155 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c50e9d-9af2-40d9-8084-db6d475f2d1b req-be6320fe-335b-4be3-ba19-b791101a309a tempest-TestShelveInstance-149981330 tempest-TestShelveInstance-149981330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 21:01:55.789619 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-28c50e9d-9af2-40d9-8084-db6d475f2d1b req-be6320fe-335b-4be3-ba19-b791101a309a tempest-TestShelveInstance-149981330 tempest-TestShelveInstance-149981330-project] 10.222.0.46 "GET /v2.0/ports?device_id=84fd23f6-3068-4830-af49-301180593f89 HTTP/1.1" status: 200 len: 943 time: 0.0526218 Jan 31 21:01:55.838831 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-28c50e9d-9af2-40d9-8084-db6d475f2d1b req-fa83b265-53f5-49e0-b9d3-7d35b82254a8 tempest-TestShelveInstance-149981330 tempest-TestShelveInstance-149981330-project] 10.222.0.46 "GET /v2.0/security-groups?id=50fe813f-2835-42fd-bbde-d65d1905fb7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437081 Jan 31 21:01:55.965197 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600486512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3401042'] for agent (9ba4f6fe-000a-4ef5-9d61-ba62910ab5fe), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:01:56.133077 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-be0becd1-62d1-4ca0-b5a7-ea7074e075dc req-c4cb1381-a029-48bc-a86c-5f03b93257bb service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=07b29db9-03dd-4984-8853-a91eaa5fb175&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0436332 Jan 31 21:01:56.224670 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0becd1-62d1-4ca0-b5a7-ea7074e075dc req-04777114-b00f-4a89-b58e-7ca1cd8bfb4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 21:01:56.226351 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-be0becd1-62d1-4ca0-b5a7-ea7074e075dc req-04777114-b00f-4a89-b58e-7ca1cd8bfb4d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=047e08285f47481da2d6cf2445501723&device_id=07b29db9-03dd-4984-8853-a91eaa5fb175 HTTP/1.1" status: 200 len: 1129 time: 0.0499549 Jan 31 21:01:56.337728 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0becd1-62d1-4ca0-b5a7-ea7074e075dc req-221ee345-10aa-4849-9c19-008fd301a9f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 21:01:56.339225 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-be0becd1-62d1-4ca0-b5a7-ea7074e075dc req-221ee345-10aa-4849-9c19-008fd301a9f2 service neutron] 10.222.0.59 "GET /v2.0/networks?id=bdbc09ff-d174-4862-8f91-19ce9b2a383a HTTP/1.1" status: 200 len: 912 time: 0.0873578 Jan 31 21:01:56.410564 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-be0becd1-62d1-4ca0-b5a7-ea7074e075dc req-40cc13b3-3541-4dab-813c-766b92ab2be0 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a9577a12-768b-451e-bd7a-8e181ac9b261 HTTP/1.1" status: 200 len: 1001 time: 0.0645652 Jan 31 21:01:56.462100 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0becd1-62d1-4ca0-b5a7-ea7074e075dc req-a1f93e0b-b6f5-45a8-a331-f9cb91c5f47a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 21:01:56.463644 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-be0becd1-62d1-4ca0-b5a7-ea7074e075dc req-a1f93e0b-b6f5-45a8-a331-f9cb91c5f47a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=05b63977-1e2b-4747-8d09-fb1f8f446ce1 HTTP/1.1" status: 200 len: 850 time: 0.0461817 Jan 31 21:01:56.515697 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0becd1-62d1-4ca0-b5a7-ea7074e075dc req-a6ce6887-6e2f-46d6-8d80-4dd2bb7a024c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 21:01:56.517221 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-be0becd1-62d1-4ca0-b5a7-ea7074e075dc req-a6ce6887-6e2f-46d6-8d80-4dd2bb7a024c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=bdbc09ff-d174-4862-8f91-19ce9b2a383a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0471008 Jan 31 21:01:56.611468 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-be0becd1-62d1-4ca0-b5a7-ea7074e075dc req-4ab7b29c-1f81-4419-be3f-2925a8094193 service neutron] 10.222.0.59 "GET /v2.0/networks/bdbc09ff-d174-4862-8f91-19ce9b2a383a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867779 Jan 31 21:01:56.702419 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-be0becd1-62d1-4ca0-b5a7-ea7074e075dc req-4a189c29-0192-4296-8d25-cf2496c4379e service neutron] 10.222.0.59 "GET /v2.0/networks/bdbc09ff-d174-4862-8f91-19ce9b2a383a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837286 Jan 31 21:01:56.969725 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76da402-2bd0-4247-9a13-b749c3ddbf3a req-d648a0b3-e981-494d-95e9-12324e512bea tempest-TestShelveInstance-149981330 tempest-TestShelveInstance-149981330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 21:01:56.971805 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-d76da402-2bd0-4247-9a13-b749c3ddbf3a req-d648a0b3-e981-494d-95e9-12324e512bea tempest-TestShelveInstance-149981330 tempest-TestShelveInstance-149981330-project] 10.222.0.46 "GET /v2.0/ports?device_id=84fd23f6-3068-4830-af49-301180593f89 HTTP/1.1" status: 200 len: 943 time: 0.0639803 Jan 31 21:01:57.035656 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-d76da402-2bd0-4247-9a13-b749c3ddbf3a req-4fa12038-1eb8-4000-89e3-ce6acd5ceb64 tempest-TestShelveInstance-149981330 tempest-TestShelveInstance-149981330-project] 10.222.0.46 "GET /v2.0/security-groups?id=50fe813f-2835-42fd-bbde-d65d1905fb7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560870 Jan 31 21:01:57.243353 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca05ed8-9627-4a21-bf15-27f365c09713 req-deec5f02-46d1-474f-8cce-8ac401603726 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 21:01:57.245070 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-4ca05ed8-9627-4a21-bf15-27f365c09713 req-deec5f02-46d1-474f-8cce-8ac401603726 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] 10.222.0.46 "GET /v2.0/ports?device_id=521937b0-3541-460a-a340-58920b66dc40 HTTP/1.1" status: 200 len: 946 time: 0.0748312 Jan 31 21:01:57.320753 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-4ca05ed8-9627-4a21-bf15-27f365c09713 req-aca1e080-18b7-409e-b1a0-7c448b7c7517 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] 10.222.0.46 "GET /v2.0/security-groups?id=5e026526-bdec-4dfc-ba97-0cae44e0172b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641825 Jan 31 21:01:57.349621 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09468fa-a855-40f9-9575-583cd0ccb7fd req-550e1853-6c71-4b0c-a1f3-df8b401cc7a3 tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 21:01:57.351815 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-c09468fa-a855-40f9-9575-583cd0ccb7fd req-550e1853-6c71-4b0c-a1f3-df8b401cc7a3 tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] 10.222.0.46 "GET /v2.0/ports?device_id=07b29db9-03dd-4984-8853-a91eaa5fb175 HTTP/1.1" status: 200 len: 945 time: 0.0757766 Jan 31 21:01:57.425669 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-c09468fa-a855-40f9-9575-583cd0ccb7fd req-31341a98-9631-4589-aaab-9f03c0255d54 tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] 10.222.0.46 "GET /v2.0/security-groups?id=c3466f45-b059-46ec-9a9b-684b375557d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645797 Jan 31 21:01:58.171286 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cd2868-0615-400b-9d73-9155c6fb3380 req-7f40be37-2d2c-406c-9576-786b29771a3e tempest-TestShelveInstance-149981330 tempest-TestShelveInstance-149981330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 21:01:58.172825 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-19cd2868-0615-400b-9d73-9155c6fb3380 req-7f40be37-2d2c-406c-9576-786b29771a3e tempest-TestShelveInstance-149981330 tempest-TestShelveInstance-149981330-project] 10.222.0.46 "GET /v2.0/ports?device_id=84fd23f6-3068-4830-af49-301180593f89 HTTP/1.1" status: 200 len: 943 time: 0.0631280 Jan 31 21:01:58.224084 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-19cd2868-0615-400b-9d73-9155c6fb3380 req-4a8b2760-db79-4b83-a7c6-7e31ac20cd08 tempest-TestShelveInstance-149981330 tempest-TestShelveInstance-149981330-project] 10.222.0.46 "GET /v2.0/security-groups?id=50fe813f-2835-42fd-bbde-d65d1905fb7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456951 Jan 31 21:01:58.483994 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac9328d-71e3-4adc-b649-8b2be2833976 req-fe5ce54b-6f29-40a8-a8c1-bf24380f4d51 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 21:01:58.485563 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-fac9328d-71e3-4adc-b649-8b2be2833976 req-fe5ce54b-6f29-40a8-a8c1-bf24380f4d51 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] 10.222.0.46 "GET /v2.0/ports?device_id=521937b0-3541-460a-a340-58920b66dc40 HTTP/1.1" status: 200 len: 946 time: 0.0695248 Jan 31 21:01:58.565222 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-fac9328d-71e3-4adc-b649-8b2be2833976 req-6bceac08-8792-4eec-906a-c191deefd456 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] 10.222.0.46 "GET /v2.0/security-groups?id=5e026526-bdec-4dfc-ba97-0cae44e0172b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698159 Jan 31 21:01:58.570129 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836980da-5322-435a-bce6-00a7ca5d8b7e req-d30aa74e-5a50-4697-aa9a-07e478d3917f tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 21:01:58.571711 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-836980da-5322-435a-bce6-00a7ca5d8b7e req-d30aa74e-5a50-4697-aa9a-07e478d3917f tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] 10.222.0.46 "GET /v2.0/ports?device_id=07b29db9-03dd-4984-8853-a91eaa5fb175 HTTP/1.1" status: 200 len: 945 time: 0.0667217 Jan 31 21:01:58.784864 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600486512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3401042'] for agent (e85cc1e2-8b4e-4549-a68e-d414072d4156), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:01:58.879211 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766897a1-4e34-4c93-bdc4-963c37e0cca5 req-2547d009-d4a6-411f-9f55-59e66902d50b tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 21:01:58.880761 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-766897a1-4e34-4c93-bdc4-963c37e0cca5 req-2547d009-d4a6-411f-9f55-59e66902d50b tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] 10.222.0.59 "GET /v2.0/ports?device_id=521937b0-3541-460a-a340-58920b66dc40 HTTP/1.1" status: 200 len: 946 time: 0.0780916 Jan 31 21:01:58.883578 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-836980da-5322-435a-bce6-00a7ca5d8b7e req-03d0503d-0189-468a-8f2f-a5c9f0745ef7 tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] 10.222.0.46 "GET /v2.0/security-groups?id=c3466f45-b059-46ec-9a9b-684b375557d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3056183 Jan 31 21:01:58.992386 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [req-766897a1-4e34-4c93-bdc4-963c37e0cca5 req-6bf2cdd2-275a-4779-9503-b1bc79a460e3 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] Deleting port 03ce2948-3900-488e-9af1-5eaec4cd03a3 {{(pid=102449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 21:01:58.992729 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [req-766897a1-4e34-4c93-bdc4-963c37e0cca5 req-6bf2cdd2-275a-4779-9503-b1bc79a460e3 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783600463454'] for port (03ce2948-3900-488e-9af1-5eaec4cd03a3), before_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:01:59.084222 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.rpc [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Device e055c48f-1e8b-4cda-a0fb-7b56b7a86e4e details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=102451) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 21:01:59.091040 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.db [req-766897a1-4e34-4c93-bdc4-963c37e0cca5 req-6bf2cdd2-275a-4779-9503-b1bc79a460e3 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] For port 03ce2948-3900-488e-9af1-5eaec4cd03a3, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=03ce2948-3900-488e-9af1-5eaec4cd03a3,segment=NetworkSegment(0b88ba8a-5620-4c08-98b4-337c2e3644cc),segment_id=0b88ba8a-5620-4c08-98b4-337c2e3644cc)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 21:01:59.091413 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [req-766897a1-4e34-4c93-bdc4-963c37e0cca5 req-6bf2cdd2-275a-4779-9503-b1bc79a460e3 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696268'] for port (03ce2948-3900-488e-9af1-5eaec4cd03a3), precommit_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:01:59.186226 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.db [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] For port e055c48f-1e8b-4cda-a0fb-7b56b7a86e4e, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=e055c48f-1e8b-4cda-a0fb-7b56b7a86e4e,segment=NetworkSegment(686d5a02-d5f1-47f8-8eb5-40a8ecfc04d6),segment_id=686d5a02-d5f1-47f8-8eb5-40a8ecfc04d6)] {{(pid=102451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 21:01:59.202931 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.rpc [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Returning: {'device': 'e055c48f-1e8b-4cda-a0fb-7b56b7a86e4e', 'network_id': '4e180073-417f-4263-8c1c-52be850fc825', 'port_id': 'e055c48f-1e8b-4cda-a0fb-7b56b7a86e4e', 'mac_address': 'fa:16:3e:ba:19:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 660, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd1c723d-71f1-4815-99b6-32f8e6614b72', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102451) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 21:01:59.242398 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.plugin [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Current status of the port e055c48f-1e8b-4cda-a0fb-7b56b7a86e4e is: DOWN; New status is: BUILD {{(pid=102451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 21:01:59.242811 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1026180'] for port (e055c48f-1e8b-4cda-a0fb-7b56b7a86e4e), before_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:01:59.260853 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.notifiers.nova [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e055c48f-1e8b-4cda-a0fb-7b56b7a86e4e {{(pid=102451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 21:01:59.282167 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [req-766897a1-4e34-4c93-bdc4-963c37e0cca5 req-6bf2cdd2-275a-4779-9503-b1bc79a460e3 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:01:59.282608 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [req-766897a1-4e34-4c93-bdc4-963c37e0cca5 req-6bf2cdd2-275a-4779-9503-b1bc79a460e3 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3696791'] for floatingip (d222c678-95ad-4678-a082-4579e6340a46), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:01:59.283010 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.db.l3_db [req-766897a1-4e34-4c93-bdc4-963c37e0cca5 req-6bf2cdd2-275a-4779-9503-b1bc79a460e3 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] Floating IP d222c678-95ad-4678-a082-4579e6340a46 disassociated. External IP: 172.27.2.151, port: 03ce2948-3900-488e-9af1-5eaec4cd03a3. Jan 31 21:01:59.283425 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [req-766897a1-4e34-4c93-bdc4-963c37e0cca5 req-6bf2cdd2-275a-4779-9503-b1bc79a460e3 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] Calling delete_port for 03ce2948-3900-488e-9af1-5eaec4cd03a3 owned by compute:nova {{(pid=102449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 21:01:59.287329 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.db [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] For port e055c48f-1e8b-4cda-a0fb-7b56b7a86e4e, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=e055c48f-1e8b-4cda-a0fb-7b56b7a86e4e,segment=NetworkSegment(686d5a02-d5f1-47f8-8eb5-40a8ecfc04d6),segment_id=686d5a02-d5f1-47f8-8eb5-40a8ecfc04d6)] {{(pid=102451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 21:01:59.292512 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1029723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3769609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783600466378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783599971615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783599971633'] for port (e055c48f-1e8b-4cda-a0fb-7b56b7a86e4e), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:01:59.358043 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Pushing event updated for resources: {'Port': ['ID=e055c48f-1e8b-4cda-a0fb-7b56b7a86e4e,revision_number=4']} {{(pid=102451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 21:01:59.417898 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878e2a56-49b9-4c0c-801d-e92e09d0c0c6 req-0f81dfdf-ad63-4352-b713-35a87ac08d1d tempest-TestShelveInstance-149981330 tempest-TestShelveInstance-149981330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 21:01:59.419598 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-878e2a56-49b9-4c0c-801d-e92e09d0c0c6 req-0f81dfdf-ad63-4352-b713-35a87ac08d1d tempest-TestShelveInstance-149981330 tempest-TestShelveInstance-149981330-project] 10.222.0.46 "GET /v2.0/ports?device_id=84fd23f6-3068-4830-af49-301180593f89 HTTP/1.1" status: 200 len: 944 time: 0.1219332 Jan 31 21:01:59.516420 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-878e2a56-49b9-4c0c-801d-e92e09d0c0c6 req-08a4ee2a-b08d-41a1-a3dc-f30ec8e9d7eb tempest-TestShelveInstance-149981330 tempest-TestShelveInstance-149981330-project] 10.222.0.46 "GET /v2.0/security-groups?id=50fe813f-2835-42fd-bbde-d65d1905fb7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0877848 Jan 31 21:01:59.517464 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [req-766897a1-4e34-4c93-bdc4-963c37e0cca5 req-6bf2cdd2-275a-4779-9503-b1bc79a460e3 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1029723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3769609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783600466360', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783599971606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29106256'] for port (03ce2948-3900-488e-9af1-5eaec4cd03a3), after_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:01:59.550373 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf2cdd2-275a-4779-9503-b1bc79a460e3 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] Pushing event deleted for resources: {'Port': ['ID=03ce2948-3900-488e-9af1-5eaec4cd03a3,revision_number=None']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 21:01:59.563500 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf2cdd2-275a-4779-9503-b1bc79a460e3 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 21:01:59.563865 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf2cdd2-275a-4779-9503-b1bc79a460e3 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 21:01:59.564215 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf2cdd2-275a-4779-9503-b1bc79a460e3 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 21:01:59.564563 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf2cdd2-275a-4779-9503-b1bc79a460e3 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 21:01:59.564910 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf2cdd2-275a-4779-9503-b1bc79a460e3 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 21:01:59.565252 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf2cdd2-275a-4779-9503-b1bc79a460e3 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 21:01:59.565591 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf2cdd2-275a-4779-9503-b1bc79a460e3 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 21:01:59.565924 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf2cdd2-275a-4779-9503-b1bc79a460e3 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 21:01:59.566258 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf2cdd2-275a-4779-9503-b1bc79a460e3 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 21:01:59.566623 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf2cdd2-275a-4779-9503-b1bc79a460e3 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 21:01:59.566995 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf2cdd2-275a-4779-9503-b1bc79a460e3 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 21:01:59.567327 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf2cdd2-275a-4779-9503-b1bc79a460e3 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 21:01:59.567655 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf2cdd2-275a-4779-9503-b1bc79a460e3 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 21:01:59.599402 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.db [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] get_ports_and_sgs() called for port_ids ['e055c48f-1e8b-4cda-a0fb-7b56b7a86e4e'] {{(pid=102451) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 21:01:59.706618 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2d9d5e-e145-41e2-b7c2-898879615aeb req-98c2f140-d187-49f8-826f-04f0ac2c09a3 tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 21:01:59.708147 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-ff2d9d5e-e145-41e2-b7c2-898879615aeb req-98c2f140-d187-49f8-826f-04f0ac2c09a3 tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] 10.222.0.59 "GET /v2.0/ports?device_id=07b29db9-03dd-4984-8853-a91eaa5fb175 HTTP/1.1" status: 200 len: 945 time: 0.0982230 Jan 31 21:01:59.739077 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-c0fe3877-51a6-4ff1-a3ea-f12eeee25f5b req-125e3d8a-60d1-4998-a134-8e47ceedf7c6 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] 10.222.0.46 "GET /v2.0/ports?device_id=521937b0-3541-460a-a340-58920b66dc40 HTTP/1.1" status: 200 len: 210 time: 0.0409136 Jan 31 21:01:59.755843 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.scheduler.l3_agent_scheduler [req-766897a1-4e34-4c93-bdc4-963c37e0cca5 req-6bf2cdd2-275a-4779-9503-b1bc79a460e3 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] Router d4d7d827-a252-4287-bc91-d9fef5d0e77d has already been hosted by L3 agent 7c18f3b4-4d02-4b01-9072-98fcd9008716 {{(pid=102449) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 21:01:59.894150 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [req-ff2d9d5e-e145-41e2-b7c2-898879615aeb req-bed42dc7-7bf9-4ad6-9ffc-8b6fd574b51e tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] Deleting port a9577a12-768b-451e-bd7a-8e181ac9b261 {{(pid=102449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 21:01:59.894504 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [req-ff2d9d5e-e145-41e2-b7c2-898879615aeb req-bed42dc7-7bf9-4ad6-9ffc-8b6fd574b51e tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783600463454'] for port (a9577a12-768b-451e-bd7a-8e181ac9b261), before_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:01:59.955635 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-766897a1-4e34-4c93-bdc4-963c37e0cca5 req-6bf2cdd2-275a-4779-9503-b1bc79a460e3 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] Notify agent at l3_agent.dv-cinder-813229-5-iscsi the message routers_updated {{(pid=102449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 21:01:59.969265 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ea2d8c2-ad06-422d-b772-b7752cfe6876 None None] Sync routers for ids ['d4d7d827-a252-4287-bc91-d9fef5d0e77d'] in dv-cinder-813229-5-iscsi {{(pid=102451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 21:01:59.983663 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ea2d8c2-ad06-422d-b772-b7752cfe6876 None None] Routers {'d4d7d827-a252-4287-bc91-d9fef5d0e77d'} bound to L3 agent in host dv-cinder-813229-5-iscsi {{(pid=102451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 21:01:59.984312 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.db.l3_hamode_db [None req-4ea2d8c2-ad06-422d-b772-b7752cfe6876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-31T20:45:52Z,description=,heartbeat_timestamp=2022-01-31T21:01:52Z,host='dv-cinder-813229-5-iscsi',id=7c18f3b4-4d02-4b01-9072-98fcd9008716,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T20:45:52Z,topic='l3_agent')) {'router_ids': ['d4d7d827-a252-4287-bc91-d9fef5d0e77d'], 'active': True} {{(pid=102451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 21:02:00.048267 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [req-766897a1-4e34-4c93-bdc4-963c37e0cca5 req-6bf2cdd2-275a-4779-9503-b1bc79a460e3 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] No DVR routers for this DVR port 03ce2948-3900-488e-9af1-5eaec4cd03a3 on host hv-cinder-81322 {{(pid=102449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 21:02:00.054135 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [req-766897a1-4e34-4c93-bdc4-963c37e0cca5 req-6bf2cdd2-275a-4779-9503-b1bc79a460e3 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204375'] for port (None), before_response {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:02:00.057915 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-766897a1-4e34-4c93-bdc4-963c37e0cca5 req-6bf2cdd2-275a-4779-9503-b1bc79a460e3 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] 10.222.0.59 "DELETE /v2.0/ports/03ce2948-3900-488e-9af1-5eaec4cd03a3 HTTP/1.1" status: 204 len: 173 time: 1.1715529 Jan 31 21:02:00.061542 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '521937b0-3541-460a-a340-58920b66dc40', 'name': 'network-vif-deleted', 'tag': '03ce2948-3900-488e-9af1-5eaec4cd03a3'}] {{(pid=102449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 21:02:00.063376 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba30590511e0408980e1e78341b94ae353025d2904c3e8034e675cc5aff8c4ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20ab1111-97a7-4422-b8b8-64ab91f87e77" -d '{"events": [{"server_uuid": "521937b0-3541-460a-a340-58920b66dc40", "name": "network-vif-deleted", "tag": "03ce2948-3900-488e-9af1-5eaec4cd03a3"}]}' {{(pid=102449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 21:02:00.088913 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.db [req-ff2d9d5e-e145-41e2-b7c2-898879615aeb req-bed42dc7-7bf9-4ad6-9ffc-8b6fd574b51e tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] For port a9577a12-768b-451e-bd7a-8e181ac9b261, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=a9577a12-768b-451e-bd7a-8e181ac9b261,segment=NetworkSegment(cfda0be5-e876-4d3e-b2ec-240e600ca63d),segment_id=cfda0be5-e876-4d3e-b2ec-240e600ca63d)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 21:02:00.089165 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [req-ff2d9d5e-e145-41e2-b7c2-898879615aeb req-bed42dc7-7bf9-4ad6-9ffc-8b6fd574b51e tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696268'] for port (a9577a12-768b-451e-bd7a-8e181ac9b261), precommit_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:02:00.121273 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.db.l3_dvr_db [None req-4ea2d8c2-ad06-422d-b772-b7752cfe6876 None None] Set router d4d7d827-a252-4287-bc91-d9fef5d0e77d gateway port host: dv-cinder-813229-5-iscsi {{(pid=102451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 21:02:00.156973 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b878b739-9f33-4402-8ed8-3886f7282513 req-e2476ff6-07c6-4156-a7dc-db650ab961f5 tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 21:02:00.164364 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-b878b739-9f33-4402-8ed8-3886f7282513 req-e2476ff6-07c6-4156-a7dc-db650ab961f5 tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] 10.222.0.46 "GET /v2.0/ports?device_id=07b29db9-03dd-4984-8853-a91eaa5fb175 HTTP/1.1" status: 200 len: 945 time: 0.1947300 Jan 31 21:02:00.176008 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 21:02:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa9d6ea7-dc19-4cd2-8bc6-9524eb9e679e x-openstack-request-id: req-fa9d6ea7-dc19-4cd2-8bc6-9524eb9e679e {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 21:02:00.176335 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "521937b0-3541-460a-a340-58920b66dc40", "name": "network-vif-deleted", "tag": "03ce2948-3900-488e-9af1-5eaec4cd03a3", "status": "completed", "code": 200}]} {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 21:02:00.176544 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-fa9d6ea7-dc19-4cd2-8bc6-9524eb9e679e {{(pid=102449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 21:02:00.176949 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '521937b0-3541-460a-a340-58920b66dc40', 'name': 'network-vif-deleted', 'tag': '03ce2948-3900-488e-9af1-5eaec4cd03a3', 'status': 'completed', 'code': 200} Jan 31 21:02:00.268747 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-b878b739-9f33-4402-8ed8-3886f7282513 req-9f14138c-297c-4b84-ac66-556d719d7dbc tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] 10.222.0.46 "GET /v2.0/security-groups?id=c3466f45-b059-46ec-9a9b-684b375557d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1034875 Jan 31 21:02:00.375754 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [req-ff2d9d5e-e145-41e2-b7c2-898879615aeb req-bed42dc7-7bf9-4ad6-9ffc-8b6fd574b51e tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:02:00.376130 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [req-ff2d9d5e-e145-41e2-b7c2-898879615aeb req-bed42dc7-7bf9-4ad6-9ffc-8b6fd574b51e tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3696791'] for floatingip (828fceb1-e6ca-471d-8f3c-d7617aa30da9), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:02:00.376447 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.db.l3_db [req-ff2d9d5e-e145-41e2-b7c2-898879615aeb req-bed42dc7-7bf9-4ad6-9ffc-8b6fd574b51e tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] Floating IP 828fceb1-e6ca-471d-8f3c-d7617aa30da9 disassociated. External IP: 172.27.2.176, port: a9577a12-768b-451e-bd7a-8e181ac9b261. Jan 31 21:02:00.377106 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [req-ff2d9d5e-e145-41e2-b7c2-898879615aeb req-bed42dc7-7bf9-4ad6-9ffc-8b6fd574b51e tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] Calling delete_port for a9577a12-768b-451e-bd7a-8e181ac9b261 owned by compute:nova {{(pid=102449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 21:02:00.380333 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.db.l3_hamode_db [None req-4ea2d8c2-ad06-422d-b772-b7752cfe6876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4d7d827-a252-4287-bc91-d9fef5d0e77d', 'name': 'tempest-AttachVolumeShelveTestJSON-958845334-router', 'tenant_id': '89e26e9450a7409f847d894c6e8d3bfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51ba4d8e-a54c-4fb0-a209-37766af226e8', 'external_fixed_ips': [{'subnet_id': '99ba9542-d2be-443f-a804-26ff9bedcbe2', 'ip_address': '172.27.2.24'}], 'enable_snat': True}, 'gw_port_id': 'a98c6a2a-b321-479d-876f-dc5ce1e0005c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T20:53:52Z', 'updated_at': '2022-01-31T20:54:00Z', 'revision_number': 4, 'project_id': '89e26e9450a7409f847d894c6e8d3bfc', 'gw_port': {'id': 'a98c6a2a-b321-479d-876f-dc5ce1e0005c', 'name': '', 'network_id': '51ba4d8e-a54c-4fb0-a209-37766af226e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:09:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4d7d827-a252-4287-bc91-d9fef5d0e77d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '99ba9542-d2be-443f-a804-26ff9bedcbe2', 'ip_address': '172.27.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T20:53:53Z', 'updated_at': '2022-01-31T20:54:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99ba9542-d2be-443f-a804-26ff9bedcbe2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-5-iscsi', '_interfaces': [{'id': 'ed87e509-a3c0-4f7d-aee1-ba82b86c6569', 'name': '', 'network_id': 'e68884ed-aafc-46db-987f-40cce4cb0a81', 'tenant_id': '89e26e9450a7409f847d894c6e8d3bfc', 'mac_address': 'fa:16:3e:2f:53:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4d7d827-a252-4287-bc91-d9fef5d0e77d', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '34dec552-ecde-44b0-b00b-6077e3fcfd65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T20:53:59Z', 'updated_at': '2022-01-31T20:54:11Z', 'revision_number': 5, 'project_id': '89e26e9450a7409f847d894c6e8d3bfc', 'subnets': [{'id': '34dec552-ecde-44b0-b00b-6077e3fcfd65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-5-iscsi', False) {} {{(pid=102451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 21:02:00.411819 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ea2d8c2-ad06-422d-b772-b7752cfe6876 None None] Checking router: d4d7d827-a252-4287-bc91-d9fef5d0e77d for host: dv-cinder-813229-5-iscsi {{(pid=102451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 21:02:00.423440 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ea2d8c2-ad06-422d-b772-b7752cfe6876 None None] Routers {'d4d7d827-a252-4287-bc91-d9fef5d0e77d'} bound to L3 agent in host dv-cinder-813229-5-iscsi {{(pid=102451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 21:02:00.424075 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.db.l3_hamode_db [None req-4ea2d8c2-ad06-422d-b772-b7752cfe6876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-31T20:45:52Z,description=,heartbeat_timestamp=2022-01-31T21:01:52Z,host='dv-cinder-813229-5-iscsi',id=7c18f3b4-4d02-4b01-9072-98fcd9008716,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T20:45:52Z,topic='l3_agent')) {'router_ids': ['d4d7d827-a252-4287-bc91-d9fef5d0e77d'], 'active': True} {{(pid=102451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 21:02:00.544152 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.db.l3_dvr_db [None req-4ea2d8c2-ad06-422d-b772-b7752cfe6876 None None] Set router d4d7d827-a252-4287-bc91-d9fef5d0e77d gateway port host: dv-cinder-813229-5-iscsi {{(pid=102451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 21:02:00.550014 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [req-ff2d9d5e-e145-41e2-b7c2-898879615aeb req-bed42dc7-7bf9-4ad6-9ffc-8b6fd574b51e tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1029723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3769609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783600466360', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783599971606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29106256'] for port (a9577a12-768b-451e-bd7a-8e181ac9b261), after_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:02:00.607716 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed42dc7-7bf9-4ad6-9ffc-8b6fd574b51e tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] Pushing event deleted for resources: {'Port': ['ID=a9577a12-768b-451e-bd7a-8e181ac9b261,revision_number=None']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 21:02:00.673307 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1858db92-59e4-46b1-b5a0-497cc1065021 req-34665c3c-ea79-4285-95cc-fc6b15e50c07 tempest-TestShelveInstance-149981330 tempest-TestShelveInstance-149981330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 21:02:00.674800 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-1858db92-59e4-46b1-b5a0-497cc1065021 req-34665c3c-ea79-4285-95cc-fc6b15e50c07 tempest-TestShelveInstance-149981330 tempest-TestShelveInstance-149981330-project] 10.222.0.46 "GET /v2.0/ports?device_id=84fd23f6-3068-4830-af49-301180593f89 HTTP/1.1" status: 200 len: 944 time: 0.0646956 Jan 31 21:02:00.735865 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-1858db92-59e4-46b1-b5a0-497cc1065021 req-84016533-10a0-4886-84bd-7d6d3769c516 tempest-TestShelveInstance-149981330 tempest-TestShelveInstance-149981330-project] 10.222.0.46 "GET /v2.0/security-groups?id=50fe813f-2835-42fd-bbde-d65d1905fb7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499287 Jan 31 21:02:00.738637 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ff2d9d5e-e145-41e2-b7c2-898879615aeb req-bed42dc7-7bf9-4ad6-9ffc-8b6fd574b51e tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] Router 19bba440-8620-436d-b1a3-3283e7fc51f8 has already been hosted by L3 agent 7c18f3b4-4d02-4b01-9072-98fcd9008716 {{(pid=102449) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 21:02:00.791952 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.db.l3_hamode_db [None req-4ea2d8c2-ad06-422d-b772-b7752cfe6876 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4d7d827-a252-4287-bc91-d9fef5d0e77d', 'name': 'tempest-AttachVolumeShelveTestJSON-958845334-router', 'tenant_id': '89e26e9450a7409f847d894c6e8d3bfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51ba4d8e-a54c-4fb0-a209-37766af226e8', 'external_fixed_ips': [{'subnet_id': '99ba9542-d2be-443f-a804-26ff9bedcbe2', 'ip_address': '172.27.2.24'}], 'enable_snat': True}, 'gw_port_id': 'a98c6a2a-b321-479d-876f-dc5ce1e0005c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T20:53:52Z', 'updated_at': '2022-01-31T20:54:00Z', 'revision_number': 4, 'project_id': '89e26e9450a7409f847d894c6e8d3bfc', 'gw_port': {'id': 'a98c6a2a-b321-479d-876f-dc5ce1e0005c', 'name': '', 'network_id': '51ba4d8e-a54c-4fb0-a209-37766af226e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:09:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4d7d827-a252-4287-bc91-d9fef5d0e77d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '99ba9542-d2be-443f-a804-26ff9bedcbe2', 'ip_address': '172.27.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T20:53:53Z', 'updated_at': '2022-01-31T20:54:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99ba9542-d2be-443f-a804-26ff9bedcbe2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-5-iscsi', '_interfaces': [{'id': 'ed87e509-a3c0-4f7d-aee1-ba82b86c6569', 'name': '', 'network_id': 'e68884ed-aafc-46db-987f-40cce4cb0a81', 'tenant_id': '89e26e9450a7409f847d894c6e8d3bfc', 'mac_address': 'fa:16:3e:2f:53:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4d7d827-a252-4287-bc91-d9fef5d0e77d', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '34dec552-ecde-44b0-b00b-6077e3fcfd65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T20:53:59Z', 'updated_at': '2022-01-31T20:54:11Z', 'revision_number': 5, 'project_id': '89e26e9450a7409f847d894c6e8d3bfc', 'subnets': [{'id': '34dec552-ecde-44b0-b00b-6077e3fcfd65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-5-iscsi', False) {} {{(pid=102451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 21:02:00.821117 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ea2d8c2-ad06-422d-b772-b7752cfe6876 None None] The sync data for ids ['d4d7d827-a252-4287-bc91-d9fef5d0e77d'] in dv-cinder-813229-5-iscsi is: [{'id': 'd4d7d827-a252-4287-bc91-d9fef5d0e77d', 'name': 'tempest-AttachVolumeShelveTestJSON-958845334-router', 'tenant_id': '89e26e9450a7409f847d894c6e8d3bfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51ba4d8e-a54c-4fb0-a209-37766af226e8', 'external_fixed_ips': [{'subnet_id': '99ba9542-d2be-443f-a804-26ff9bedcbe2', 'ip_address': '172.27.2.24'}], 'enable_snat': True}, 'gw_port_id': 'a98c6a2a-b321-479d-876f-dc5ce1e0005c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T20:53:52Z', 'updated_at': '2022-01-31T20:54:00Z', 'revision_number': 4, 'project_id': '89e26e9450a7409f847d894c6e8d3bfc', 'gw_port': {'id': 'a98c6a2a-b321-479d-876f-dc5ce1e0005c', 'name': '', 'network_id': '51ba4d8e-a54c-4fb0-a209-37766af226e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:09:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4d7d827-a252-4287-bc91-d9fef5d0e77d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '99ba9542-d2be-443f-a804-26ff9bedcbe2', 'ip_address': '172.27.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T20:53:53Z', 'updated_at': '2022-01-31T20:54:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99ba9542-d2be-443f-a804-26ff9bedcbe2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-5-iscsi', '_interfaces': [{'id': 'ed87e509-a3c0-4f7d-aee1-ba82b86c6569', 'name': '', 'network_id': 'e68884ed-aafc-46db-987f-40cce4cb0a81', 'tenant_id': '89e26e9450a7409f847d894c6e8d3bfc', 'mac_address': 'fa:16:3e:2f:53:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4d7d827-a252-4287-bc91-d9fef5d0e77d', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '34dec552-ecde-44b0-b00b-6077e3fcfd65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T20:53:59Z', 'updated_at': '2022-01-31T20:54:11Z', 'revision_number': 5, 'project_id': '89e26e9450a7409f847d894c6e8d3bfc', 'subnets': [{'id': '34dec552-ecde-44b0-b00b-6077e3fcfd65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 21:02:00.878841 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-4b6a8e2b-ed4d-466d-8dc2-af5b1d211f43 req-6c43e1ed-546b-424d-82c2-7006a2ab0979 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] 10.222.0.46 "GET /v2.0/ports?device_id=521937b0-3541-460a-a340-58920b66dc40 HTTP/1.1" status: 200 len: 210 time: 0.0331929 Jan 31 21:02:00.895615 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ff2d9d5e-e145-41e2-b7c2-898879615aeb req-bed42dc7-7bf9-4ad6-9ffc-8b6fd574b51e tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] Notify agent at l3_agent.dv-cinder-813229-5-iscsi the message routers_updated {{(pid=102449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 21:02:00.907220 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-372d0411-d00f-4657-8a12-3d35d2c93aee None None] Sync routers for ids ['19bba440-8620-436d-b1a3-3283e7fc51f8'] in dv-cinder-813229-5-iscsi {{(pid=102454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 21:02:00.932541 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-372d0411-d00f-4657-8a12-3d35d2c93aee None None] Routers {'19bba440-8620-436d-b1a3-3283e7fc51f8'} bound to L3 agent in host dv-cinder-813229-5-iscsi {{(pid=102454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 21:02:00.933215 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.db.l3_hamode_db [None req-372d0411-d00f-4657-8a12-3d35d2c93aee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-31T20:45:52Z,description=,heartbeat_timestamp=2022-01-31T21:01:52Z,host='dv-cinder-813229-5-iscsi',id=7c18f3b4-4d02-4b01-9072-98fcd9008716,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T20:45:52Z,topic='l3_agent')) {'router_ids': ['19bba440-8620-436d-b1a3-3283e7fc51f8'], 'active': True} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 21:02:00.949597 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff2d9d5e-e145-41e2-b7c2-898879615aeb req-bed42dc7-7bf9-4ad6-9ffc-8b6fd574b51e tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] No DVR routers for this DVR port a9577a12-768b-451e-bd7a-8e181ac9b261 on host hv-cinder-81322 {{(pid=102449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 21:02:00.952781 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [req-ff2d9d5e-e145-41e2-b7c2-898879615aeb req-bed42dc7-7bf9-4ad6-9ffc-8b6fd574b51e tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204375'] for port (None), before_response {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:02:00.956982 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-ff2d9d5e-e145-41e2-b7c2-898879615aeb req-bed42dc7-7bf9-4ad6-9ffc-8b6fd574b51e tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] 10.222.0.59 "DELETE /v2.0/ports/a9577a12-768b-451e-bd7a-8e181ac9b261 HTTP/1.1" status: 204 len: 173 time: 1.2421458 Jan 31 21:02:01.087445 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.rpc [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Device e055c48f-1e8b-4cda-a0fb-7b56b7a86e4e up at agent hyperv_hv-cinder-81322 {{(pid=102451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 21:02:01.216480 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.db.l3_dvr_db [None req-372d0411-d00f-4657-8a12-3d35d2c93aee None None] Set router 19bba440-8620-436d-b1a3-3283e7fc51f8 gateway port host: dv-cinder-813229-5-iscsi {{(pid=102454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 21:02:01.268334 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3028f1a5-fc4a-4afe-a8d9-46bb86ec0258 None None] New status for floating IP d222c678-95ad-4678-a082-4579e6340a46: DOWN {{(pid=102451) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 31 21:02:01.407204 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-64266fea-c17e-4b87-8ff0-463c2ad7cd18 req-c2b983b8-ef85-43fd-9c51-7d93646c5e2e tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] 10.222.0.46 "GET /v2.0/ports?device_id=07b29db9-03dd-4984-8853-a91eaa5fb175 HTTP/1.1" status: 200 len: 210 time: 0.0357385 Jan 31 21:02:01.416246 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.db.provisioning_blocks [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Provisioning for port e055c48f-1e8b-4cda-a0fb-7b56b7a86e4e completed by entity L2. {{(pid=102451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 21:02:01.421795 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.db.provisioning_blocks [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Provisioning complete for port e055c48f-1e8b-4cda-a0fb-7b56b7a86e4e triggered by entity L2. {{(pid=102451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 21:02:01.422168 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3401144'] for port (e055c48f-1e8b-4cda-a0fb-7b56b7a86e4e), provisioning_complete {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:02:01.456161 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.db.l3_hamode_db [None req-372d0411-d00f-4657-8a12-3d35d2c93aee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19bba440-8620-436d-b1a3-3283e7fc51f8', 'name': 'tempest-AttachVolumeTestJSON-1296822656-router', 'tenant_id': '047e08285f47481da2d6cf2445501723', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51ba4d8e-a54c-4fb0-a209-37766af226e8', 'external_fixed_ips': [{'subnet_id': '99ba9542-d2be-443f-a804-26ff9bedcbe2', 'ip_address': '172.27.2.44'}], 'enable_snat': True}, 'gw_port_id': 'f1ddf136-da11-4421-aa27-b5e116e75025', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T20:58:04Z', 'updated_at': '2022-01-31T20:58:07Z', 'revision_number': 4, 'project_id': '047e08285f47481da2d6cf2445501723', 'gw_port': {'id': 'f1ddf136-da11-4421-aa27-b5e116e75025', 'name': '', 'network_id': '51ba4d8e-a54c-4fb0-a209-37766af226e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:34:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19bba440-8620-436d-b1a3-3283e7fc51f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '99ba9542-d2be-443f-a804-26ff9bedcbe2', 'ip_address': '172.27.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T20:58:04Z', 'updated_at': '2022-01-31T20:58:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99ba9542-d2be-443f-a804-26ff9bedcbe2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-5-iscsi', '_interfaces': [{'id': 'bfddf878-069f-45be-bc84-23f469ee200c', 'name': '', 'network_id': 'bdbc09ff-d174-4862-8f91-19ce9b2a383a', 'tenant_id': '047e08285f47481da2d6cf2445501723', 'mac_address': 'fa:16:3e:b6:9c:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19bba440-8620-436d-b1a3-3283e7fc51f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '05b63977-1e2b-4747-8d09-fb1f8f446ce1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T20:58:06Z', 'updated_at': '2022-01-31T20:58:12Z', 'revision_number': 5, 'project_id': '047e08285f47481da2d6cf2445501723', 'subnets': [{'id': '05b63977-1e2b-4747-8d09-fb1f8f446ce1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-5-iscsi', False) {} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 21:02:01.486143 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-372d0411-d00f-4657-8a12-3d35d2c93aee None None] Checking router: 19bba440-8620-436d-b1a3-3283e7fc51f8 for host: dv-cinder-813229-5-iscsi {{(pid=102454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 21:02:01.495793 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-372d0411-d00f-4657-8a12-3d35d2c93aee None None] Routers {'19bba440-8620-436d-b1a3-3283e7fc51f8'} bound to L3 agent in host dv-cinder-813229-5-iscsi {{(pid=102454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 21:02:01.496505 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.db.l3_hamode_db [None req-372d0411-d00f-4657-8a12-3d35d2c93aee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-31T20:45:52Z,description=,heartbeat_timestamp=2022-01-31T21:01:52Z,host='dv-cinder-813229-5-iscsi',id=7c18f3b4-4d02-4b01-9072-98fcd9008716,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T20:45:52Z,topic='l3_agent')) {'router_ids': ['19bba440-8620-436d-b1a3-3283e7fc51f8'], 'active': True} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 21:02:01.519871 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.plugin [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Current status of the port e055c48f-1e8b-4cda-a0fb-7b56b7a86e4e is: BUILD; New status is: ACTIVE {{(pid=102451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 21:02:01.520260 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1026180'] for port (e055c48f-1e8b-4cda-a0fb-7b56b7a86e4e), before_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:02:01.548107 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84fd23f6-3068-4830-af49-301180593f89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e055c48f-1e8b-4cda-a0fb-7b56b7a86e4e'}] {{(pid=102451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 21:02:01.550647 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c23f90a41664c3b077a95f51e37b0059f8aa38e98bc0260eca12d616ac4420be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78527de8-bedc-45a8-9391-529ab996c7d8" -d '{"events": [{"server_uuid": "84fd23f6-3068-4830-af49-301180593f89", "name": "network-vif-plugged", "status": "completed", "tag": "e055c48f-1e8b-4cda-a0fb-7b56b7a86e4e"}]}' {{(pid=102451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 21:02:01.566680 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.db [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] For port e055c48f-1e8b-4cda-a0fb-7b56b7a86e4e, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=e055c48f-1e8b-4cda-a0fb-7b56b7a86e4e,segment=NetworkSegment(686d5a02-d5f1-47f8-8eb5-40a8ecfc04d6),segment_id=686d5a02-d5f1-47f8-8eb5-40a8ecfc04d6)] {{(pid=102451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 21:02:01.572961 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1029723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3769609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783600466378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783599971615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783599971633'] for port (e055c48f-1e8b-4cda-a0fb-7b56b7a86e4e), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:02:01.601355 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 21:02:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7987bdb0-f4f8-4bc9-9e83-75e3e4238b51 x-openstack-request-id: req-7987bdb0-f4f8-4bc9-9e83-75e3e4238b51 {{(pid=102451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 21:02:01.601648 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84fd23f6-3068-4830-af49-301180593f89", "name": "network-vif-plugged", "status": "completed", "tag": "e055c48f-1e8b-4cda-a0fb-7b56b7a86e4e", "code": 200}]} {{(pid=102451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 21:02:01.601906 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-7987bdb0-f4f8-4bc9-9e83-75e3e4238b51 {{(pid=102451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 21:02:01.602303 dv-cinder-813229-5-iscsi neutron-server[102451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84fd23f6-3068-4830-af49-301180593f89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e055c48f-1e8b-4cda-a0fb-7b56b7a86e4e', 'code': 200} Jan 31 21:02:01.629070 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Pushing event updated for resources: {'Port': ['ID=e055c48f-1e8b-4cda-a0fb-7b56b7a86e4e,revision_number=5']} {{(pid=102451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 21:02:01.630324 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.db.l3_dvr_db [None req-372d0411-d00f-4657-8a12-3d35d2c93aee None None] Set router 19bba440-8620-436d-b1a3-3283e7fc51f8 gateway port host: dv-cinder-813229-5-iscsi {{(pid=102454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 21:02:01.838385 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5643a0c-5198-4842-8e9c-e962b0421477 req-640d4c46-ed4b-4778-9291-822b37598c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 21:02:01.839945 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-e5643a0c-5198-4842-8e9c-e962b0421477 req-640d4c46-ed4b-4778-9291-822b37598c2e service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=84fd23f6-3068-4830-af49-301180593f89 HTTP/1.1" status: 200 len: 1129 time: 0.0471020 Jan 31 21:02:01.862486 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41ec315-6d3c-4bf4-8779-0914ed732823 req-74cc92b6-1699-4b73-81f8-57dc2c0908a5 tempest-TestShelveInstance-149981330 tempest-TestShelveInstance-149981330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 21:02:01.864412 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-e41ec315-6d3c-4bf4-8779-0914ed732823 req-74cc92b6-1699-4b73-81f8-57dc2c0908a5 tempest-TestShelveInstance-149981330 tempest-TestShelveInstance-149981330-project] 10.222.0.46 "GET /v2.0/ports?device_id=84fd23f6-3068-4830-af49-301180593f89 HTTP/1.1" status: 200 len: 945 time: 0.0559118 Jan 31 21:02:01.869561 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.db.l3_hamode_db [None req-372d0411-d00f-4657-8a12-3d35d2c93aee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19bba440-8620-436d-b1a3-3283e7fc51f8', 'name': 'tempest-AttachVolumeTestJSON-1296822656-router', 'tenant_id': '047e08285f47481da2d6cf2445501723', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51ba4d8e-a54c-4fb0-a209-37766af226e8', 'external_fixed_ips': [{'subnet_id': '99ba9542-d2be-443f-a804-26ff9bedcbe2', 'ip_address': '172.27.2.44'}], 'enable_snat': True}, 'gw_port_id': 'f1ddf136-da11-4421-aa27-b5e116e75025', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T20:58:04Z', 'updated_at': '2022-01-31T20:58:07Z', 'revision_number': 4, 'project_id': '047e08285f47481da2d6cf2445501723', 'gw_port': {'id': 'f1ddf136-da11-4421-aa27-b5e116e75025', 'name': '', 'network_id': '51ba4d8e-a54c-4fb0-a209-37766af226e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:34:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19bba440-8620-436d-b1a3-3283e7fc51f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '99ba9542-d2be-443f-a804-26ff9bedcbe2', 'ip_address': '172.27.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T20:58:04Z', 'updated_at': '2022-01-31T20:58:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99ba9542-d2be-443f-a804-26ff9bedcbe2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-5-iscsi', '_interfaces': [{'id': 'bfddf878-069f-45be-bc84-23f469ee200c', 'name': '', 'network_id': 'bdbc09ff-d174-4862-8f91-19ce9b2a383a', 'tenant_id': '047e08285f47481da2d6cf2445501723', 'mac_address': 'fa:16:3e:b6:9c:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19bba440-8620-436d-b1a3-3283e7fc51f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '05b63977-1e2b-4747-8d09-fb1f8f446ce1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T20:58:06Z', 'updated_at': '2022-01-31T20:58:12Z', 'revision_number': 5, 'project_id': '047e08285f47481da2d6cf2445501723', 'subnets': [{'id': '05b63977-1e2b-4747-8d09-fb1f8f446ce1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-5-iscsi', False) {} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 21:02:01.907541 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-372d0411-d00f-4657-8a12-3d35d2c93aee None None] The sync data for ids ['19bba440-8620-436d-b1a3-3283e7fc51f8'] in dv-cinder-813229-5-iscsi is: [{'id': '19bba440-8620-436d-b1a3-3283e7fc51f8', 'name': 'tempest-AttachVolumeTestJSON-1296822656-router', 'tenant_id': '047e08285f47481da2d6cf2445501723', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51ba4d8e-a54c-4fb0-a209-37766af226e8', 'external_fixed_ips': [{'subnet_id': '99ba9542-d2be-443f-a804-26ff9bedcbe2', 'ip_address': '172.27.2.44'}], 'enable_snat': True}, 'gw_port_id': 'f1ddf136-da11-4421-aa27-b5e116e75025', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T20:58:04Z', 'updated_at': '2022-01-31T20:58:07Z', 'revision_number': 4, 'project_id': '047e08285f47481da2d6cf2445501723', 'gw_port': {'id': 'f1ddf136-da11-4421-aa27-b5e116e75025', 'name': '', 'network_id': '51ba4d8e-a54c-4fb0-a209-37766af226e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:34:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19bba440-8620-436d-b1a3-3283e7fc51f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '99ba9542-d2be-443f-a804-26ff9bedcbe2', 'ip_address': '172.27.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T20:58:04Z', 'updated_at': '2022-01-31T20:58:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99ba9542-d2be-443f-a804-26ff9bedcbe2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-5-iscsi', '_interfaces': [{'id': 'bfddf878-069f-45be-bc84-23f469ee200c', 'name': '', 'network_id': 'bdbc09ff-d174-4862-8f91-19ce9b2a383a', 'tenant_id': '047e08285f47481da2d6cf2445501723', 'mac_address': 'fa:16:3e:b6:9c:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19bba440-8620-436d-b1a3-3283e7fc51f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '05b63977-1e2b-4747-8d09-fb1f8f446ce1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T20:58:06Z', 'updated_at': '2022-01-31T20:58:12Z', 'revision_number': 5, 'project_id': '047e08285f47481da2d6cf2445501723', 'subnets': [{'id': '05b63977-1e2b-4747-8d09-fb1f8f446ce1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 21:02:01.923026 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-e41ec315-6d3c-4bf4-8779-0914ed732823 req-a13eb668-9c8f-4017-a825-1b0860a4c032 tempest-TestShelveInstance-149981330 tempest-TestShelveInstance-149981330-project] 10.222.0.46 "GET /v2.0/security-groups?id=50fe813f-2835-42fd-bbde-d65d1905fb7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519266 Jan 31 21:02:01.999158 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.wsgi [-] (102450) accepted ('10.222.0.46', 44900) {{(pid=102450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 21:02:02.062008 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-a0591de9-8982-4310-b605-187c73a8ab69 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] Publish callbacks [] for security_group (5e026526-bdec-4dfc-ba97-0cae44e0172b), before_delete {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:02:02.089324 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-a0591de9-8982-4310-b605-187c73a8ab69 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] Publish callbacks [] for security_group (5e026526-bdec-4dfc-ba97-0cae44e0172b), precommit_delete {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:02:02.139375 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-e5643a0c-5198-4842-8e9c-e962b0421477 req-ba258b72-d5ff-41b5-a388-38e1eea2c938 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=50fe813f-2835-42fd-bbde-d65d1905fb7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2921453 Jan 31 21:02:02.151822 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-a0591de9-8982-4310-b605-187c73a8ab69 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736509'] for security_group (5e026526-bdec-4dfc-ba97-0cae44e0172b), after_delete {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:02:02.154406 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-a0591de9-8982-4310-b605-187c73a8ab69 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] Publish callbacks [] for security_group (None), before_response {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:02:02.156044 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [None req-a0591de9-8982-4310-b605-187c73a8ab69 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] 10.222.0.46 "DELETE /v2.0/security-groups/5e026526-bdec-4dfc-ba97-0cae44e0172b HTTP/1.1" status: 204 len: 168 time: 0.1552956 Jan 31 21:02:02.159289 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.wsgi [-] (102450) accepted ('10.222.0.46', 44902) {{(pid=102450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 21:02:02.176491 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c324e934-c663-4b47-b3c9-2ebc900af3d8 None None] New status for floating IP 828fceb1-e6ca-471d-8f3c-d7617aa30da9: DOWN {{(pid=102454) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 31 21:02:02.176958 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0591de9-8982-4310-b605-187c73a8ab69 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e026526-bdec-4dfc-ba97-0cae44e0172b,revision_number=None']} {{(pid=102450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 21:02:02.179153 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07b29db9-03dd-4984-8853-a91eaa5fb175', 'name': 'network-vif-deleted', 'tag': 'a9577a12-768b-451e-bd7a-8e181ac9b261'}] {{(pid=102449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 21:02:02.179711 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.api.v2.resource [None req-29e82dd3-cf12-4808-bc3f-7d336ab4b49e tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] show failed (client error): The resource could not be found. Jan 31 21:02:02.183267 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [None req-29e82dd3-cf12-4808-bc3f-7d336ab4b49e tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] 10.222.0.46 "GET /v2.0/security-groups/5e026526-bdec-4dfc-ba97-0cae44e0172b HTTP/1.1" status: 404 len: 347 time: 0.0205414 Jan 31 21:02:02.183438 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba30590511e0408980e1e78341b94ae353025d2904c3e8034e675cc5aff8c4ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72aae111-7d3f-4fee-95b0-46509fed0cf9" -d '{"events": [{"server_uuid": "07b29db9-03dd-4984-8853-a91eaa5fb175", "name": "network-vif-deleted", "tag": "a9577a12-768b-451e-bd7a-8e181ac9b261"}]}' {{(pid=102449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 21:02:02.183788 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.wsgi [-] (102450) accepted ('10.222.0.46', 44904) {{(pid=102450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 21:02:02.232901 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 21:02:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a55ffeb6-0af1-4b63-a01b-89d2b8813e93 x-openstack-request-id: req-a55ffeb6-0af1-4b63-a01b-89d2b8813e93 {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 21:02:02.233192 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07b29db9-03dd-4984-8853-a91eaa5fb175", "name": "network-vif-deleted", "tag": "a9577a12-768b-451e-bd7a-8e181ac9b261", "status": "completed", "code": 200}]} {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 21:02:02.233439 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-a55ffeb6-0af1-4b63-a01b-89d2b8813e93 {{(pid=102449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 21:02:02.233825 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07b29db9-03dd-4984-8853-a91eaa5fb175', 'name': 'network-vif-deleted', 'tag': 'a9577a12-768b-451e-bd7a-8e181ac9b261', 'status': 'completed', 'code': 200} Jan 31 21:02:02.347789 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.plugins.ml2.plugin [None req-e9221e26-e915-48d8-9558-86714d3d7238 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] Deleting port 27bd04f4-7dd0-4a8c-a617-fc5733b0adfa {{(pid=102450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 21:02:02.348134 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-e9221e26-e915-48d8-9558-86714d3d7238 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783600463454'] for port (27bd04f4-7dd0-4a8c-a617-fc5733b0adfa), before_delete {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:02:02.425462 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-e9221e26-e915-48d8-9558-86714d3d7238 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696268'] for port (27bd04f4-7dd0-4a8c-a617-fc5733b0adfa), precommit_delete {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:02:02.428132 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-e9221e26-e915-48d8-9558-86714d3d7238 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] Publish callbacks [] for floatingip (27bd04f4-7dd0-4a8c-a617-fc5733b0adfa), precommit_delete {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:02:02.438838 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.plugins.ml2.plugin [None req-e9221e26-e915-48d8-9558-86714d3d7238 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] Calling delete_port for 27bd04f4-7dd0-4a8c-a617-fc5733b0adfa owned by network:floatingip {{(pid=102450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 21:02:02.587182 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-e9221e26-e915-48d8-9558-86714d3d7238 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1029723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3769609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783600466360', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783599971606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27814909'] for port (27bd04f4-7dd0-4a8c-a617-fc5733b0adfa), after_delete {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:02:02.614138 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9221e26-e915-48d8-9558-86714d3d7238 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] Pushing event deleted for resources: {'Port': ['ID=27bd04f4-7dd0-4a8c-a617-fc5733b0adfa,revision_number=None']} {{(pid=102450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 21:02:02.680033 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-e9221e26-e915-48d8-9558-86714d3d7238 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] Publish callbacks [] for floatingip (d222c678-95ad-4678-a082-4579e6340a46), after_delete {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:02:02.682599 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-e9221e26-e915-48d8-9558-86714d3d7238 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204375'] for floatingip (None), before_response {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:02:02.683839 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [None req-e9221e26-e915-48d8-9558-86714d3d7238 tempest-AttachVolumeShelveTestJSON-176094502 tempest-AttachVolumeShelveTestJSON-176094502-project] 10.222.0.46 "DELETE /v2.0/floatingips/d222c678-95ad-4678-a082-4579e6340a46 HTTP/1.1" status: 204 len: 168 time: 0.4964185 Jan 31 21:02:03.073359 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f65018a-5dd9-4f1a-89aa-9cc87024155c req-67561742-cc57-4fa7-b879-eddb2c5cc90a tempest-TestShelveInstance-149981330 tempest-TestShelveInstance-149981330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 21:02:03.074888 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-9f65018a-5dd9-4f1a-89aa-9cc87024155c req-67561742-cc57-4fa7-b879-eddb2c5cc90a tempest-TestShelveInstance-149981330 tempest-TestShelveInstance-149981330-project] 10.222.0.46 "GET /v2.0/ports?device_id=84fd23f6-3068-4830-af49-301180593f89 HTTP/1.1" status: 200 len: 945 time: 0.0598869 Jan 31 21:02:03.101750 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.rpc [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Device 03ce2948-3900-488e-9af1-5eaec4cd03a3 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=102451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 21:02:03.123214 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.plugin [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] No Port match for: 03ce2948-3900-488e-9af1-5eaec4cd03a3 {{(pid=102451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 21:02:03.123655 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.rpc [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Device 03ce2948-3900-488e-9af1-5eaec4cd03a3 not bound to the agent host hv-cinder-81322 {{(pid=102451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 21:02:03.124159 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.rpc [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Device a9577a12-768b-451e-bd7a-8e181ac9b261 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=102451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 21:02:03.140624 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-9f65018a-5dd9-4f1a-89aa-9cc87024155c req-75d9cb97-d3c8-48dd-bf5d-bfa13f220b83 tempest-TestShelveInstance-149981330 tempest-TestShelveInstance-149981330-project] 10.222.0.46 "GET /v2.0/security-groups?id=50fe813f-2835-42fd-bbde-d65d1905fb7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602076 Jan 31 21:02:03.144749 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.plugin [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] No Port match for: a9577a12-768b-451e-bd7a-8e181ac9b261 {{(pid=102451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 21:02:03.145102 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.rpc [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Device a9577a12-768b-451e-bd7a-8e181ac9b261 not bound to the agent host hv-cinder-81322 {{(pid=102451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 21:02:03.514946 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.wsgi [-] (102450) accepted ('10.222.0.46', 44920) {{(pid=102450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 21:02:03.567463 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-386c165f-738b-4acf-89c1-28139c05bf17 tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] Publish callbacks [] for security_group (c3466f45-b059-46ec-9a9b-684b375557d3), before_delete {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:02:03.589756 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-386c165f-738b-4acf-89c1-28139c05bf17 tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] Publish callbacks [] for security_group (c3466f45-b059-46ec-9a9b-684b375557d3), precommit_delete {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:02:03.636808 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-386c165f-738b-4acf-89c1-28139c05bf17 tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736509'] for security_group (c3466f45-b059-46ec-9a9b-684b375557d3), after_delete {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:02:03.639663 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-386c165f-738b-4acf-89c1-28139c05bf17 tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] Publish callbacks [] for security_group (None), before_response {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:02:03.640904 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [None req-386c165f-738b-4acf-89c1-28139c05bf17 tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] 10.222.0.46 "DELETE /v2.0/security-groups/c3466f45-b059-46ec-9a9b-684b375557d3 HTTP/1.1" status: 204 len: 168 time: 0.1249626 Jan 31 21:02:03.644215 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.wsgi [-] (102449) accepted ('10.222.0.46', 44922) {{(pid=102449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 21:02:03.650511 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386c165f-738b-4acf-89c1-28139c05bf17 tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3466f45-b059-46ec-9a9b-684b375557d3,revision_number=None']} {{(pid=102450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 21:02:03.661986 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.api.v2.resource [None req-74dc3bad-c717-40b2-ac49-399c1a157383 tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] show failed (client error): The resource could not be found. Jan 31 21:02:03.663794 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [None req-74dc3bad-c717-40b2-ac49-399c1a157383 tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] 10.222.0.46 "GET /v2.0/security-groups/c3466f45-b059-46ec-9a9b-684b375557d3 HTTP/1.1" status: 404 len: 347 time: 0.0178299 Jan 31 21:02:03.667761 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.wsgi [-] (102449) accepted ('10.222.0.46', 44924) {{(pid=102449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 21:02:03.792837 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-789abb55-fb0a-4f4f-8109-3780789d1020 tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] Deleting port a8459e00-e811-4b5a-8312-76449066c51b {{(pid=102449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 21:02:03.793179 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-789abb55-fb0a-4f4f-8109-3780789d1020 tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783600463454'] for port (a8459e00-e811-4b5a-8312-76449066c51b), before_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:02:03.869339 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-789abb55-fb0a-4f4f-8109-3780789d1020 tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696268'] for port (a8459e00-e811-4b5a-8312-76449066c51b), precommit_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:02:03.869665 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-789abb55-fb0a-4f4f-8109-3780789d1020 tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] Publish callbacks [] for floatingip (a8459e00-e811-4b5a-8312-76449066c51b), precommit_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:02:03.885453 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-789abb55-fb0a-4f4f-8109-3780789d1020 tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] Calling delete_port for a8459e00-e811-4b5a-8312-76449066c51b owned by network:floatingip {{(pid=102449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 21:02:04.032448 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-789abb55-fb0a-4f4f-8109-3780789d1020 tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1029723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3769609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783600466360', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783599971606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29106256'] for port (a8459e00-e811-4b5a-8312-76449066c51b), after_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:02:04.059572 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789abb55-fb0a-4f4f-8109-3780789d1020 tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] Pushing event deleted for resources: {'Port': ['ID=a8459e00-e811-4b5a-8312-76449066c51b,revision_number=None']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 21:02:04.123658 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-789abb55-fb0a-4f4f-8109-3780789d1020 tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] Publish callbacks [] for floatingip (828fceb1-e6ca-471d-8f3c-d7617aa30da9), after_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:02:04.126591 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-789abb55-fb0a-4f4f-8109-3780789d1020 tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204375'] for floatingip (None), before_response {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:02:04.128059 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [None req-789abb55-fb0a-4f4f-8109-3780789d1020 tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] 10.222.0.46 "DELETE /v2.0/floatingips/828fceb1-e6ca-471d-8f3c-d7617aa30da9 HTTP/1.1" status: 204 len: 168 time: 0.4593945 Jan 31 21:02:04.476817 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.wsgi [-] (102450) accepted ('10.222.0.46', 44940) {{(pid=102450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 21:02:04.481096 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17bdbde-9398-447f-af8a-1a41dac68f69 req-44b5457d-9970-4e0b-9972-c52cc53a23b7 tempest-TestShelveInstance-149981330 tempest-TestShelveInstance-149981330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 21:02:04.481450 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.v2.base [None req-f50f7816-4d59-499f-a4aa-47ba98ead628 tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1028291043', 'description': 'tempest-description--1503109642'}} {{(pid=102450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 21:02:04.482597 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-e17bdbde-9398-447f-af8a-1a41dac68f69 req-44b5457d-9970-4e0b-9972-c52cc53a23b7 tempest-TestShelveInstance-149981330 tempest-TestShelveInstance-149981330-project] 10.222.0.46 "GET /v2.0/ports?device_id=84fd23f6-3068-4830-af49-301180593f89 HTTP/1.1" status: 200 len: 945 time: 0.0550978 Jan 31 21:02:04.502917 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-f50f7816-4d59-499f-a4aa-47ba98ead628 tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] Publish callbacks [] for security_group (None), before_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:02:04.533552 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-e17bdbde-9398-447f-af8a-1a41dac68f69 req-7e3203d3-2cea-48f7-94ac-10184ceed5ca tempest-TestShelveInstance-149981330 tempest-TestShelveInstance-149981330-project] 10.222.0.46 "GET /v2.0/security-groups?id=50fe813f-2835-42fd-bbde-d65d1905fb7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449350 Jan 31 21:02:04.578031 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-f50f7816-4d59-499f-a4aa-47ba98ead628 tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] Publish callbacks [] for security_group (9b644a29-769a-4f96-bf04-9f2b0e6c503d), precommit_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:02:04.582452 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-f50f7816-4d59-499f-a4aa-47ba98ead628 tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736509'] for security_group (9b644a29-769a-4f96-bf04-9f2b0e6c503d), after_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:02:04.607590 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-f50f7816-4d59-499f-a4aa-47ba98ead628 tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] Publish callbacks [] for security_group (None), before_response {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:02:04.608819 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [None req-f50f7816-4d59-499f-a4aa-47ba98ead628 tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1309395 Jan 31 21:02:04.611875 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.wsgi [-] (102449) accepted ('10.222.0.46', 44944) {{(pid=102449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 21:02:04.617159 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.v2.base [None req-3a64e179-2ca9-4a6f-a04d-6ea813b59368 tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] Request body: {'security_group_rule': {'security_group_id': '9b644a29-769a-4f96-bf04-9f2b0e6c503d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 21:02:04.627718 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50f7816-4d59-499f-a4aa-47ba98ead628 tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b644a29-769a-4f96-bf04-9f2b0e6c503d,revision_number=1']} {{(pid=102450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 21:02:04.645844 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-3a64e179-2ca9-4a6f-a04d-6ea813b59368 tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] Publish callbacks [] for security_group_rule (aaab0325-ec5a-4252-808c-9f08f49d03d1), before_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:02:04.671407 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6b1a76-4713-464e-889a-01cec2e3c914 req-144c0bd8-e419-4fd5-a116-030667fd4dd0 tempest-TestShelveInstance-149981330 tempest-TestShelveInstance-149981330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 21:02:04.672893 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-8a6b1a76-4713-464e-889a-01cec2e3c914 req-144c0bd8-e419-4fd5-a116-030667fd4dd0 tempest-TestShelveInstance-149981330 tempest-TestShelveInstance-149981330-project] 10.222.0.46 "GET /v2.0/ports?device_id=84fd23f6-3068-4830-af49-301180593f89 HTTP/1.1" status: 200 len: 945 time: 0.0630860 Jan 31 21:02:04.705304 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-3a64e179-2ca9-4a6f-a04d-6ea813b59368 tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] Publish callbacks [] for security_group_rule (aaab0325-ec5a-4252-808c-9f08f49d03d1), precommit_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:02:04.709166 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-3a64e179-2ca9-4a6f-a04d-6ea813b59368 tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695025'] for security_group_rule (aaab0325-ec5a-4252-808c-9f08f49d03d1), after_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:02:04.725837 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-8a6b1a76-4713-464e-889a-01cec2e3c914 req-42f815f2-a819-4f2a-b2d9-f00995edf476 tempest-TestShelveInstance-149981330 tempest-TestShelveInstance-149981330-project] 10.222.0.46 "GET /v2.0/security-groups?id=50fe813f-2835-42fd-bbde-d65d1905fb7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474350 Jan 31 21:02:04.726465 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a64e179-2ca9-4a6f-a04d-6ea813b59368 tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aaab0325-ec5a-4252-808c-9f08f49d03d1,revision_number=0']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 21:02:04.736662 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-3a64e179-2ca9-4a6f-a04d-6ea813b59368 tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:02:04.739023 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [None req-3a64e179-2ca9-4a6f-a04d-6ea813b59368 tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1249607 Jan 31 21:02:04.740557 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.wsgi [-] (102449) accepted ('10.222.0.46', 44946) {{(pid=102449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 21:02:04.746449 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.v2.base [None req-3bb09840-8a0e-441e-9457-25e29e89a7b8 tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] Request body: {'security_group_rule': {'security_group_id': '9b644a29-769a-4f96-bf04-9f2b0e6c503d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 21:02:04.749498 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.wsgi [-] (102450) accepted ('10.222.0.46', 44948) {{(pid=102450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 21:02:04.775263 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-3bb09840-8a0e-441e-9457-25e29e89a7b8 tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] Publish callbacks [] for security_group_rule (358726e7-cee5-4a04-aa8b-7bb041398321), before_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:02:04.833403 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-3bb09840-8a0e-441e-9457-25e29e89a7b8 tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] Publish callbacks [] for security_group_rule (358726e7-cee5-4a04-aa8b-7bb041398321), precommit_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:02:04.837731 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-3bb09840-8a0e-441e-9457-25e29e89a7b8 tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695025'] for security_group_rule (358726e7-cee5-4a04-aa8b-7bb041398321), after_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:02:04.855679 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb09840-8a0e-441e-9457-25e29e89a7b8 tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=358726e7-cee5-4a04-aa8b-7bb041398321,revision_number=0']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 21:02:04.868993 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-3bb09840-8a0e-441e-9457-25e29e89a7b8 tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:02:04.870235 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [None req-3bb09840-8a0e-441e-9457-25e29e89a7b8 tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1278491 Jan 31 21:02:04.873338 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.wsgi [-] (102449) accepted ('10.222.0.46', 44952) {{(pid=102449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 21:02:04.877892 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.v2.base [None req-25f41e52-2e77-4bf8-b16e-8a5916e5191f tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] Request body: {'floatingip': {'floating_network_id': '51ba4d8e-a54c-4fb0-a209-37766af226e8'}} {{(pid=102449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 21:02:04.888112 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5d4a549-2754-4b5e-a559-6e7289a26056 tempest-TestShelveInstance-1249251876 tempest-TestShelveInstance-1249251876-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 21:02:04.889719 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [None req-d5d4a549-2754-4b5e-a559-6e7289a26056 tempest-TestShelveInstance-1249251876 tempest-TestShelveInstance-1249251876-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=84fd23f6-3068-4830-af49-301180593f89 HTTP/1.1" status: 200 len: 1124 time: 0.1392167 Jan 31 21:02:04.892636 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.wsgi [-] (102450) accepted ('10.222.0.46', 44954) {{(pid=102450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 21:02:04.897185 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.v2.base [None req-d6688f31-880f-43d2-b474-835d4e4b5107 tempest-TestShelveInstance-149981330 tempest-TestShelveInstance-149981330-project] Request body: {'floatingip': {'floating_network_id': '51ba4d8e-a54c-4fb0-a209-37766af226e8', 'port_id': 'e055c48f-1e8b-4cda-a0fb-7b56b7a86e4e', 'tenant_id': '9ef5260a588e440a9cbda357d967cba6', 'fixed_ip_address': '172.20.0.8'}} {{(pid=102450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 21:02:04.902583 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-25f41e52-2e77-4bf8-b16e-8a5916e5191f tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:02:04.918497 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-d6688f31-880f-43d2-b474-835d4e4b5107 tempest-TestShelveInstance-149981330 tempest-TestShelveInstance-149981330-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:02:04.963651 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.db.agents_db [None req-9f73b596-de3f-4c4d-980f-1f0b0f14bd7d None None] Agent healthcheck: found 6 active agents {{(pid=102454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 21:02:05.014650 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-25f41e52-2e77-4bf8-b16e-8a5916e5191f tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1026180'] for port (None), before_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:02:05.025663 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-d6688f31-880f-43d2-b474-835d4e4b5107 tempest-TestShelveInstance-149981330 tempest-TestShelveInstance-149981330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1026180'] for port (None), before_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:02:05.125400 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.wsgi [-] (102450) accepted ('10.222.0.46', 44962) {{(pid=102450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 21:02:05.131404 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.db.db_base_plugin_common [None req-25f41e52-2e77-4bf8-b16e-8a5916e5191f tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] Allocated IP 172.27.2.148 (51ba4d8e-a54c-4fb0-a209-37766af226e8/99ba9542-d2be-443f-a804-26ff9bedcbe2/39c04f87-ac32-40ff-8506-7377bb1eb34a) {{(pid=102449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 21:02:05.238318 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-25f41e52-2e77-4bf8-b16e-8a5916e5191f tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] Publish callbacks [] for port (39c04f87-ac32-40ff-8506-7377bb1eb34a), precommit_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:02:05.274025 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-25f41e52-2e77-4bf8-b16e-8a5916e5191f tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1029723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3769609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783599971597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29106256'] for port (39c04f87-ac32-40ff-8506-7377bb1eb34a), after_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:02:05.315363 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25f41e52-2e77-4bf8-b16e-8a5916e5191f tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] Network 51ba4d8e-a54c-4fb0-a209-37766af226e8 is already hosted by enough agents. {{(pid=102449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 21:02:05.320133 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.scheduler.base_scheduler [None req-25f41e52-2e77-4bf8-b16e-8a5916e5191f tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] Resources bound (agent type, host, resource id): {{(pid=102449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 21:02:05.323522 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25f41e52-2e77-4bf8-b16e-8a5916e5191f tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] Received port after_create {{(pid=102449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 21:02:05.330981 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f41e52-2e77-4bf8-b16e-8a5916e5191f tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] Pushing event updated for resources: {'Port': ['ID=39c04f87-ac32-40ff-8506-7377bb1eb34a,revision_number=1']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 21:02:05.364631 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.db.db_base_plugin_common [None req-d6688f31-880f-43d2-b474-835d4e4b5107 tempest-TestShelveInstance-149981330 tempest-TestShelveInstance-149981330-project] Allocated IP 172.27.2.18 (51ba4d8e-a54c-4fb0-a209-37766af226e8/99ba9542-d2be-443f-a804-26ff9bedcbe2/0e887c64-dc63-4b53-9f95-2bd9f0435c67) {{(pid=102450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 21:02:05.454732 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-25f41e52-2e77-4bf8-b16e-8a5916e5191f tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] Publish callbacks [] for floatingip (a561d773-03a2-47e6-8709-c7ae3e2242aa), precommit_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:02:05.494754 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-25f41e52-2e77-4bf8-b16e-8a5916e5191f tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1026180'] for port (39c04f87-ac32-40ff-8506-7377bb1eb34a), before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:02:05.574730 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-d6688f31-880f-43d2-b474-835d4e4b5107 tempest-TestShelveInstance-149981330 tempest-TestShelveInstance-149981330-project] Publish callbacks [] for port (0e887c64-dc63-4b53-9f95-2bd9f0435c67), precommit_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:02:05.644709 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-d6688f31-880f-43d2-b474-835d4e4b5107 tempest-TestShelveInstance-149981330 tempest-TestShelveInstance-149981330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1029723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3769609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783599971597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27814909'] for port (0e887c64-dc63-4b53-9f95-2bd9f0435c67), after_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:02:05.649852 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-25f41e52-2e77-4bf8-b16e-8a5916e5191f tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] Publish callbacks [] for port (39c04f87-ac32-40ff-8506-7377bb1eb34a), precommit_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:02:05.655156 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-25f41e52-2e77-4bf8-b16e-8a5916e5191f tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1029723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3769609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783600466378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783599971615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783599971633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29106247'] for port (39c04f87-ac32-40ff-8506-7377bb1eb34a), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:02:05.686523 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6688f31-880f-43d2-b474-835d4e4b5107 tempest-TestShelveInstance-149981330 tempest-TestShelveInstance-149981330-project] Network 51ba4d8e-a54c-4fb0-a209-37766af226e8 is already hosted by enough agents. {{(pid=102450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 21:02:05.690747 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.scheduler.base_scheduler [None req-d6688f31-880f-43d2-b474-835d4e4b5107 tempest-TestShelveInstance-149981330 tempest-TestShelveInstance-149981330-project] Resources bound (agent type, host, resource id): {{(pid=102450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 21:02:05.697456 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6688f31-880f-43d2-b474-835d4e4b5107 tempest-TestShelveInstance-149981330 tempest-TestShelveInstance-149981330-project] Received port after_create {{(pid=102450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 21:02:05.726357 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6688f31-880f-43d2-b474-835d4e4b5107 tempest-TestShelveInstance-149981330 tempest-TestShelveInstance-149981330-project] Pushing event updated for resources: {'Port': ['ID=0e887c64-dc63-4b53-9f95-2bd9f0435c67,revision_number=1']} {{(pid=102450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 21:02:05.728786 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f41e52-2e77-4bf8-b16e-8a5916e5191f tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] Pushing event updated for resources: {'Port': ['ID=39c04f87-ac32-40ff-8506-7377bb1eb34a,revision_number=2']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 21:02:05.735154 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-25f41e52-2e77-4bf8-b16e-8a5916e5191f tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3696791'] for floatingip (a561d773-03a2-47e6-8709-c7ae3e2242aa), after_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:02:05.751358 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-25f41e52-2e77-4bf8-b16e-8a5916e5191f tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204375'] for floatingip (None), before_response {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:02:05.752822 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [None req-25f41e52-2e77-4bf8-b16e-8a5916e5191f tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8785505 Jan 31 21:02:05.897584 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-26f12784-8064-4a87-a9b6-5b4be790aac8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3694999'] for router_interface (d4d7d827-a252-4287-bc91-d9fef5d0e77d), before_delete {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:02:05.968177 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-d90e2b5c-bc2a-4cc1-a340-bdddc9ef4c5a req-22b2bebd-78ef-4907-b06b-e30fe7f389cb tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-securitygroup--1028291043&fields=id&tenant_id=047e08285f47481da2d6cf2445501723 HTTP/1.1" status: 200 len: 267 time: 0.0491986 Jan 31 21:02:06.075634 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90e2b5c-bc2a-4cc1-a340-bdddc9ef4c5a req-ea5808eb-ddb6-4345-b0d7-0732ce6c9c41 tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 21:02:06.077018 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-d90e2b5c-bc2a-4cc1-a340-bdddc9ef4c5a req-ea5808eb-ddb6-4345-b0d7-0732ce6c9c41 tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] 10.222.0.46 "GET /v2.0/networks?id=bdbc09ff-d174-4862-8f91-19ce9b2a383a HTTP/1.1" status: 200 len: 811 time: 0.1023858 Jan 31 21:02:06.092077 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-d90e2b5c-bc2a-4cc1-a340-bdddc9ef4c5a req-92a413dd-3719-4a16-89c6-00bcf65aa177 tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] 10.222.0.46 "GET /v2.0/quotas/047e08285f47481da2d6cf2445501723 HTTP/1.1" status: 200 len: 375 time: 0.0096140 Jan 31 21:02:06.148961 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-d90e2b5c-bc2a-4cc1-a340-bdddc9ef4c5a req-1f0e59b2-5006-4a46-b1a3-a656ae589943 tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=047e08285f47481da2d6cf2445501723&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0511825 Jan 31 21:02:06.247205 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-d90e2b5c-bc2a-4cc1-a340-bdddc9ef4c5a req-3010070f-8ee7-482a-9c67-1d3609283d69 service neutron] 10.222.0.46 "GET /v2.0/networks/bdbc09ff-d174-4862-8f91-19ce9b2a383a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867348 Jan 31 21:02:06.264024 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-d6688f31-880f-43d2-b474-835d4e4b5107 tempest-TestShelveInstance-149981330 tempest-TestShelveInstance-149981330-project] Publish callbacks [] for floatingip (cc37d05c-6f1b-45c9-968b-b5c9ca9c1853), precommit_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:02:06.336983 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-d90e2b5c-bc2a-4cc1-a340-bdddc9ef4c5a req-00f4c179-baf9-4d2e-8171-c2a6a6820210 service neutron] 10.222.0.46 "GET /v2.0/networks/bdbc09ff-d174-4862-8f91-19ce9b2a383a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837402 Jan 31 21:02:06.367051 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-d6688f31-880f-43d2-b474-835d4e4b5107 tempest-TestShelveInstance-149981330 tempest-TestShelveInstance-149981330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1026180'] for port (0e887c64-dc63-4b53-9f95-2bd9f0435c67), before_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:02:06.392911 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.plugins.ml2.plugin [None req-26f12784-8064-4a87-a9b6-5b4be790aac8 admin admin] Deleting port ed87e509-a3c0-4f7d-aee1-ba82b86c6569 {{(pid=102450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 21:02:06.393261 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-26f12784-8064-4a87-a9b6-5b4be790aac8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783600463454'] for port (ed87e509-a3c0-4f7d-aee1-ba82b86c6569), before_delete {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:02:06.773087 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-504ec997-e596-476c-a9b4-727ef9598a8c req-17dd634a-468a-43e2-8843-65e71f41b098 tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] 10.222.0.46 "GET /v2.0/ports?device_id=90de50a1-9ca3-4f52-9ebe-6d0a6cc482b8 HTTP/1.1" status: 200 len: 210 time: 0.0435715 Jan 31 21:02:06.789683 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.plugins.ml2.db [None req-26f12784-8064-4a87-a9b6-5b4be790aac8 admin admin] For port ed87e509-a3c0-4f7d-aee1-ba82b86c6569, host dv-cinder-813229-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-5-iscsi',level=0,port_id=ed87e509-a3c0-4f7d-aee1-ba82b86c6569,segment=NetworkSegment(0b88ba8a-5620-4c08-98b4-337c2e3644cc),segment_id=0b88ba8a-5620-4c08-98b4-337c2e3644cc)] {{(pid=102450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 21:02:06.790050 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-26f12784-8064-4a87-a9b6-5b4be790aac8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696268'] for port (ed87e509-a3c0-4f7d-aee1-ba82b86c6569), precommit_delete {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:02:06.813010 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.plugins.ml2.plugin [None req-26f12784-8064-4a87-a9b6-5b4be790aac8 admin admin] Calling delete_port for ed87e509-a3c0-4f7d-aee1-ba82b86c6569 owned by network:router_interface {{(pid=102450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 21:02:06.898545 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-d6688f31-880f-43d2-b474-835d4e4b5107 tempest-TestShelveInstance-149981330 tempest-TestShelveInstance-149981330-project] Publish callbacks [] for port (0e887c64-dc63-4b53-9f95-2bd9f0435c67), precommit_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:02:06.910503 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-d6688f31-880f-43d2-b474-835d4e4b5107 tempest-TestShelveInstance-149981330 tempest-TestShelveInstance-149981330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1029723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3769609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783600466378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783599971615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783599971633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27814890'] for port (0e887c64-dc63-4b53-9f95-2bd9f0435c67), after_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:02:07.041125 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6688f31-880f-43d2-b474-835d4e4b5107 tempest-TestShelveInstance-149981330 tempest-TestShelveInstance-149981330-project] Pushing event updated for resources: {'Port': ['ID=0e887c64-dc63-4b53-9f95-2bd9f0435c67,revision_number=2']} {{(pid=102450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 21:02:07.076698 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-d6688f31-880f-43d2-b474-835d4e4b5107 tempest-TestShelveInstance-149981330 tempest-TestShelveInstance-149981330-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3696791'] for floatingip (cc37d05c-6f1b-45c9-968b-b5c9ca9c1853), after_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:02:07.231108 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c88e03-6dab-48b5-bb6f-ebeeb0bd28c6 req-cf293fed-1388-41c7-be28-d9c546dd1318 tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 21:02:07.232200 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-44c88e03-6dab-48b5-bb6f-ebeeb0bd28c6 req-cf293fed-1388-41c7-be28-d9c546dd1318 tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] 10.222.0.46 "GET /v2.0/ports?device_id=aa90944c-8574-4603-8df7-34a8898b1ddc HTTP/1.1" status: 200 len: 945 time: 0.1830478 Jan 31 21:02:07.283842 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.db.l3_db [None req-d6688f31-880f-43d2-b474-835d4e4b5107 tempest-TestShelveInstance-149981330 tempest-TestShelveInstance-149981330-project] Floating IP cc37d05c-6f1b-45c9-968b-b5c9ca9c1853 associated. External IP: 172.27.2.18, port: e055c48f-1e8b-4cda-a0fb-7b56b7a86e4e. Jan 31 21:02:07.286023 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-26f12784-8064-4a87-a9b6-5b4be790aac8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1029723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3769609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783600466360', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783599971606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27814909'] for port (ed87e509-a3c0-4f7d-aee1-ba82b86c6569), after_delete {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:02:07.368024 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f12784-8064-4a87-a9b6-5b4be790aac8 admin admin] Pushing event deleted for resources: {'Port': ['ID=ed87e509-a3c0-4f7d-aee1-ba82b86c6569,revision_number=None']} {{(pid=102450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 21:02:07.394659 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-44c88e03-6dab-48b5-bb6f-ebeeb0bd28c6 req-d76d3329-7a34-499f-a911-a80d2e7e4708 tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] 10.222.0.46 "GET /v2.0/security-groups?id=c65378a2-fe6e-4350-bdeb-fc72abd6ffe9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1526804 Jan 31 21:02:07.774194 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-26f12784-8064-4a87-a9b6-5b4be790aac8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3769630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3694851'] for router_interface (d4d7d827-a252-4287-bc91-d9fef5d0e77d), after_delete {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:02:07.815202 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6688f31-880f-43d2-b474-835d4e4b5107 tempest-TestShelveInstance-149981330 tempest-TestShelveInstance-149981330-project] Router 823f6931-6a41-4df7-af62-8e4d4fc3a1fa has already been hosted by L3 agent 7c18f3b4-4d02-4b01-9072-98fcd9008716 {{(pid=102450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 21:02:07.838271 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90e2b5c-bc2a-4cc1-a340-bdddc9ef4c5a req-e3fcffb0-7c2d-41c8-aaaa-8f84458bc0c5 tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 21:02:07.841003 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-d90e2b5c-bc2a-4cc1-a340-bdddc9ef4c5a req-e3fcffb0-7c2d-41c8-aaaa-8f84458bc0c5 tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] 10.222.0.59 "GET /v2.0/networks?id=bdbc09ff-d174-4862-8f91-19ce9b2a383a HTTP/1.1" status: 200 len: 811 time: 0.2272532 Jan 31 21:02:07.912983 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-9668f089-3579-406d-a0ef-779e2e49a80b req-61f8f6fc-d9da-4c78-b129-9c7f684dd488 tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] 10.222.0.46 "GET /v2.0/ports?device_id=90de50a1-9ca3-4f52-9ebe-6d0a6cc482b8 HTTP/1.1" status: 200 len: 210 time: 0.0346689 Jan 31 21:02:07.955255 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-d90e2b5c-bc2a-4cc1-a340-bdddc9ef4c5a req-75055bca-8cc7-4359-9774-76c254685e3c tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=047e08285f47481da2d6cf2445501723 HTTP/1.1" status: 200 len: 380 time: 0.0996268 Jan 31 21:02:07.973377 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.v2.base [req-d90e2b5c-bc2a-4cc1-a340-bdddc9ef4c5a req-d42a90af-7219-4fe5-b0f5-2f4915052270 tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] Request body: {'port': {'device_id': '90de50a1-9ca3-4f52-9ebe-6d0a6cc482b8', 'network_id': 'bdbc09ff-d174-4862-8f91-19ce9b2a383a', 'admin_state_up': True, 'tenant_id': '047e08285f47481da2d6cf2445501723', 'security_groups': ['9b644a29-769a-4f96-bf04-9f2b0e6c503d']}} {{(pid=102449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 21:02:08.072883 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6688f31-880f-43d2-b474-835d4e4b5107 tempest-TestShelveInstance-149981330 tempest-TestShelveInstance-149981330-project] Notify agent at l3_agent.dv-cinder-813229-5-iscsi the message routers_updated {{(pid=102450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 21:02:08.091497 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b0a1362-c08c-4e62-b9c7-508b0fbe4f9a None None] Sync routers for ids ['823f6931-6a41-4df7-af62-8e4d4fc3a1fa'] in dv-cinder-813229-5-iscsi {{(pid=102451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 21:02:08.104183 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b0a1362-c08c-4e62-b9c7-508b0fbe4f9a None None] Routers {'823f6931-6a41-4df7-af62-8e4d4fc3a1fa'} bound to L3 agent in host dv-cinder-813229-5-iscsi {{(pid=102451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 21:02:08.104955 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.db.l3_hamode_db [None req-4b0a1362-c08c-4e62-b9c7-508b0fbe4f9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-31T20:45:52Z,description=,heartbeat_timestamp=2022-01-31T21:01:52Z,host='dv-cinder-813229-5-iscsi',id=7c18f3b4-4d02-4b01-9072-98fcd9008716,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T20:45:52Z,topic='l3_agent')) {'router_ids': ['823f6931-6a41-4df7-af62-8e4d4fc3a1fa'], 'active': True} {{(pid=102451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 21:02:08.114429 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d90e2b5c-bc2a-4cc1-a340-bdddc9ef4c5a req-d42a90af-7219-4fe5-b0f5-2f4915052270 tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] Made reservation on behalf of 047e08285f47481da2d6cf2445501723 for: {'port': 1} {{(pid=102449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 21:02:08.119098 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [req-d90e2b5c-bc2a-4cc1-a340-bdddc9ef4c5a req-d42a90af-7219-4fe5-b0f5-2f4915052270 tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1026180'] for port (None), before_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:02:08.128586 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-d6688f31-880f-43d2-b474-835d4e4b5107 tempest-TestShelveInstance-149981330 tempest-TestShelveInstance-149981330-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204375'] for floatingip (None), before_response {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:02:08.175567 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [None req-d6688f31-880f-43d2-b474-835d4e4b5107 tempest-TestShelveInstance-149981330 tempest-TestShelveInstance-149981330-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.2816703 Jan 31 21:02:08.189005 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84fd23f6-3068-4830-af49-301180593f89', 'tag': 'e055c48f-1e8b-4cda-a0fb-7b56b7a86e4e'}] {{(pid=102450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 21:02:08.191459 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88694c8615ac1e9d0f87b85371fce54667869cb07e9f85c824f8527602de4f23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac1e6095-5b67-4518-84b7-6c73549e96ad" -d '{"events": [{"name": "network-changed", "server_uuid": "84fd23f6-3068-4830-af49-301180593f89", "tag": "e055c48f-1e8b-4cda-a0fb-7b56b7a86e4e"}]}' {{(pid=102450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 21:02:08.206518 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26f12784-8064-4a87-a9b6-5b4be790aac8 admin admin] Router d4d7d827-a252-4287-bc91-d9fef5d0e77d has already been hosted by L3 agent 7c18f3b4-4d02-4b01-9072-98fcd9008716 {{(pid=102450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 21:02:08.254273 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.db.l3_dvr_db [None req-4b0a1362-c08c-4e62-b9c7-508b0fbe4f9a None None] Set router 823f6931-6a41-4df7-af62-8e4d4fc3a1fa gateway port host: dv-cinder-813229-5-iscsi {{(pid=102451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 21:02:08.268501 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 21:02:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e78232bb-d504-4845-b1bf-907c4ad9579b x-openstack-request-id: req-e78232bb-d504-4845-b1bf-907c4ad9579b {{(pid=102450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 21:02:08.268844 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84fd23f6-3068-4830-af49-301180593f89", "tag": "e055c48f-1e8b-4cda-a0fb-7b56b7a86e4e", "status": "completed", "code": 200}]} {{(pid=102450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 21:02:08.269040 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-e78232bb-d504-4845-b1bf-907c4ad9579b {{(pid=102450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 21:02:08.269448 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84fd23f6-3068-4830-af49-301180593f89', 'tag': 'e055c48f-1e8b-4cda-a0fb-7b56b7a86e4e', 'status': 'completed', 'code': 200} Jan 31 21:02:08.323576 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.db.db_base_plugin_common [req-d90e2b5c-bc2a-4cc1-a340-bdddc9ef4c5a req-d42a90af-7219-4fe5-b0f5-2f4915052270 tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] Allocated IP 172.20.0.5 (bdbc09ff-d174-4862-8f91-19ce9b2a383a/05b63977-1e2b-4747-8d09-fb1f8f446ce1/cb1996f3-e807-4cbd-9c87-f5895871226d) {{(pid=102449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 21:02:08.358435 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26f12784-8064-4a87-a9b6-5b4be790aac8 admin admin] Notify agent at l3_agent.dv-cinder-813229-5-iscsi the message routers_updated {{(pid=102450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 21:02:08.366365 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [None req-26f12784-8064-4a87-a9b6-5b4be790aac8 admin admin] 10.222.0.46 "PUT /v2.0/routers/d4d7d827-a252-4287-bc91-d9fef5d0e77d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2376204 Jan 31 21:02:08.367098 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.wsgi [-] (102450) accepted ('10.222.0.46', 45002) {{(pid=102450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 21:02:08.373212 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c29fa40-5387-4191-b3f5-0a1733b4dd0a None None] Sync routers for ids ['d4d7d827-a252-4287-bc91-d9fef5d0e77d'] in dv-cinder-813229-5-iscsi {{(pid=102454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 21:02:08.373786 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1e6095-5b67-4518-84b7-6c73549e96ad req-97a4789f-7433-4cd2-ab3e-190a1ef74db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 21:02:08.377411 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-ac1e6095-5b67-4518-84b7-6c73549e96ad req-97a4789f-7433-4cd2-ab3e-190a1ef74db4 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=9ef5260a588e440a9cbda357d967cba6&device_id=84fd23f6-3068-4830-af49-301180593f89 HTTP/1.1" status: 200 len: 1129 time: 0.1038272 Jan 31 21:02:08.393028 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c29fa40-5387-4191-b3f5-0a1733b4dd0a None None] Routers {'d4d7d827-a252-4287-bc91-d9fef5d0e77d'} bound to L3 agent in host dv-cinder-813229-5-iscsi {{(pid=102454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 21:02:08.394091 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.db.l3_hamode_db [None req-9c29fa40-5387-4191-b3f5-0a1733b4dd0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-31T20:45:52Z,description=,heartbeat_timestamp=2022-01-31T21:01:52Z,host='dv-cinder-813229-5-iscsi',id=7c18f3b4-4d02-4b01-9072-98fcd9008716,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T20:45:52Z,topic='l3_agent')) {'router_ids': ['d4d7d827-a252-4287-bc91-d9fef5d0e77d'], 'active': True} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 21:02:08.530940 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.db.l3_dvr_db [None req-9c29fa40-5387-4191-b3f5-0a1733b4dd0a None None] Set router d4d7d827-a252-4287-bc91-d9fef5d0e77d gateway port host: dv-cinder-813229-5-iscsi {{(pid=102454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 21:02:08.607084 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-295e23e1-047f-48fd-b494-748eddb9e07c admin admin] Publish callbacks [] for router (d4d7d827-a252-4287-bc91-d9fef5d0e77d), before_delete {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:02:08.611006 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1e6095-5b67-4518-84b7-6c73549e96ad req-c99d8906-a76d-469d-8e41-fca808163185 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 21:02:08.617802 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-ac1e6095-5b67-4518-84b7-6c73549e96ad req-c99d8906-a76d-469d-8e41-fca808163185 service neutron] 10.222.0.59 "GET /v2.0/networks?id=4e180073-417f-4263-8c1c-52be850fc825 HTTP/1.1" status: 200 len: 909 time: 0.2248285 Jan 31 21:02:08.687585 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [req-d90e2b5c-bc2a-4cc1-a340-bdddc9ef4c5a req-d42a90af-7219-4fe5-b0f5-2f4915052270 tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] Publish callbacks [] for port (cb1996f3-e807-4cbd-9c87-f5895871226d), precommit_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:02:08.718217 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.db.l3_hamode_db [None req-4b0a1362-c08c-4e62-b9c7-508b0fbe4f9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '823f6931-6a41-4df7-af62-8e4d4fc3a1fa', 'name': 'tempest-TestShelveInstance-440508241-router', 'tenant_id': '9ef5260a588e440a9cbda357d967cba6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51ba4d8e-a54c-4fb0-a209-37766af226e8', 'external_fixed_ips': [{'subnet_id': '99ba9542-d2be-443f-a804-26ff9bedcbe2', 'ip_address': '172.27.2.215'}], 'enable_snat': True}, 'gw_port_id': '3bb163ef-eaec-491f-9cbe-978f9c19caae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T21:01:19Z', 'updated_at': '2022-01-31T21:01:22Z', 'revision_number': 4, 'project_id': '9ef5260a588e440a9cbda357d967cba6', 'gw_port': {'id': '3bb163ef-eaec-491f-9cbe-978f9c19caae', 'name': '', 'network_id': '51ba4d8e-a54c-4fb0-a209-37766af226e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:06:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '823f6931-6a41-4df7-af62-8e4d4fc3a1fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '99ba9542-d2be-443f-a804-26ff9bedcbe2', 'ip_address': '172.27.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T21:01:19Z', 'updated_at': '2022-01-31T21:01:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99ba9542-d2be-443f-a804-26ff9bedcbe2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-5-iscsi', '_floatingips': [{'id': 'cc37d05c-6f1b-45c9-968b-b5c9ca9c1853', 'tenant_id': '9ef5260a588e440a9cbda357d967cba6', 'floating_ip_address': '172.27.2.18', 'floating_network_id': '51ba4d8e-a54c-4fb0-a209-37766af226e8', 'router_id': '823f6931-6a41-4df7-af62-8e4d4fc3a1fa', 'port_id': 'e055c48f-1e8b-4cda-a0fb-7b56b7a86e4e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 564, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4e180073-417f-4263-8c1c-52be850fc825', 'mac_address': 'fa:16:3e:ba:19:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84fd23f6-3068-4830-af49-301180593f89', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T21:02:06Z', 'updated_at': '2022-01-31T21:02:06Z', 'revision_number': 0, 'project_id': '9ef5260a588e440a9cbda357d967cba6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3a78f26-b47d-4056-96df-9fd9c5dc9c7e', 'name': '', 'network_id': '4e180073-417f-4263-8c1c-52be850fc825', 'tenant_id': '9ef5260a588e440a9cbda357d967cba6', 'mac_address': 'fa:16:3e:76:c6:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '823f6931-6a41-4df7-af62-8e4d4fc3a1fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'cd1c723d-71f1-4815-99b6-32f8e6614b72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T21:01:21Z', 'updated_at': '2022-01-31T21:01:28Z', 'revision_number': 5, 'project_id': '9ef5260a588e440a9cbda357d967cba6', 'subnets': [{'id': 'cd1c723d-71f1-4815-99b6-32f8e6614b72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-5-iscsi', False) {} {{(pid=102451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 21:02:08.730357 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5363e926-1e17-4088-a570-f4dbf3034a07 req-86ec5707-5f2f-4394-a30a-9fe2f780e4f7 tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 21:02:08.732159 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-5363e926-1e17-4088-a570-f4dbf3034a07 req-86ec5707-5f2f-4394-a30a-9fe2f780e4f7 tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] 10.222.0.46 "GET /v2.0/ports?device_id=aa90944c-8574-4603-8df7-34a8898b1ddc HTTP/1.1" status: 200 len: 945 time: 0.1779261 Jan 31 21:02:08.744438 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.db.l3_hamode_db [None req-9c29fa40-5387-4191-b3f5-0a1733b4dd0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4d7d827-a252-4287-bc91-d9fef5d0e77d', 'name': 'tempest-AttachVolumeShelveTestJSON-958845334-router', 'tenant_id': '89e26e9450a7409f847d894c6e8d3bfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51ba4d8e-a54c-4fb0-a209-37766af226e8', 'external_fixed_ips': [{'subnet_id': '99ba9542-d2be-443f-a804-26ff9bedcbe2', 'ip_address': '172.27.2.24'}], 'enable_snat': True}, 'gw_port_id': 'a98c6a2a-b321-479d-876f-dc5ce1e0005c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T20:53:52Z', 'updated_at': '2022-01-31T21:02:07Z', 'revision_number': 5, 'project_id': '89e26e9450a7409f847d894c6e8d3bfc', 'gw_port': {'id': 'a98c6a2a-b321-479d-876f-dc5ce1e0005c', 'name': '', 'network_id': '51ba4d8e-a54c-4fb0-a209-37766af226e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:09:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4d7d827-a252-4287-bc91-d9fef5d0e77d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '99ba9542-d2be-443f-a804-26ff9bedcbe2', 'ip_address': '172.27.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T20:53:53Z', 'updated_at': '2022-01-31T20:54:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99ba9542-d2be-443f-a804-26ff9bedcbe2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-5-iscsi'}], 'dv-cinder-813229-5-iscsi', False) {} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 21:02:08.753708 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-ac1e6095-5b67-4518-84b7-6c73549e96ad req-c51d11b7-1e51-45c6-ba4c-aa037aae8a1b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e055c48f-1e8b-4cda-a0fb-7b56b7a86e4e HTTP/1.1" status: 200 len: 998 time: 0.1297066 Jan 31 21:02:08.761476 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b0a1362-c08c-4e62-b9c7-508b0fbe4f9a None None] Checking router: 823f6931-6a41-4df7-af62-8e4d4fc3a1fa for host: dv-cinder-813229-5-iscsi {{(pid=102451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 21:02:08.774953 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b0a1362-c08c-4e62-b9c7-508b0fbe4f9a None None] Routers {'823f6931-6a41-4df7-af62-8e4d4fc3a1fa'} bound to L3 agent in host dv-cinder-813229-5-iscsi {{(pid=102451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 21:02:08.775637 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.db.l3_hamode_db [None req-4b0a1362-c08c-4e62-b9c7-508b0fbe4f9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-31T20:45:52Z,description=,heartbeat_timestamp=2022-01-31T21:01:52Z,host='dv-cinder-813229-5-iscsi',id=7c18f3b4-4d02-4b01-9072-98fcd9008716,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T20:45:52Z,topic='l3_agent')) {'router_ids': ['823f6931-6a41-4df7-af62-8e4d4fc3a1fa'], 'active': True} {{(pid=102451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 21:02:08.781603 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c29fa40-5387-4191-b3f5-0a1733b4dd0a None None] Checking router: d4d7d827-a252-4287-bc91-d9fef5d0e77d for host: dv-cinder-813229-5-iscsi {{(pid=102454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 21:02:08.792793 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c29fa40-5387-4191-b3f5-0a1733b4dd0a None None] Routers {'d4d7d827-a252-4287-bc91-d9fef5d0e77d'} bound to L3 agent in host dv-cinder-813229-5-iscsi {{(pid=102454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 21:02:08.793406 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.db.l3_hamode_db [None req-9c29fa40-5387-4191-b3f5-0a1733b4dd0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-31T20:45:52Z,description=,heartbeat_timestamp=2022-01-31T21:01:52Z,host='dv-cinder-813229-5-iscsi',id=7c18f3b4-4d02-4b01-9072-98fcd9008716,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T20:45:52Z,topic='l3_agent')) {'router_ids': ['d4d7d827-a252-4287-bc91-d9fef5d0e77d'], 'active': True} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 21:02:08.830052 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [req-d90e2b5c-bc2a-4cc1-a340-bdddc9ef4c5a req-d42a90af-7219-4fe5-b0f5-2f4915052270 tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1029723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3769609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783599971597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29106256'] for port (cb1996f3-e807-4cbd-9c87-f5895871226d), after_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:02:08.891486 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1e6095-5b67-4518-84b7-6c73549e96ad req-1135a5a1-a50c-4fa7-8e7f-edb170f57b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 21:02:08.893098 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-ac1e6095-5b67-4518-84b7-6c73549e96ad req-1135a5a1-a50c-4fa7-8e7f-edb170f57b5f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=cd1c723d-71f1-4815-99b6-32f8e6614b72 HTTP/1.1" status: 200 len: 847 time: 0.1261692 Jan 31 21:02:08.916646 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.db.l3_dvr_db [None req-9c29fa40-5387-4191-b3f5-0a1733b4dd0a None None] Set router d4d7d827-a252-4287-bc91-d9fef5d0e77d gateway port host: dv-cinder-813229-5-iscsi {{(pid=102454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 21:02:08.932599 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-5363e926-1e17-4088-a570-f4dbf3034a07 req-2845c1d5-d876-4c75-a557-08e9c0cf16ff tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] 10.222.0.46 "GET /v2.0/security-groups?id=c65378a2-fe6e-4350-bdeb-fc72abd6ffe9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1928861 Jan 31 21:02:08.937089 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d90e2b5c-bc2a-4cc1-a340-bdddc9ef4c5a req-d42a90af-7219-4fe5-b0f5-2f4915052270 tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] Network bdbc09ff-d174-4862-8f91-19ce9b2a383a is already hosted by enough agents. {{(pid=102449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 21:02:08.968571 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.scheduler.base_scheduler [req-d90e2b5c-bc2a-4cc1-a340-bdddc9ef4c5a req-d42a90af-7219-4fe5-b0f5-2f4915052270 tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] Resources bound (agent type, host, resource id): {{(pid=102449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 21:02:08.973329 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [req-d90e2b5c-bc2a-4cc1-a340-bdddc9ef4c5a req-d42a90af-7219-4fe5-b0f5-2f4915052270 tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] Received port after_create {{(pid=102449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 21:02:09.009139 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42a90af-7219-4fe5-b0f5-2f4915052270 tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] Pushing event updated for resources: {'Port': ['ID=cb1996f3-e807-4cbd-9c87-f5895871226d,revision_number=1']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 21:02:09.021062 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.db.l3_dvr_db [None req-4b0a1362-c08c-4e62-b9c7-508b0fbe4f9a None None] Set router 823f6931-6a41-4df7-af62-8e4d4fc3a1fa gateway port host: dv-cinder-813229-5-iscsi {{(pid=102451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 21:02:09.042669 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1e6095-5b67-4518-84b7-6c73549e96ad req-5444408c-c8a8-4500-bf94-e46928571a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 21:02:09.045560 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-ac1e6095-5b67-4518-84b7-6c73549e96ad req-5444408c-c8a8-4500-bf94-e46928571a7b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4e180073-417f-4263-8c1c-52be850fc825&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1404517 Jan 31 21:02:09.058881 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90e2b5c-bc2a-4cc1-a340-bdddc9ef4c5a req-d42a90af-7219-4fe5-b0f5-2f4915052270 tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 21:02:09.064678 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [req-d90e2b5c-bc2a-4cc1-a340-bdddc9ef4c5a req-d42a90af-7219-4fe5-b0f5-2f4915052270 tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204375'] for port (None), before_response {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:02:09.154378 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-d90e2b5c-bc2a-4cc1-a340-bdddc9ef4c5a req-d42a90af-7219-4fe5-b0f5-2f4915052270 tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1876235 Jan 31 21:02:09.171736 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.v2.base [req-d90e2b5c-bc2a-4cc1-a340-bdddc9ef4c5a req-a75a1b86-ce2e-47cb-9326-f351e476cbac service neutron] Request body: {'port': {'device_id': '90de50a1-9ca3-4f52-9ebe-6d0a6cc482b8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=102449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 21:02:09.173064 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.db.l3_hamode_db [None req-9c29fa40-5387-4191-b3f5-0a1733b4dd0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4d7d827-a252-4287-bc91-d9fef5d0e77d', 'name': 'tempest-AttachVolumeShelveTestJSON-958845334-router', 'tenant_id': '89e26e9450a7409f847d894c6e8d3bfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51ba4d8e-a54c-4fb0-a209-37766af226e8', 'external_fixed_ips': [{'subnet_id': '99ba9542-d2be-443f-a804-26ff9bedcbe2', 'ip_address': '172.27.2.24'}], 'enable_snat': True}, 'gw_port_id': 'a98c6a2a-b321-479d-876f-dc5ce1e0005c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T20:53:52Z', 'updated_at': '2022-01-31T21:02:07Z', 'revision_number': 5, 'project_id': '89e26e9450a7409f847d894c6e8d3bfc', 'gw_port': {'id': 'a98c6a2a-b321-479d-876f-dc5ce1e0005c', 'name': '', 'network_id': '51ba4d8e-a54c-4fb0-a209-37766af226e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:09:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4d7d827-a252-4287-bc91-d9fef5d0e77d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '99ba9542-d2be-443f-a804-26ff9bedcbe2', 'ip_address': '172.27.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T20:53:53Z', 'updated_at': '2022-01-31T20:54:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99ba9542-d2be-443f-a804-26ff9bedcbe2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-5-iscsi'}], 'dv-cinder-813229-5-iscsi', False) {} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 21:02:09.188238 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6905c455-17d6-4e60-9da0-8ed068ab6357 req-f1810725-118a-4d12-aa2e-d474bd3d542c tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 21:02:09.189370 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-6905c455-17d6-4e60-9da0-8ed068ab6357 req-f1810725-118a-4d12-aa2e-d474bd3d542c tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] 10.222.0.59 "GET /v2.0/ports?device_id=aa90944c-8574-4603-8df7-34a8898b1ddc HTTP/1.1" status: 200 len: 945 time: 0.2260349 Jan 31 21:02:09.191955 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-295e23e1-047f-48fd-b494-748eddb9e07c admin admin] Publish callbacks [] for router_gateway (d4d7d827-a252-4287-bc91-d9fef5d0e77d), before_delete {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:02:09.217826 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c29fa40-5387-4191-b3f5-0a1733b4dd0a None None] The sync data for ids ['d4d7d827-a252-4287-bc91-d9fef5d0e77d'] in dv-cinder-813229-5-iscsi is: [{'id': 'd4d7d827-a252-4287-bc91-d9fef5d0e77d', 'name': 'tempest-AttachVolumeShelveTestJSON-958845334-router', 'tenant_id': '89e26e9450a7409f847d894c6e8d3bfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51ba4d8e-a54c-4fb0-a209-37766af226e8', 'external_fixed_ips': [{'subnet_id': '99ba9542-d2be-443f-a804-26ff9bedcbe2', 'ip_address': '172.27.2.24'}], 'enable_snat': True}, 'gw_port_id': 'a98c6a2a-b321-479d-876f-dc5ce1e0005c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T20:53:52Z', 'updated_at': '2022-01-31T21:02:07Z', 'revision_number': 5, 'project_id': '89e26e9450a7409f847d894c6e8d3bfc', 'gw_port': {'id': 'a98c6a2a-b321-479d-876f-dc5ce1e0005c', 'name': '', 'network_id': '51ba4d8e-a54c-4fb0-a209-37766af226e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:09:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4d7d827-a252-4287-bc91-d9fef5d0e77d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '99ba9542-d2be-443f-a804-26ff9bedcbe2', 'ip_address': '172.27.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T20:53:53Z', 'updated_at': '2022-01-31T20:54:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99ba9542-d2be-443f-a804-26ff9bedcbe2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-5-iscsi'}] {{(pid=102454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 21:02:09.300388 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-ac1e6095-5b67-4518-84b7-6c73549e96ad req-3aebef0c-f740-41f8-8184-c1a661d1cc6b service neutron] 10.222.0.59 "GET /v2.0/networks/4e180073-417f-4263-8c1c-52be850fc825?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2300222 Jan 31 21:02:09.304045 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [req-d90e2b5c-bc2a-4cc1-a340-bdddc9ef4c5a req-a75a1b86-ce2e-47cb-9326-f351e476cbac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1026180'] for port (cb1996f3-e807-4cbd-9c87-f5895871226d), before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:02:09.361581 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.db.provisioning_blocks [None req-a27c9ac7-439e-446d-91b7-6d3dcaae00c1 None None] Provisioning complete for port cb1996f3-e807-4cbd-9c87-f5895871226d triggered by entity DHCP. {{(pid=102451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 21:02:09.362188 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-a27c9ac7-439e-446d-91b7-6d3dcaae00c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3401144'] for port (cb1996f3-e807-4cbd-9c87-f5895871226d), provisioning_complete {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:02:09.376216 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e86014-ef12-4361-b5d5-75074b952f3d req-736b163e-c1be-4977-9f59-2b7a5290a970 tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 21:02:09.378071 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-f5e86014-ef12-4361-b5d5-75074b952f3d req-736b163e-c1be-4977-9f59-2b7a5290a970 tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] 10.222.0.46 "GET /v2.0/ports?device_id=90de50a1-9ca3-4f52-9ebe-6d0a6cc482b8 HTTP/1.1" status: 200 len: 931 time: 0.2428589 Jan 31 21:02:09.407479 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.plugin [None req-a27c9ac7-439e-446d-91b7-6d3dcaae00c1 None None] Port cb1996f3-e807-4cbd-9c87-f5895871226d cannot update to ACTIVE because it is not bound. {{(pid=102451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 21:02:09.412598 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.db.l3_hamode_db [None req-4b0a1362-c08c-4e62-b9c7-508b0fbe4f9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '823f6931-6a41-4df7-af62-8e4d4fc3a1fa', 'name': 'tempest-TestShelveInstance-440508241-router', 'tenant_id': '9ef5260a588e440a9cbda357d967cba6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51ba4d8e-a54c-4fb0-a209-37766af226e8', 'external_fixed_ips': [{'subnet_id': '99ba9542-d2be-443f-a804-26ff9bedcbe2', 'ip_address': '172.27.2.215'}], 'enable_snat': True}, 'gw_port_id': '3bb163ef-eaec-491f-9cbe-978f9c19caae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T21:01:19Z', 'updated_at': '2022-01-31T21:01:22Z', 'revision_number': 4, 'project_id': '9ef5260a588e440a9cbda357d967cba6', 'gw_port': {'id': '3bb163ef-eaec-491f-9cbe-978f9c19caae', 'name': '', 'network_id': '51ba4d8e-a54c-4fb0-a209-37766af226e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:06:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '823f6931-6a41-4df7-af62-8e4d4fc3a1fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '99ba9542-d2be-443f-a804-26ff9bedcbe2', 'ip_address': '172.27.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T21:01:19Z', 'updated_at': '2022-01-31T21:01:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99ba9542-d2be-443f-a804-26ff9bedcbe2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-5-iscsi', '_floatingips': [{'id': 'cc37d05c-6f1b-45c9-968b-b5c9ca9c1853', 'tenant_id': '9ef5260a588e440a9cbda357d967cba6', 'floating_ip_address': '172.27.2.18', 'floating_network_id': '51ba4d8e-a54c-4fb0-a209-37766af226e8', 'router_id': '823f6931-6a41-4df7-af62-8e4d4fc3a1fa', 'port_id': 'e055c48f-1e8b-4cda-a0fb-7b56b7a86e4e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 564, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4e180073-417f-4263-8c1c-52be850fc825', 'mac_address': 'fa:16:3e:ba:19:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84fd23f6-3068-4830-af49-301180593f89', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T21:02:06Z', 'updated_at': '2022-01-31T21:02:06Z', 'revision_number': 0, 'project_id': '9ef5260a588e440a9cbda357d967cba6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3a78f26-b47d-4056-96df-9fd9c5dc9c7e', 'name': '', 'network_id': '4e180073-417f-4263-8c1c-52be850fc825', 'tenant_id': '9ef5260a588e440a9cbda357d967cba6', 'mac_address': 'fa:16:3e:76:c6:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '823f6931-6a41-4df7-af62-8e4d4fc3a1fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'cd1c723d-71f1-4815-99b6-32f8e6614b72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T21:01:21Z', 'updated_at': '2022-01-31T21:01:28Z', 'revision_number': 5, 'project_id': '9ef5260a588e440a9cbda357d967cba6', 'subnets': [{'id': 'cd1c723d-71f1-4815-99b6-32f8e6614b72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-5-iscsi', False) {} {{(pid=102451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 21:02:09.446492 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b0a1362-c08c-4e62-b9c7-508b0fbe4f9a None None] The sync data for ids ['823f6931-6a41-4df7-af62-8e4d4fc3a1fa'] in dv-cinder-813229-5-iscsi is: [{'id': '823f6931-6a41-4df7-af62-8e4d4fc3a1fa', 'name': 'tempest-TestShelveInstance-440508241-router', 'tenant_id': '9ef5260a588e440a9cbda357d967cba6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51ba4d8e-a54c-4fb0-a209-37766af226e8', 'external_fixed_ips': [{'subnet_id': '99ba9542-d2be-443f-a804-26ff9bedcbe2', 'ip_address': '172.27.2.215'}], 'enable_snat': True}, 'gw_port_id': '3bb163ef-eaec-491f-9cbe-978f9c19caae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T21:01:19Z', 'updated_at': '2022-01-31T21:01:22Z', 'revision_number': 4, 'project_id': '9ef5260a588e440a9cbda357d967cba6', 'gw_port': {'id': '3bb163ef-eaec-491f-9cbe-978f9c19caae', 'name': '', 'network_id': '51ba4d8e-a54c-4fb0-a209-37766af226e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:06:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '823f6931-6a41-4df7-af62-8e4d4fc3a1fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '99ba9542-d2be-443f-a804-26ff9bedcbe2', 'ip_address': '172.27.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T21:01:19Z', 'updated_at': '2022-01-31T21:01:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99ba9542-d2be-443f-a804-26ff9bedcbe2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-5-iscsi', '_floatingips': [{'id': 'cc37d05c-6f1b-45c9-968b-b5c9ca9c1853', 'tenant_id': '9ef5260a588e440a9cbda357d967cba6', 'floating_ip_address': '172.27.2.18', 'floating_network_id': '51ba4d8e-a54c-4fb0-a209-37766af226e8', 'router_id': '823f6931-6a41-4df7-af62-8e4d4fc3a1fa', 'port_id': 'e055c48f-1e8b-4cda-a0fb-7b56b7a86e4e', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 564, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4e180073-417f-4263-8c1c-52be850fc825', 'mac_address': 'fa:16:3e:ba:19:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84fd23f6-3068-4830-af49-301180593f89', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T21:02:06Z', 'updated_at': '2022-01-31T21:02:06Z', 'revision_number': 0, 'project_id': '9ef5260a588e440a9cbda357d967cba6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c3a78f26-b47d-4056-96df-9fd9c5dc9c7e', 'name': '', 'network_id': '4e180073-417f-4263-8c1c-52be850fc825', 'tenant_id': '9ef5260a588e440a9cbda357d967cba6', 'mac_address': 'fa:16:3e:76:c6:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '823f6931-6a41-4df7-af62-8e4d4fc3a1fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'cd1c723d-71f1-4815-99b6-32f8e6614b72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T21:01:21Z', 'updated_at': '2022-01-31T21:01:28Z', 'revision_number': 5, 'project_id': '9ef5260a588e440a9cbda357d967cba6', 'subnets': [{'id': 'cd1c723d-71f1-4815-99b6-32f8e6614b72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 21:02:09.446885 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.plugins.ml2.plugin [req-6905c455-17d6-4e60-9da0-8ed068ab6357 req-88325d0a-5eb8-4726-84df-4627dec3253c tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] Deleting port e3ae4e9d-9356-47cf-9b06-54e5211851f5 {{(pid=102450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 21:02:09.447303 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [req-6905c455-17d6-4e60-9da0-8ed068ab6357 req-88325d0a-5eb8-4726-84df-4627dec3253c tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783600463454'] for port (e3ae4e9d-9356-47cf-9b06-54e5211851f5), before_delete {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:02:09.504845 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-ac1e6095-5b67-4518-84b7-6c73549e96ad req-73e7d26d-5b29-444b-9af2-6d26f41c20fb service neutron] 10.222.0.59 "GET /v2.0/networks/4e180073-417f-4263-8c1c-52be850fc825?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1942422 Jan 31 21:02:09.539036 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-f5e86014-ef12-4361-b5d5-75074b952f3d req-836cd67c-ecfc-4db1-9bda-c092f18d671d tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] 10.222.0.46 "GET /v2.0/security-groups?id=9b644a29-769a-4f96-bf04-9f2b0e6c503d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1492617 Jan 31 21:02:09.542583 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.plugins.ml2.plugin [None req-295e23e1-047f-48fd-b494-748eddb9e07c admin admin] Deleting port a98c6a2a-b321-479d-876f-dc5ce1e0005c {{(pid=102450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 21:02:09.542935 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-295e23e1-047f-48fd-b494-748eddb9e07c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783600463454'] for port (a98c6a2a-b321-479d-876f-dc5ce1e0005c), before_delete {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:02:09.640479 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.plugins.ml2.db [req-6905c455-17d6-4e60-9da0-8ed068ab6357 req-88325d0a-5eb8-4726-84df-4627dec3253c tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] For port e3ae4e9d-9356-47cf-9b06-54e5211851f5, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=e3ae4e9d-9356-47cf-9b06-54e5211851f5,segment=NetworkSegment(745141d5-f6be-4741-af72-381045eb8a7b),segment_id=745141d5-f6be-4741-af72-381045eb8a7b)] {{(pid=102450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 21:02:09.640850 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [req-6905c455-17d6-4e60-9da0-8ed068ab6357 req-88325d0a-5eb8-4726-84df-4627dec3253c tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696268'] for port (e3ae4e9d-9356-47cf-9b06-54e5211851f5), precommit_delete {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:02:09.683210 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.rpc [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Device ed87e509-a3c0-4f7d-aee1-ba82b86c6569 no longer exists at agent ovs-agent-dv-cinder-813229-5-iscsi {{(pid=102451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 21:02:09.695552 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.notifiers.nova [req-d90e2b5c-bc2a-4cc1-a340-bdddc9ef4c5a req-a75a1b86-ce2e-47cb-9326-f351e476cbac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb1996f3-e807-4cbd-9c87-f5895871226d {{(pid=102449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 21:02:09.704338 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [req-d90e2b5c-bc2a-4cc1-a340-bdddc9ef4c5a req-a75a1b86-ce2e-47cb-9326-f351e476cbac service neutron] Publish callbacks [] for port (cb1996f3-e807-4cbd-9c87-f5895871226d), precommit_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:02:09.720561 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [req-d90e2b5c-bc2a-4cc1-a340-bdddc9ef4c5a req-a75a1b86-ce2e-47cb-9326-f351e476cbac service neutron] Transition to ACTIVE for port object cb1996f3-e807-4cbd-9c87-f5895871226d will not be triggered until provisioned by entity L2. {{(pid=102449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 21:02:09.727481 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.plugin [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] No Port match for: ed87e509-a3c0-4f7d-aee1-ba82b86c6569 {{(pid=102451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 21:02:09.727911 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.rpc [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Device ed87e509-a3c0-4f7d-aee1-ba82b86c6569 not bound to the agent host dv-cinder-813229-5-iscsi {{(pid=102451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 21:02:09.728166 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [req-d90e2b5c-bc2a-4cc1-a340-bdddc9ef4c5a req-a75a1b86-ce2e-47cb-9326-f351e476cbac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1029723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3769609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783600466378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783599971615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783599971633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29106247'] for port (cb1996f3-e807-4cbd-9c87-f5895871226d), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:02:09.751372 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.plugins.ml2.db [None req-295e23e1-047f-48fd-b494-748eddb9e07c admin admin] For port a98c6a2a-b321-479d-876f-dc5ce1e0005c, host dv-cinder-813229-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-5-iscsi',level=0,port_id=a98c6a2a-b321-479d-876f-dc5ce1e0005c,segment=NetworkSegment(ad776c9f-cdc1-49f1-a366-310dcfc4c059),segment_id=ad776c9f-cdc1-49f1-a366-310dcfc4c059)] {{(pid=102450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 21:02:09.752019 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-295e23e1-047f-48fd-b494-748eddb9e07c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696268'] for port (a98c6a2a-b321-479d-876f-dc5ce1e0005c), precommit_delete {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:02:09.800972 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.plugins.ml2.plugin [None req-295e23e1-047f-48fd-b494-748eddb9e07c admin admin] Calling delete_port for a98c6a2a-b321-479d-876f-dc5ce1e0005c owned by network:router_gateway {{(pid=102450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 21:02:09.809835 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01276960-dca8-4a4c-ab04-5714251e30d8 None None] New status for floating IP cc37d05c-6f1b-45c9-968b-b5c9ca9c1853: ACTIVE {{(pid=102451) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 31 21:02:09.841505 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75a1b86-ce2e-47cb-9326-f351e476cbac service neutron] Pushing event updated for resources: {'Port': ['ID=cb1996f3-e807-4cbd-9c87-f5895871226d,revision_number=2']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 21:02:09.921592 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [req-d90e2b5c-bc2a-4cc1-a340-bdddc9ef4c5a req-a75a1b86-ce2e-47cb-9326-f351e476cbac service neutron] Attempting to bind port cb1996f3-e807-4cbd-9c87-f5895871226d on host hv-cinder-81322 for vnic_type normal with profile {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 21:02:09.921592 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [req-d90e2b5c-bc2a-4cc1-a340-bdddc9ef4c5a req-a75a1b86-ce2e-47cb-9326-f351e476cbac service neutron] Attempting to bind port cb1996f3-e807-4cbd-9c87-f5895871226d by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': 'cfda0be5-e876-4d3e-b2ec-240e600ca63d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'bdbc09ff-d174-4862-8f91-19ce9b2a383a'}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 21:02:09.922292 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d90e2b5c-bc2a-4cc1-a340-bdddc9ef4c5a req-a75a1b86-ce2e-47cb-9326-f351e476cbac service neutron] Attempting to bind port cb1996f3-e807-4cbd-9c87-f5895871226d on network bdbc09ff-d174-4862-8f91-19ce9b2a383a {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 21:02:09.928794 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d90e2b5c-bc2a-4cc1-a340-bdddc9ef4c5a req-a75a1b86-ce2e-47cb-9326-f351e476cbac service neutron] Port cb1996f3-e807-4cbd-9c87-f5895871226d on network bdbc09ff-d174-4862-8f91-19ce9b2a383a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 21:02:09.928794 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d90e2b5c-bc2a-4cc1-a340-bdddc9ef4c5a req-a75a1b86-ce2e-47cb-9326-f351e476cbac service neutron] Attempting to bind port cb1996f3-e807-4cbd-9c87-f5895871226d on network bdbc09ff-d174-4862-8f91-19ce9b2a383a {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 21:02:09.933237 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d90e2b5c-bc2a-4cc1-a340-bdddc9ef4c5a req-a75a1b86-ce2e-47cb-9326-f351e476cbac service neutron] Checking agent: {'id': 'e85cc1e2-8b4e-4549-a68e-d414072d4156', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 20, 51, 57), 'started_at': datetime.datetime(2022, 1, 31, 20, 51, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 21, 1, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 21:02:09.933567 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d90e2b5c-bc2a-4cc1-a340-bdddc9ef4c5a req-a75a1b86-ce2e-47cb-9326-f351e476cbac service neutron] Checking segment: {'id': 'cfda0be5-e876-4d3e-b2ec-240e600ca63d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'bdbc09ff-d174-4862-8f91-19ce9b2a383a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 21:02:09.933947 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d90e2b5c-bc2a-4cc1-a340-bdddc9ef4c5a req-a75a1b86-ce2e-47cb-9326-f351e476cbac service neutron] Bound using segment: {'id': 'cfda0be5-e876-4d3e-b2ec-240e600ca63d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'bdbc09ff-d174-4862-8f91-19ce9b2a383a'} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 21:02:09.934357 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [req-d90e2b5c-bc2a-4cc1-a340-bdddc9ef4c5a req-a75a1b86-ce2e-47cb-9326-f351e476cbac service neutron] Bound port: cb1996f3-e807-4cbd-9c87-f5895871226d, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cfda0be5-e876-4d3e-b2ec-240e600ca63d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': 'bdbc09ff-d174-4862-8f91-19ce9b2a383a'}}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 21:02:09.934721 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [req-d90e2b5c-bc2a-4cc1-a340-bdddc9ef4c5a req-a75a1b86-ce2e-47cb-9326-f351e476cbac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1026180'] for port (cb1996f3-e807-4cbd-9c87-f5895871226d), before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:02:10.015498 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [req-6905c455-17d6-4e60-9da0-8ed068ab6357 req-88325d0a-5eb8-4726-84df-4627dec3253c tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:02:10.015874 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [req-6905c455-17d6-4e60-9da0-8ed068ab6357 req-88325d0a-5eb8-4726-84df-4627dec3253c tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3696791'] for floatingip (2267cdbf-f2c1-4497-b32a-d3ffa75d9314), after_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:02:10.016191 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.db.l3_db [req-6905c455-17d6-4e60-9da0-8ed068ab6357 req-88325d0a-5eb8-4726-84df-4627dec3253c tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] Floating IP 2267cdbf-f2c1-4497-b32a-d3ffa75d9314 disassociated. External IP: 172.27.2.232, port: e3ae4e9d-9356-47cf-9b06-54e5211851f5. Jan 31 21:02:10.016543 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.plugins.ml2.plugin [req-6905c455-17d6-4e60-9da0-8ed068ab6357 req-88325d0a-5eb8-4726-84df-4627dec3253c tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] Calling delete_port for e3ae4e9d-9356-47cf-9b06-54e5211851f5 owned by compute:nova {{(pid=102450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 21:02:10.102953 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.db [req-d90e2b5c-bc2a-4cc1-a340-bdddc9ef4c5a req-a75a1b86-ce2e-47cb-9326-f351e476cbac service neutron] For port cb1996f3-e807-4cbd-9c87-f5895871226d, host hv-cinder-81322, cleared binding levels {{(pid=102449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 21:02:10.128099 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.db [req-d90e2b5c-bc2a-4cc1-a340-bdddc9ef4c5a req-a75a1b86-ce2e-47cb-9326-f351e476cbac service neutron] For port cb1996f3-e807-4cbd-9c87-f5895871226d, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=cb1996f3-e807-4cbd-9c87-f5895871226d,segment=NetworkSegment(cfda0be5-e876-4d3e-b2ec-240e600ca63d),segment_id=cfda0be5-e876-4d3e-b2ec-240e600ca63d)] {{(pid=102449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 21:02:10.139494 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [req-d90e2b5c-bc2a-4cc1-a340-bdddc9ef4c5a req-a75a1b86-ce2e-47cb-9326-f351e476cbac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1029723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3769609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783600466378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783599971615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783599971633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29106247'] for port (cb1996f3-e807-4cbd-9c87-f5895871226d), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:02:10.172004 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640b60d9-ad98-43c4-ac62-c940a3ef6a56 req-ff7f09e2-ac2b-4d07-bb15-6826c966544e tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 21:02:10.173498 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-640b60d9-ad98-43c4-ac62-c940a3ef6a56 req-ff7f09e2-ac2b-4d07-bb15-6826c966544e tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] 10.222.0.46 "GET /v2.0/ports?device_id=aa90944c-8574-4603-8df7-34a8898b1ddc HTTP/1.1" status: 200 len: 945 time: 0.1211181 Jan 31 21:02:10.215258 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90e2b5c-bc2a-4cc1-a340-bdddc9ef4c5a req-a75a1b86-ce2e-47cb-9326-f351e476cbac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 21:02:10.216077 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [req-d90e2b5c-bc2a-4cc1-a340-bdddc9ef4c5a req-a75a1b86-ce2e-47cb-9326-f351e476cbac service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204375'] for port (None), before_response {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:02:10.218384 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-d90e2b5c-bc2a-4cc1-a340-bdddc9ef4c5a req-a75a1b86-ce2e-47cb-9326-f351e476cbac service neutron] 10.222.0.59 "PUT /v2.0/ports/cb1996f3-e807-4cbd-9c87-f5895871226d HTTP/1.1" status: 200 len: 1093 time: 1.0507672 Jan 31 21:02:10.219060 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90de50a1-9ca3-4f52-9ebe-6d0a6cc482b8', 'tag': 'cb1996f3-e807-4cbd-9c87-f5895871226d'}] {{(pid=102449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 21:02:10.223105 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba30590511e0408980e1e78341b94ae353025d2904c3e8034e675cc5aff8c4ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83b28641-20e9-4a35-b78f-2735baa6ded0" -d '{"events": [{"name": "network-changed", "server_uuid": "90de50a1-9ca3-4f52-9ebe-6d0a6cc482b8", "tag": "cb1996f3-e807-4cbd-9c87-f5895871226d"}]}' {{(pid=102449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 21:02:10.245604 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-295e23e1-047f-48fd-b494-748eddb9e07c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1029723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3769609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783600466360', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783599971606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27814909'] for port (a98c6a2a-b321-479d-876f-dc5ce1e0005c), after_delete {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:02:10.275848 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75a1b86-ce2e-47cb-9326-f351e476cbac service neutron] Pushing event updated for resources: {'Port': ['ID=cb1996f3-e807-4cbd-9c87-f5895871226d,revision_number=3']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 21:02:10.295034 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295e23e1-047f-48fd-b494-748eddb9e07c admin admin] Pushing event deleted for resources: {'Port': ['ID=a98c6a2a-b321-479d-876f-dc5ce1e0005c,revision_number=None']} {{(pid=102450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 21:02:10.305361 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 21:02:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8adbc97f-e7b3-4fe1-886a-d03d90b96670 x-openstack-request-id: req-8adbc97f-e7b3-4fe1-886a-d03d90b96670 {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 21:02:10.305934 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90de50a1-9ca3-4f52-9ebe-6d0a6cc482b8", "tag": "cb1996f3-e807-4cbd-9c87-f5895871226d", "status": "completed", "code": 200}]} {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 21:02:10.306248 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-8adbc97f-e7b3-4fe1-886a-d03d90b96670 {{(pid=102449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 21:02:10.306657 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90de50a1-9ca3-4f52-9ebe-6d0a6cc482b8', 'tag': 'cb1996f3-e807-4cbd-9c87-f5895871226d', 'status': 'completed', 'code': 200} Jan 31 21:02:10.330843 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [req-6905c455-17d6-4e60-9da0-8ed068ab6357 req-88325d0a-5eb8-4726-84df-4627dec3253c tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1029723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3769609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783600466360', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783599971606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27814909'] for port (e3ae4e9d-9356-47cf-9b06-54e5211851f5), after_delete {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:02:10.359410 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-640b60d9-ad98-43c4-ac62-c940a3ef6a56 req-6b11770b-c365-40f5-a8b7-cc487ab6c010 tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] 10.222.0.46 "GET /v2.0/security-groups?id=c65378a2-fe6e-4350-bdeb-fc72abd6ffe9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1773140 Jan 31 21:02:10.379494 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90e2b5c-bc2a-4cc1-a340-bdddc9ef4c5a req-34de772e-f35f-49b2-8861-365a8943bf32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 21:02:10.381538 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-d90e2b5c-bc2a-4cc1-a340-bdddc9ef4c5a req-34de772e-f35f-49b2-8861-365a8943bf32 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=047e08285f47481da2d6cf2445501723&device_id=90de50a1-9ca3-4f52-9ebe-6d0a6cc482b8 HTTP/1.1" status: 200 len: 1127 time: 0.0910771 Jan 31 21:02:10.385383 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88325d0a-5eb8-4726-84df-4627dec3253c tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] Pushing event deleted for resources: {'Port': ['ID=e3ae4e9d-9356-47cf-9b06-54e5211851f5,revision_number=None']} {{(pid=102450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 21:02:10.439153 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-295e23e1-047f-48fd-b494-748eddb9e07c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3697261'] for router_gateway (d4d7d827-a252-4287-bc91-d9fef5d0e77d), after_delete {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:02:10.443890 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-d90e2b5c-bc2a-4cc1-a340-bdddc9ef4c5a req-9fa30a91-0f0e-4f89-b52d-8bd669d03f62 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cb1996f3-e807-4cbd-9c87-f5895871226d HTTP/1.1" status: 200 len: 217 time: 0.0525641 Jan 31 21:02:10.492814 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90e2b5c-bc2a-4cc1-a340-bdddc9ef4c5a req-ba86a8ee-177f-45f9-b05d-806f603dd82f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 21:02:10.494325 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-d90e2b5c-bc2a-4cc1-a340-bdddc9ef4c5a req-ba86a8ee-177f-45f9-b05d-806f603dd82f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=05b63977-1e2b-4747-8d09-fb1f8f446ce1 HTTP/1.1" status: 200 len: 850 time: 0.0454588 Jan 31 21:02:10.533770 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-295e23e1-047f-48fd-b494-748eddb9e07c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3675640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-969'] for router (d4d7d827-a252-4287-bc91-d9fef5d0e77d), precommit_delete {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:02:10.540055 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-295e23e1-047f-48fd-b494-748eddb9e07c admin admin] Publish callbacks [] for router_controller (d4d7d827-a252-4287-bc91-d9fef5d0e77d), precommit_delete_associations {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:02:10.544146 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90e2b5c-bc2a-4cc1-a340-bdddc9ef4c5a req-0d64bd78-af8f-4913-9326-88fd4662e1a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 21:02:10.545655 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-d90e2b5c-bc2a-4cc1-a340-bdddc9ef4c5a req-0d64bd78-af8f-4913-9326-88fd4662e1a1 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=bdbc09ff-d174-4862-8f91-19ce9b2a383a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0453353 Jan 31 21:02:10.621718 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-295e23e1-047f-48fd-b494-748eddb9e07c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3675633'] for router (d4d7d827-a252-4287-bc91-d9fef5d0e77d), after_delete {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:02:10.622332 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-295e23e1-047f-48fd-b494-748eddb9e07c admin admin] Fanout notify agent at l3_agent the message router_deleted on router d4d7d827-a252-4287-bc91-d9fef5d0e77d {{(pid=102450) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 31 21:02:10.628513 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-295e23e1-047f-48fd-b494-748eddb9e07c admin admin] Publish callbacks [] for router (None), before_response {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:02:10.629661 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [None req-295e23e1-047f-48fd-b494-748eddb9e07c admin admin] 10.222.0.46 "DELETE /v2.0/routers/d4d7d827-a252-4287-bc91-d9fef5d0e77d HTTP/1.1" status: 204 len: 168 time: 2.2614672 Jan 31 21:02:10.633073 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.wsgi [-] (102449) accepted ('10.222.0.46', 45014) {{(pid=102449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 21:02:10.659516 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6905c455-17d6-4e60-9da0-8ed068ab6357 req-88325d0a-5eb8-4726-84df-4627dec3253c tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] Router 910c8d82-8f53-4a84-a34d-cc1bbd89049d has already been hosted by L3 agent 7c18f3b4-4d02-4b01-9072-98fcd9008716 {{(pid=102450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 21:02:10.676621 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-d90e2b5c-bc2a-4cc1-a340-bdddc9ef4c5a req-ac80e17d-7757-4812-a98a-ac97c46c6f4e service neutron] 10.222.0.59 "GET /v2.0/networks/bdbc09ff-d174-4862-8f91-19ce9b2a383a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243625 Jan 31 21:02:10.712588 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.db.db_base_plugin_v2 [None req-d57b9b55-5b1f-430f-b7a2-b52e4e9495aa admin admin] Deleting subnet 34dec552-ecde-44b0-b00b-6077e3fcfd65 {{(pid=102449) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 31 21:02:10.736804 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbb00e4-2b8c-4d4e-a7c2-68e5b49540a3 req-3a339b8f-4183-49db-bec7-06ea721f4c6c tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 21:02:10.743666 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-1fbb00e4-2b8c-4d4e-a7c2-68e5b49540a3 req-3a339b8f-4183-49db-bec7-06ea721f4c6c tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] 10.222.0.46 "GET /v2.0/ports?device_id=90de50a1-9ca3-4f52-9ebe-6d0a6cc482b8 HTTP/1.1" status: 200 len: 943 time: 0.1125867 Jan 31 21:02:10.745420 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-d57b9b55-5b1f-430f-b7a2-b52e4e9495aa admin admin] Publish callbacks [] for subnet (34dec552-ecde-44b0-b00b-6077e3fcfd65), before_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:02:10.797952 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-d57b9b55-5b1f-430f-b7a2-b52e4e9495aa admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25361776'] for subnet (34dec552-ecde-44b0-b00b-6077e3fcfd65), precommit_delete_associations {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:02:10.839938 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-d90e2b5c-bc2a-4cc1-a340-bdddc9ef4c5a req-f200a0f2-6f45-47c5-be1e-c48b97eaaef5 service neutron] 10.222.0.59 "GET /v2.0/networks/bdbc09ff-d174-4862-8f91-19ce9b2a383a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1545937 Jan 31 21:02:10.862247 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-1fbb00e4-2b8c-4d4e-a7c2-68e5b49540a3 req-65ca3d29-eb6f-442e-b462-29a5b98c5bd5 tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] 10.222.0.46 "GET /v2.0/security-groups?id=9b644a29-769a-4f96-bf04-9f2b0e6c503d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1155078 Jan 31 21:02:10.874327 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6905c455-17d6-4e60-9da0-8ed068ab6357 req-88325d0a-5eb8-4726-84df-4627dec3253c tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] Notify agent at l3_agent.dv-cinder-813229-5-iscsi the message routers_updated {{(pid=102450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 21:02:10.888439 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3cd5c16-5e86-49ba-9a99-f05251db023d None None] Sync routers for ids ['910c8d82-8f53-4a84-a34d-cc1bbd89049d'] in dv-cinder-813229-5-iscsi {{(pid=102454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 21:02:10.904176 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3cd5c16-5e86-49ba-9a99-f05251db023d None None] Routers {'910c8d82-8f53-4a84-a34d-cc1bbd89049d'} bound to L3 agent in host dv-cinder-813229-5-iscsi {{(pid=102454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 21:02:10.904919 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.db.l3_hamode_db [None req-e3cd5c16-5e86-49ba-9a99-f05251db023d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-31T20:45:52Z,description=,heartbeat_timestamp=2022-01-31T21:01:52Z,host='dv-cinder-813229-5-iscsi',id=7c18f3b4-4d02-4b01-9072-98fcd9008716,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T20:45:52Z,topic='l3_agent')) {'router_ids': ['910c8d82-8f53-4a84-a34d-cc1bbd89049d'], 'active': True} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 21:02:10.978823 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [req-6905c455-17d6-4e60-9da0-8ed068ab6357 req-88325d0a-5eb8-4726-84df-4627dec3253c tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] No DVR routers for this DVR port e3ae4e9d-9356-47cf-9b06-54e5211851f5 on host hv-cinder-81322 {{(pid=102450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 21:02:10.983206 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [req-6905c455-17d6-4e60-9da0-8ed068ab6357 req-88325d0a-5eb8-4726-84df-4627dec3253c tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204375'] for port (None), before_response {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:02:10.987255 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-d57b9b55-5b1f-430f-b7a2-b52e4e9495aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-792270'] for subnet (34dec552-ecde-44b0-b00b-6077e3fcfd65), precommit_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:02:10.989859 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-6905c455-17d6-4e60-9da0-8ed068ab6357 req-88325d0a-5eb8-4726-84df-4627dec3253c tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] 10.222.0.59 "DELETE /v2.0/ports/e3ae4e9d-9356-47cf-9b06-54e5211851f5 HTTP/1.1" status: 204 len: 173 time: 1.7882161 Jan 31 21:02:10.989859 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa90944c-8574-4603-8df7-34a8898b1ddc', 'name': 'network-vif-deleted', 'tag': 'e3ae4e9d-9356-47cf-9b06-54e5211851f5'}] {{(pid=102450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 21:02:10.991872 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88694c8615ac1e9d0f87b85371fce54667869cb07e9f85c824f8527602de4f23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa397324-2b3e-453a-a043-d65f374e9cc0" -d '{"events": [{"server_uuid": "aa90944c-8574-4603-8df7-34a8898b1ddc", "name": "network-vif-deleted", "tag": "e3ae4e9d-9356-47cf-9b06-54e5211851f5"}]}' {{(pid=102450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 21:02:11.039555 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b28641-20e9-4a35-b78f-2735baa6ded0 req-0a486455-f358-4b4c-8529-bcd6c61cd5ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 21:02:11.041082 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-83b28641-20e9-4a35-b78f-2735baa6ded0 req-0a486455-f358-4b4c-8529-bcd6c61cd5ec service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=047e08285f47481da2d6cf2445501723&device_id=90de50a1-9ca3-4f52-9ebe-6d0a6cc482b8 HTTP/1.1" status: 200 len: 1127 time: 0.1204791 Jan 31 21:02:11.043674 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 21:02:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f200b045-822e-424d-97af-dbf58c3cdd11 x-openstack-request-id: req-f200b045-822e-424d-97af-dbf58c3cdd11 {{(pid=102450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 21:02:11.044118 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa90944c-8574-4603-8df7-34a8898b1ddc", "name": "network-vif-deleted", "tag": "e3ae4e9d-9356-47cf-9b06-54e5211851f5", "status": "completed", "code": 200}]} {{(pid=102450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 21:02:11.044376 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-f200b045-822e-424d-97af-dbf58c3cdd11 {{(pid=102450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 21:02:11.044859 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa90944c-8574-4603-8df7-34a8898b1ddc', 'name': 'network-vif-deleted', 'tag': 'e3ae4e9d-9356-47cf-9b06-54e5211851f5', 'status': 'completed', 'code': 200} Jan 31 21:02:11.075138 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-d57b9b55-5b1f-430f-b7a2-b52e4e9495aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-792247', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3769609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29106189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25214345'] for subnet (34dec552-ecde-44b0-b00b-6077e3fcfd65), after_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:02:11.175155 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.db.l3_dvr_db [None req-e3cd5c16-5e86-49ba-9a99-f05251db023d None None] Set router 910c8d82-8f53-4a84-a34d-cc1bbd89049d gateway port host: dv-cinder-813229-5-iscsi {{(pid=102454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 21:02:11.441601 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.db.l3_hamode_db [None req-e3cd5c16-5e86-49ba-9a99-f05251db023d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '910c8d82-8f53-4a84-a34d-cc1bbd89049d', 'name': 'tempest-TestVolumeBootPattern-2011310398-router', 'tenant_id': '3f735df896f74e2a8ec34440c5d4fbfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51ba4d8e-a54c-4fb0-a209-37766af226e8', 'external_fixed_ips': [{'subnet_id': '99ba9542-d2be-443f-a804-26ff9bedcbe2', 'ip_address': '172.27.2.123'}], 'enable_snat': True}, 'gw_port_id': 'de93bc5b-9c48-48e9-93e3-d484933d6d1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T20:58:47Z', 'updated_at': '2022-01-31T20:58:52Z', 'revision_number': 4, 'project_id': '3f735df896f74e2a8ec34440c5d4fbfa', 'gw_port': {'id': 'de93bc5b-9c48-48e9-93e3-d484933d6d1a', 'name': '', 'network_id': '51ba4d8e-a54c-4fb0-a209-37766af226e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:ab:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '910c8d82-8f53-4a84-a34d-cc1bbd89049d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '99ba9542-d2be-443f-a804-26ff9bedcbe2', 'ip_address': '172.27.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T20:58:48Z', 'updated_at': '2022-01-31T20:58:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99ba9542-d2be-443f-a804-26ff9bedcbe2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-5-iscsi', '_interfaces': [{'id': '3365364a-2deb-4044-bcd9-4ac2d97ebc11', 'name': '', 'network_id': '84d6e016-dd99-48a6-8278-a9c378f62567', 'tenant_id': '3f735df896f74e2a8ec34440c5d4fbfa', 'mac_address': 'fa:16:3e:ab:bf:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '910c8d82-8f53-4a84-a34d-cc1bbd89049d', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'f0ef83af-b9dd-40a6-908c-ffa9cf818bc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T20:58:51Z', 'updated_at': '2022-01-31T20:58:56Z', 'revision_number': 5, 'project_id': '3f735df896f74e2a8ec34440c5d4fbfa', 'subnets': [{'id': 'f0ef83af-b9dd-40a6-908c-ffa9cf818bc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-5-iscsi', False) {} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 21:02:11.461841 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57b9b55-5b1f-430f-b7a2-b52e4e9495aa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=34dec552-ecde-44b0-b00b-6077e3fcfd65,revision_number=None']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 21:02:11.465849 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-d57b9b55-5b1f-430f-b7a2-b52e4e9495aa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3769851'] for subnet (None), before_response {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:02:11.472470 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [None req-d57b9b55-5b1f-430f-b7a2-b52e4e9495aa admin admin] 10.222.0.46 "DELETE /v2.0/subnets/34dec552-ecde-44b0-b00b-6077e3fcfd65 HTTP/1.1" status: 204 len: 168 time: 0.8350682 Jan 31 21:02:11.472725 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7a01d92-6bd3-489c-8015-dbf4e89759b3 None None] Network e68884ed-aafc-46db-987f-40cce4cb0a81 requested from dv-cinder-813229-5-iscsi {{(pid=102451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 21:02:11.473320 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.wsgi [-] (102449) accepted ('10.222.0.46', 45020) {{(pid=102449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 21:02:11.483372 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3cd5c16-5e86-49ba-9a99-f05251db023d None None] Checking router: 910c8d82-8f53-4a84-a34d-cc1bbd89049d for host: dv-cinder-813229-5-iscsi {{(pid=102454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 21:02:11.493402 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3cd5c16-5e86-49ba-9a99-f05251db023d None None] Routers {'910c8d82-8f53-4a84-a34d-cc1bbd89049d'} bound to L3 agent in host dv-cinder-813229-5-iscsi {{(pid=102454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 21:02:11.494189 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.db.l3_hamode_db [None req-e3cd5c16-5e86-49ba-9a99-f05251db023d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-31T20:45:52Z,description=,heartbeat_timestamp=2022-01-31T21:01:52Z,host='dv-cinder-813229-5-iscsi',id=7c18f3b4-4d02-4b01-9072-98fcd9008716,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T20:45:52Z,topic='l3_agent')) {'router_ids': ['910c8d82-8f53-4a84-a34d-cc1bbd89049d'], 'active': True} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 21:02:11.562823 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-07d801c7-1157-43b0-95bc-3d8272b4cb46 req-1a63ec8b-e380-426c-9e8b-6093a6ba235f tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] 10.222.0.46 "GET /v2.0/ports?device_id=aa90944c-8574-4603-8df7-34a8898b1ddc HTTP/1.1" status: 200 len: 210 time: 0.1120090 Jan 31 21:02:11.578768 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b28641-20e9-4a35-b78f-2735baa6ded0 req-c094231f-7aa3-46fa-8c06-76a7f5c878aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 21:02:11.580351 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-83b28641-20e9-4a35-b78f-2735baa6ded0 req-c094231f-7aa3-46fa-8c06-76a7f5c878aa service neutron] 10.222.0.59 "GET /v2.0/networks?id=bdbc09ff-d174-4862-8f91-19ce9b2a383a HTTP/1.1" status: 200 len: 912 time: 0.5168471 Jan 31 21:02:11.607416 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-5f5faf42-3c99-4a06-9eb9-e656dbececa7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-979588'] for network (e68884ed-aafc-46db-987f-40cce4cb0a81), before_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:02:11.618230 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.db.l3_dvr_db [None req-e3cd5c16-5e86-49ba-9a99-f05251db023d None None] Set router 910c8d82-8f53-4a84-a34d-cc1bbd89049d gateway port host: dv-cinder-813229-5-iscsi {{(pid=102454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 21:02:11.647704 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-83b28641-20e9-4a35-b78f-2735baa6ded0 req-f3711bf3-8dd8-4f9b-ab3d-b0988b462fbc service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cb1996f3-e807-4cbd-9c87-f5895871226d HTTP/1.1" status: 200 len: 217 time: 0.0519652 Jan 31 21:02:11.748254 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b28641-20e9-4a35-b78f-2735baa6ded0 req-f4ea7d53-03a0-4985-a479-279b889ea15f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 21:02:11.749920 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-83b28641-20e9-4a35-b78f-2735baa6ded0 req-f4ea7d53-03a0-4985-a479-279b889ea15f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=05b63977-1e2b-4747-8d09-fb1f8f446ce1 HTTP/1.1" status: 200 len: 850 time: 0.0920391 Jan 31 21:02:11.772320 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7881687-b13a-4760-815a-dc59f92b4526 None None] DHCP port deletion for e68884ed-aafc-46db-987f-40cce4cb0a81 request from dv-cinder-813229-5-iscsi {{(pid=102451) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 31 21:02:11.791281 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-5f5faf42-3c99-4a06-9eb9-e656dbececa7 admin admin] Deleting port 1b6ba084-cfce-46b7-a1da-ca75cb925939 {{(pid=102449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 21:02:11.791854 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-5f5faf42-3c99-4a06-9eb9-e656dbececa7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783600463454'] for port (1b6ba084-cfce-46b7-a1da-ca75cb925939), before_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:02:11.817586 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.rpc [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Device a98c6a2a-b321-479d-876f-dc5ce1e0005c no longer exists at agent ovs-agent-dv-cinder-813229-5-iscsi {{(pid=102451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 21:02:11.850449 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.plugin [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] No Port match for: a98c6a2a-b321-479d-876f-dc5ce1e0005c {{(pid=102451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 21:02:11.851025 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.rpc [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Device a98c6a2a-b321-479d-876f-dc5ce1e0005c not bound to the agent host dv-cinder-813229-5-iscsi {{(pid=102451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 21:02:11.891537 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.plugin [None req-e7881687-b13a-4760-815a-dc59f92b4526 None None] Deleting port 1b6ba084-cfce-46b7-a1da-ca75cb925939 {{(pid=102451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 21:02:11.892129 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-e7881687-b13a-4760-815a-dc59f92b4526 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783600463454'] for port (1b6ba084-cfce-46b7-a1da-ca75cb925939), before_delete {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:02:11.913630 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-5f5faf42-3c99-4a06-9eb9-e656dbececa7 admin admin] For port 1b6ba084-cfce-46b7-a1da-ca75cb925939, host dv-cinder-813229-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-5-iscsi',level=0,port_id=1b6ba084-cfce-46b7-a1da-ca75cb925939,segment=NetworkSegment(0b88ba8a-5620-4c08-98b4-337c2e3644cc),segment_id=0b88ba8a-5620-4c08-98b4-337c2e3644cc)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 21:02:11.913998 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-5f5faf42-3c99-4a06-9eb9-e656dbececa7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696268'] for port (1b6ba084-cfce-46b7-a1da-ca75cb925939), precommit_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:02:11.931996 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-5f5faf42-3c99-4a06-9eb9-e656dbececa7 admin admin] Calling delete_port for 1b6ba084-cfce-46b7-a1da-ca75cb925939 owned by network:dhcp {{(pid=102449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 21:02:11.996033 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.db.l3_hamode_db [None req-e3cd5c16-5e86-49ba-9a99-f05251db023d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '910c8d82-8f53-4a84-a34d-cc1bbd89049d', 'name': 'tempest-TestVolumeBootPattern-2011310398-router', 'tenant_id': '3f735df896f74e2a8ec34440c5d4fbfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51ba4d8e-a54c-4fb0-a209-37766af226e8', 'external_fixed_ips': [{'subnet_id': '99ba9542-d2be-443f-a804-26ff9bedcbe2', 'ip_address': '172.27.2.123'}], 'enable_snat': True}, 'gw_port_id': 'de93bc5b-9c48-48e9-93e3-d484933d6d1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T20:58:47Z', 'updated_at': '2022-01-31T20:58:52Z', 'revision_number': 4, 'project_id': '3f735df896f74e2a8ec34440c5d4fbfa', 'gw_port': {'id': 'de93bc5b-9c48-48e9-93e3-d484933d6d1a', 'name': '', 'network_id': '51ba4d8e-a54c-4fb0-a209-37766af226e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:ab:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '910c8d82-8f53-4a84-a34d-cc1bbd89049d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '99ba9542-d2be-443f-a804-26ff9bedcbe2', 'ip_address': '172.27.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T20:58:48Z', 'updated_at': '2022-01-31T20:58:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99ba9542-d2be-443f-a804-26ff9bedcbe2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-5-iscsi', '_interfaces': [{'id': '3365364a-2deb-4044-bcd9-4ac2d97ebc11', 'name': '', 'network_id': '84d6e016-dd99-48a6-8278-a9c378f62567', 'tenant_id': '3f735df896f74e2a8ec34440c5d4fbfa', 'mac_address': 'fa:16:3e:ab:bf:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '910c8d82-8f53-4a84-a34d-cc1bbd89049d', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'f0ef83af-b9dd-40a6-908c-ffa9cf818bc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T20:58:51Z', 'updated_at': '2022-01-31T20:58:56Z', 'revision_number': 5, 'project_id': '3f735df896f74e2a8ec34440c5d4fbfa', 'subnets': [{'id': 'f0ef83af-b9dd-40a6-908c-ffa9cf818bc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-5-iscsi', False) {} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 21:02:12.015441 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.db [None req-e7881687-b13a-4760-815a-dc59f92b4526 None None] For port 1b6ba084-cfce-46b7-a1da-ca75cb925939, host dv-cinder-813229-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-5-iscsi',level=0,port_id=1b6ba084-cfce-46b7-a1da-ca75cb925939,segment=NetworkSegment(0b88ba8a-5620-4c08-98b4-337c2e3644cc),segment_id=0b88ba8a-5620-4c08-98b4-337c2e3644cc)] {{(pid=102451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 21:02:12.016147 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-e7881687-b13a-4760-815a-dc59f92b4526 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696268'] for port (1b6ba084-cfce-46b7-a1da-ca75cb925939), precommit_delete {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:02:12.026990 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3cd5c16-5e86-49ba-9a99-f05251db023d None None] The sync data for ids ['910c8d82-8f53-4a84-a34d-cc1bbd89049d'] in dv-cinder-813229-5-iscsi is: [{'id': '910c8d82-8f53-4a84-a34d-cc1bbd89049d', 'name': 'tempest-TestVolumeBootPattern-2011310398-router', 'tenant_id': '3f735df896f74e2a8ec34440c5d4fbfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51ba4d8e-a54c-4fb0-a209-37766af226e8', 'external_fixed_ips': [{'subnet_id': '99ba9542-d2be-443f-a804-26ff9bedcbe2', 'ip_address': '172.27.2.123'}], 'enable_snat': True}, 'gw_port_id': 'de93bc5b-9c48-48e9-93e3-d484933d6d1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T20:58:47Z', 'updated_at': '2022-01-31T20:58:52Z', 'revision_number': 4, 'project_id': '3f735df896f74e2a8ec34440c5d4fbfa', 'gw_port': {'id': 'de93bc5b-9c48-48e9-93e3-d484933d6d1a', 'name': '', 'network_id': '51ba4d8e-a54c-4fb0-a209-37766af226e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:ab:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '910c8d82-8f53-4a84-a34d-cc1bbd89049d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '99ba9542-d2be-443f-a804-26ff9bedcbe2', 'ip_address': '172.27.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T20:58:48Z', 'updated_at': '2022-01-31T20:58:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99ba9542-d2be-443f-a804-26ff9bedcbe2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-5-iscsi', '_interfaces': [{'id': '3365364a-2deb-4044-bcd9-4ac2d97ebc11', 'name': '', 'network_id': '84d6e016-dd99-48a6-8278-a9c378f62567', 'tenant_id': '3f735df896f74e2a8ec34440c5d4fbfa', 'mac_address': 'fa:16:3e:ab:bf:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '910c8d82-8f53-4a84-a34d-cc1bbd89049d', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'f0ef83af-b9dd-40a6-908c-ffa9cf818bc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T20:58:51Z', 'updated_at': '2022-01-31T20:58:56Z', 'revision_number': 5, 'project_id': '3f735df896f74e2a8ec34440c5d4fbfa', 'subnets': [{'id': 'f0ef83af-b9dd-40a6-908c-ffa9cf818bc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 21:02:12.031525 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.plugin [None req-e7881687-b13a-4760-815a-dc59f92b4526 None None] Calling delete_port for 1b6ba084-cfce-46b7-a1da-ca75cb925939 owned by network:dhcp {{(pid=102451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 21:02:12.065904 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b28641-20e9-4a35-b78f-2735baa6ded0 req-96f87d33-b870-4647-8324-3aa5a3aaff43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 21:02:12.067442 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-83b28641-20e9-4a35-b78f-2735baa6ded0 req-96f87d33-b870-4647-8324-3aa5a3aaff43 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=bdbc09ff-d174-4862-8f91-19ce9b2a383a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2995317 Jan 31 21:02:12.123948 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a757e9-8c93-47d4-8d34-ab263c238b12 req-23d9c209-f67d-4fcb-9e97-b32e15afc632 tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 21:02:12.127330 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-09a757e9-8c93-47d4-8d34-ab263c238b12 req-23d9c209-f67d-4fcb-9e97-b32e15afc632 tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] 10.222.0.46 "GET /v2.0/ports?device_id=90de50a1-9ca3-4f52-9ebe-6d0a6cc482b8 HTTP/1.1" status: 200 len: 943 time: 0.1410356 Jan 31 21:02:12.162841 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-5f5faf42-3c99-4a06-9eb9-e656dbececa7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1029723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3769609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783600466360', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783599971606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29106256'] for port (1b6ba084-cfce-46b7-a1da-ca75cb925939), after_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:02:12.215334 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5faf42-3c99-4a06-9eb9-e656dbececa7 admin admin] Pushing event deleted for resources: {'Port': ['ID=1b6ba084-cfce-46b7-a1da-ca75cb925939,revision_number=None']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 21:02:12.219560 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f5faf42-3c99-4a06-9eb9-e656dbececa7 admin admin] No DVR routers for this DVR port 1b6ba084-cfce-46b7-a1da-ca75cb925939 on host dv-cinder-813229-5-iscsi {{(pid=102449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 21:02:12.284577 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-09a757e9-8c93-47d4-8d34-ab263c238b12 req-47a31b2d-2442-451b-ae45-7d62e60b6d94 tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] 10.222.0.46 "GET /v2.0/security-groups?id=9b644a29-769a-4f96-bf04-9f2b0e6c503d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1256874 Jan 31 21:02:12.299213 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-e7881687-b13a-4760-815a-dc59f92b4526 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1029723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3769609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783600466360', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783599971606'] for port (1b6ba084-cfce-46b7-a1da-ca75cb925939), after_delete {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:02:12.302473 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-83b28641-20e9-4a35-b78f-2735baa6ded0 req-df72d32b-6717-4bde-8ab4-1b2c2e82b24a service neutron] 10.222.0.59 "GET /v2.0/networks/bdbc09ff-d174-4862-8f91-19ce9b2a383a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2252071 Jan 31 21:02:12.328392 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a534def6-ad0f-40b3-87f0-ac5325868e57 None None] New status for floating IP 2267cdbf-f2c1-4497-b32a-d3ffa75d9314: DOWN {{(pid=102451) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 31 21:02:12.333161 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7881687-b13a-4760-815a-dc59f92b4526 None None] Pushing event deleted for resources: {'Port': ['ID=1b6ba084-cfce-46b7-a1da-ca75cb925939,revision_number=None']} {{(pid=102451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 21:02:12.335372 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7881687-b13a-4760-815a-dc59f92b4526 None None] No DVR routers for this DVR port 1b6ba084-cfce-46b7-a1da-ca75cb925939 on host dv-cinder-813229-5-iscsi {{(pid=102451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 21:02:12.359718 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-5f5faf42-3c99-4a06-9eb9-e656dbececa7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-793947', 'neutron.services.segments.db._delete_segments_for_network-8783600486530'] for network (e68884ed-aafc-46db-987f-40cce4cb0a81), precommit_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:02:12.410337 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.services.segments.db [None req-5f5faf42-3c99-4a06-9eb9-e656dbececa7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e68884ed-aafc-46db-987f-40cce4cb0a81']}} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 21:02:12.423079 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.services.segments.db [None req-5f5faf42-3c99-4a06-9eb9-e656dbececa7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b88ba8a-5620-4c08-98b4-337c2e3644cc') {'for_net_delete': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 21:02:12.423341 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.services.segments.db [None req-5f5faf42-3c99-4a06-9eb9-e656dbececa7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b88ba8a-5620-4c08-98b4-337c2e3644cc') {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 21:02:12.440754 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-5f5faf42-3c99-4a06-9eb9-e656dbececa7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783600487563', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25361785'] for segment (0b88ba8a-5620-4c08-98b4-337c2e3644cc), before_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:02:12.469525 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-83b28641-20e9-4a35-b78f-2735baa6ded0 req-9ba2e510-2efe-4898-b0a9-224051658270 service neutron] 10.222.0.59 "GET /v2.0/networks/bdbc09ff-d174-4862-8f91-19ce9b2a383a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372912 Jan 31 21:02:12.470643 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-5f5faf42-3c99-4a06-9eb9-e656dbececa7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-936743'] for segment (0b88ba8a-5620-4c08-98b4-337c2e3644cc), precommit_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:02:12.479223 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f5faf42-3c99-4a06-9eb9-e656dbececa7 admin admin] Releasing vlan 689 on physical network physnet1 to pool {{(pid=102449) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 21:02:12.479718 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-5f5faf42-3c99-4a06-9eb9-e656dbececa7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-936743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29106339'] for segment (0b88ba8a-5620-4c08-98b4-337c2e3644cc), after_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:02:12.481701 dv-cinder-813229-5-iscsi neutron-server[102449]: Traceback (most recent call last): Jan 31 21:02:12.481701 dv-cinder-813229-5-iscsi neutron-server[102449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 21:02:12.481701 dv-cinder-813229-5-iscsi neutron-server[102449]: timer() Jan 31 21:02:12.481701 dv-cinder-813229-5-iscsi neutron-server[102449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 21:02:12.481701 dv-cinder-813229-5-iscsi neutron-server[102449]: cb(*args, **kw) Jan 31 21:02:12.481701 dv-cinder-813229-5-iscsi neutron-server[102449]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 21:02:12.481701 dv-cinder-813229-5-iscsi neutron-server[102449]: return func(*args, **kwargs) Jan 31 21:02:12.481701 dv-cinder-813229-5-iscsi neutron-server[102449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 21:02:12.481701 dv-cinder-813229-5-iscsi neutron-server[102449]: self._notify() Jan 31 21:02:12.481701 dv-cinder-813229-5-iscsi neutron-server[102449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 21:02:12.481701 dv-cinder-813229-5-iscsi neutron-server[102449]: self.callback(batched_events) Jan 31 21:02:12.481701 dv-cinder-813229-5-iscsi neutron-server[102449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 21:02:12.481701 dv-cinder-813229-5-iscsi neutron-server[102449]: event.method(event) Jan 31 21:02:12.481701 dv-cinder-813229-5-iscsi neutron-server[102449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 21:02:12.481701 dv-cinder-813229-5-iscsi neutron-server[102449]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 21:02:12.481701 dv-cinder-813229-5-iscsi neutron-server[102449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 21:02:12.481701 dv-cinder-813229-5-iscsi neutron-server[102449]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 21:02:12.481701 dv-cinder-813229-5-iscsi neutron-server[102449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 21:02:12.481701 dv-cinder-813229-5-iscsi neutron-server[102449]: return f(self, *a, **k) Jan 31 21:02:12.481701 dv-cinder-813229-5-iscsi neutron-server[102449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 21:02:12.481701 dv-cinder-813229-5-iscsi neutron-server[102449]: return self._get(url).json() Jan 31 21:02:12.481701 dv-cinder-813229-5-iscsi neutron-server[102449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 21:02:12.481701 dv-cinder-813229-5-iscsi neutron-server[102449]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 21:02:12.481701 dv-cinder-813229-5-iscsi neutron-server[102449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 21:02:12.481701 dv-cinder-813229-5-iscsi neutron-server[102449]: return self.request(url, 'GET', **kwargs) Jan 31 21:02:12.481701 dv-cinder-813229-5-iscsi neutron-server[102449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 21:02:12.481701 dv-cinder-813229-5-iscsi neutron-server[102449]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 21:02:12.481701 dv-cinder-813229-5-iscsi neutron-server[102449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 21:02:12.481701 dv-cinder-813229-5-iscsi neutron-server[102449]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 21:02:12.481701 dv-cinder-813229-5-iscsi neutron-server[102449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 21:02:12.481701 dv-cinder-813229-5-iscsi neutron-server[102449]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 21:02:12.481701 dv-cinder-813229-5-iscsi neutron-server[102449]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 21:02:12.545950 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-5f5faf42-3c99-4a06-9eb9-e656dbececa7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-793932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3769609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3696773'] for network (e68884ed-aafc-46db-987f-40cce4cb0a81), after_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:02:12.551270 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-5f5faf42-3c99-4a06-9eb9-e656dbececa7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3769851'] for network (None), before_response {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:02:12.555535 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [None req-5f5faf42-3c99-4a06-9eb9-e656dbececa7 admin admin] 10.222.0.46 "DELETE /v2.0/networks/e68884ed-aafc-46db-987f-40cce4cb0a81 HTTP/1.1" status: 204 len: 168 time: 1.0818603 Jan 31 21:02:12.568175 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5faf42-3c99-4a06-9eb9-e656dbececa7 admin admin] Pushing event deleted for resources: {'Network': ['ID=e68884ed-aafc-46db-987f-40cce4cb0a81,revision_number=None']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 21:02:12.676547 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.wsgi [-] (102449) accepted ('10.222.0.46', 45030) {{(pid=102449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 21:02:12.718441 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [None req-ce450111-cf44-462b-98de-f0df35829aae admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=89e26e9450a7409f847d894c6e8d3bfc&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0406461 Jan 31 21:02:12.721577 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.wsgi [-] (102450) accepted ('10.222.0.46', 45034) {{(pid=102450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 21:02:12.775587 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-550727be-36e2-4e23-b256-c4aeb3e6628a admin admin] Publish callbacks [] for security_group (f05a461b-7849-4c0d-b9f2-2c1c78be95c2), before_delete {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:02:12.796862 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-550727be-36e2-4e23-b256-c4aeb3e6628a admin admin] Publish callbacks [] for security_group (f05a461b-7849-4c0d-b9f2-2c1c78be95c2), precommit_delete {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:02:12.819374 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-adb93412-78f3-443f-b607-396d6b004a02 req-cad61192-abdd-4344-bf6c-d9b9d529e433 tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1895527905&fields=id&tenant_id=3f735df896f74e2a8ec34440c5d4fbfa HTTP/1.1" status: 200 len: 267 time: 0.0435801 Jan 31 21:02:12.847841 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-550727be-36e2-4e23-b256-c4aeb3e6628a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736509'] for security_group (f05a461b-7849-4c0d-b9f2-2c1c78be95c2), after_delete {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:02:12.850700 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-550727be-36e2-4e23-b256-c4aeb3e6628a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:02:12.852160 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [None req-550727be-36e2-4e23-b256-c4aeb3e6628a admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/f05a461b-7849-4c0d-b9f2-2c1c78be95c2 HTTP/1.1" status: 204 len: 168 time: 0.1290503 Jan 31 21:02:12.860164 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550727be-36e2-4e23-b256-c4aeb3e6628a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f05a461b-7849-4c0d-b9f2-2c1c78be95c2,revision_number=None']} {{(pid=102450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 21:02:12.934854 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb93412-78f3-443f-b607-396d6b004a02 req-04f17246-ffbd-4a84-ace4-60b7392d2b60 tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 21:02:12.936350 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-adb93412-78f3-443f-b607-396d6b004a02 req-04f17246-ffbd-4a84-ace4-60b7392d2b60 tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] 10.222.0.46 "GET /v2.0/networks?id=84d6e016-dd99-48a6-8278-a9c378f62567 HTTP/1.1" status: 200 len: 812 time: 0.1101429 Jan 31 21:02:12.956955 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-adb93412-78f3-443f-b607-396d6b004a02 req-273a5cfb-9d27-4c51-aac7-b6928ce48152 tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] 10.222.0.46 "GET /v2.0/quotas/3f735df896f74e2a8ec34440c5d4fbfa HTTP/1.1" status: 200 len: 375 time: 0.0109272 Jan 31 21:02:13.017471 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-adb93412-78f3-443f-b607-396d6b004a02 req-6153725e-ddb0-422e-9d67-f01b132a0f1d tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=3f735df896f74e2a8ec34440c5d4fbfa&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0547318 Jan 31 21:02:13.127829 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-adb93412-78f3-443f-b607-396d6b004a02 req-965cfc9d-ac8e-440a-92cf-ee43b21b008b service neutron] 10.222.0.46 "GET /v2.0/networks/84d6e016-dd99-48a6-8278-a9c378f62567?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978949 Jan 31 21:02:13.162341 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.rpc [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Device cb1996f3-e807-4cbd-9c87-f5895871226d details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=102451) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 21:02:13.165906 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.rpc [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Device e3ae4e9d-9356-47cf-9b06-54e5211851f5 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=102451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 21:02:13.199625 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.plugin [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] No Port match for: e3ae4e9d-9356-47cf-9b06-54e5211851f5 {{(pid=102451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 21:02:13.199980 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.rpc [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Device e3ae4e9d-9356-47cf-9b06-54e5211851f5 not bound to the agent host hv-cinder-81322 {{(pid=102451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 21:02:13.221806 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-adb93412-78f3-443f-b607-396d6b004a02 req-6485e634-e8a4-43d7-8a70-ce91bc2e36a4 service neutron] 10.222.0.46 "GET /v2.0/networks/84d6e016-dd99-48a6-8278-a9c378f62567?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872254 Jan 31 21:02:13.295507 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.db [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] For port cb1996f3-e807-4cbd-9c87-f5895871226d, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=cb1996f3-e807-4cbd-9c87-f5895871226d,segment=NetworkSegment(cfda0be5-e876-4d3e-b2ec-240e600ca63d),segment_id=cfda0be5-e876-4d3e-b2ec-240e600ca63d)] {{(pid=102451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 21:02:13.308444 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.rpc [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Returning: {'device': 'cb1996f3-e807-4cbd-9c87-f5895871226d', 'network_id': 'bdbc09ff-d174-4862-8f91-19ce9b2a383a', 'port_id': 'cb1996f3-e807-4cbd-9c87-f5895871226d', 'mac_address': 'fa:16:3e:86:7e:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 661, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05b63977-1e2b-4747-8d09-fb1f8f446ce1', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102451) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 21:02:13.354758 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.plugin [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Current status of the port cb1996f3-e807-4cbd-9c87-f5895871226d is: DOWN; New status is: BUILD {{(pid=102451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 21:02:13.355305 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1026180'] for port (cb1996f3-e807-4cbd-9c87-f5895871226d), before_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:02:13.373422 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.notifiers.nova [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb1996f3-e807-4cbd-9c87-f5895871226d {{(pid=102451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 21:02:13.401689 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.db [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] For port cb1996f3-e807-4cbd-9c87-f5895871226d, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=cb1996f3-e807-4cbd-9c87-f5895871226d,segment=NetworkSegment(cfda0be5-e876-4d3e-b2ec-240e600ca63d),segment_id=cfda0be5-e876-4d3e-b2ec-240e600ca63d)] {{(pid=102451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 21:02:13.407741 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1029723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3769609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783600466378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783599971615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783599971633'] for port (cb1996f3-e807-4cbd-9c87-f5895871226d), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:02:13.434392 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e816d4dc-21bf-4a42-902a-f72bf4dc716f req-ed07a90f-9568-4119-a770-935a4632af1e tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 21:02:13.441450 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-e816d4dc-21bf-4a42-902a-f72bf4dc716f req-ed07a90f-9568-4119-a770-935a4632af1e tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] 10.222.0.46 "GET /v2.0/ports?device_id=90de50a1-9ca3-4f52-9ebe-6d0a6cc482b8 HTTP/1.1" status: 200 len: 943 time: 0.0728824 Jan 31 21:02:13.500641 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Pushing event updated for resources: {'Port': ['ID=cb1996f3-e807-4cbd-9c87-f5895871226d,revision_number=4']} {{(pid=102451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 21:02:13.507381 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-e816d4dc-21bf-4a42-902a-f72bf4dc716f req-d159f2aa-df01-442f-88aa-d6816e7be5ad tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] 10.222.0.46 "GET /v2.0/security-groups?id=9b644a29-769a-4f96-bf04-9f2b0e6c503d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648501 Jan 31 21:02:13.603523 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-4f25e184-0f76-4d4d-b63f-f2e7da2b1a53 req-3a49bae7-97f1-4e15-bcb2-0f6b5419b95a tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] 10.222.0.46 "GET /v2.0/ports?device_id=58c37f98-72b9-4b0a-a710-18114ae0bdac HTTP/1.1" status: 200 len: 210 time: 0.0477841 Jan 31 21:02:13.685035 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.db [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] get_ports_and_sgs() called for port_ids ['cb1996f3-e807-4cbd-9c87-f5895871226d'] {{(pid=102451) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 21:02:13.742293 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.rpc [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Device 1b6ba084-cfce-46b7-a1da-ca75cb925939 no longer exists at agent ovs-agent-dv-cinder-813229-5-iscsi {{(pid=102451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 21:02:13.769371 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.plugin [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] No Port match for: 1b6ba084-cfce-46b7-a1da-ca75cb925939 {{(pid=102451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 21:02:13.769713 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.rpc [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Device 1b6ba084-cfce-46b7-a1da-ca75cb925939 not bound to the agent host dv-cinder-813229-5-iscsi {{(pid=102451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 21:02:14.402971 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.wsgi [-] (102450) accepted ('10.222.0.46', 45104) {{(pid=102450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 21:02:14.527098 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-36ab54ae-478f-4070-b684-e1edb3906e0d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:02:14.680684 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d77dad4-a52f-4242-a554-dcbb76ff01ba req-9af5bf29-419d-49c9-bd72-4324fc9398cb tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 21:02:14.682469 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-7d77dad4-a52f-4242-a554-dcbb76ff01ba req-9af5bf29-419d-49c9-bd72-4324fc9398cb tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] 10.222.0.46 "GET /v2.0/ports?device_id=90de50a1-9ca3-4f52-9ebe-6d0a6cc482b8 HTTP/1.1" status: 200 len: 944 time: 0.0988724 Jan 31 21:02:14.687718 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-36ab54ae-478f-4070-b684-e1edb3906e0d admin admin] Publish callbacks [] for security_group (83699024-7d45-4808-9243-b406ce6370f4), precommit_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:02:14.698097 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-36ab54ae-478f-4070-b684-e1edb3906e0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736509'] for security_group (83699024-7d45-4808-9243-b406ce6370f4), after_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:02:14.752392 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-5134161c-97bd-4ecd-a089-a5d163f3a36e req-90717062-b6d5-4962-9e14-4778f536f662 tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] 10.222.0.46 "GET /v2.0/ports?device_id=58c37f98-72b9-4b0a-a710-18114ae0bdac HTTP/1.1" status: 200 len: 210 time: 0.0321703 Jan 31 21:02:14.770718 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [None req-36ab54ae-478f-4070-b684-e1edb3906e0d admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=e46931980e824ba5bca18f8fb4c9e8b5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3665338 Jan 31 21:02:14.771760 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.wsgi [-] (102449) accepted ('10.222.0.46', 45112) {{(pid=102449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 21:02:14.781026 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ab54ae-478f-4070-b684-e1edb3906e0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83699024-7d45-4808-9243-b406ce6370f4,revision_number=1']} {{(pid=102450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 21:02:14.800894 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-7d77dad4-a52f-4242-a554-dcbb76ff01ba req-f5702224-e0e8-41d4-aa0a-0665f06cee6f tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] 10.222.0.46 "GET /v2.0/security-groups?id=9b644a29-769a-4f96-bf04-9f2b0e6c503d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1115618 Jan 31 21:02:14.840300 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb93412-78f3-443f-b607-396d6b004a02 req-1c336d76-6492-4009-bf66-c38c3c35f168 tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 21:02:14.841746 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-adb93412-78f3-443f-b607-396d6b004a02 req-1c336d76-6492-4009-bf66-c38c3c35f168 tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] 10.222.0.59 "GET /v2.0/networks?id=84d6e016-dd99-48a6-8278-a9c378f62567 HTTP/1.1" status: 200 len: 812 time: 0.1882229 Jan 31 21:02:14.863831 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-7baf5e2d-ab07-4bb4-869b-0f58da894aa6 admin admin] Publish callbacks [] for security_group (83699024-7d45-4808-9243-b406ce6370f4), before_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:02:14.913188 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-7baf5e2d-ab07-4bb4-869b-0f58da894aa6 admin admin] Publish callbacks [] for security_group (83699024-7d45-4808-9243-b406ce6370f4), precommit_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:02:14.951895 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-adb93412-78f3-443f-b607-396d6b004a02 req-2d6168e5-7621-4993-b3cf-9ad0ad10a052 tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3f735df896f74e2a8ec34440c5d4fbfa HTTP/1.1" status: 200 len: 380 time: 0.0970700 Jan 31 21:02:14.963624 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.v2.base [req-adb93412-78f3-443f-b607-396d6b004a02 req-64c31633-d1ac-4f3f-9892-0cf76d60ddca tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] Request body: {'port': {'device_id': '58c37f98-72b9-4b0a-a710-18114ae0bdac', 'network_id': '84d6e016-dd99-48a6-8278-a9c378f62567', 'admin_state_up': True, 'tenant_id': '3f735df896f74e2a8ec34440c5d4fbfa', 'security_groups': ['c65378a2-fe6e-4350-bdeb-fc72abd6ffe9']}} {{(pid=102449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 21:02:15.031029 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-7baf5e2d-ab07-4bb4-869b-0f58da894aa6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736509'] for security_group (83699024-7d45-4808-9243-b406ce6370f4), after_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:02:15.033710 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-7baf5e2d-ab07-4bb4-869b-0f58da894aa6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:02:15.034935 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [None req-7baf5e2d-ab07-4bb4-869b-0f58da894aa6 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/83699024-7d45-4808-9243-b406ce6370f4 HTTP/1.1" status: 204 len: 168 time: 0.2622063 Jan 31 21:02:15.056840 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7baf5e2d-ab07-4bb4-869b-0f58da894aa6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83699024-7d45-4808-9243-b406ce6370f4,revision_number=None']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 21:02:15.100668 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-adb93412-78f3-443f-b607-396d6b004a02 req-64c31633-d1ac-4f3f-9892-0cf76d60ddca tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] Made reservation on behalf of 3f735df896f74e2a8ec34440c5d4fbfa for: {'port': 1} {{(pid=102449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 21:02:15.104456 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [req-adb93412-78f3-443f-b607-396d6b004a02 req-64c31633-d1ac-4f3f-9892-0cf76d60ddca tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1026180'] for port (None), before_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:02:15.186628 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.rpc [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Device cb1996f3-e807-4cbd-9c87-f5895871226d up at agent hyperv_hv-cinder-81322 {{(pid=102451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 21:02:15.254968 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.db.provisioning_blocks [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Provisioning for port cb1996f3-e807-4cbd-9c87-f5895871226d completed by entity L2. {{(pid=102451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 21:02:15.259398 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.db.provisioning_blocks [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Provisioning complete for port cb1996f3-e807-4cbd-9c87-f5895871226d triggered by entity L2. {{(pid=102451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 21:02:15.259987 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3401144'] for port (cb1996f3-e807-4cbd-9c87-f5895871226d), provisioning_complete {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:02:15.267993 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.db.db_base_plugin_common [req-adb93412-78f3-443f-b607-396d6b004a02 req-64c31633-d1ac-4f3f-9892-0cf76d60ddca tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] Allocated IP 172.20.0.7 (84d6e016-dd99-48a6-8278-a9c378f62567/f0ef83af-b9dd-40a6-908c-ffa9cf818bc2/b8d9fc23-85c4-481b-9e7b-e4a811306486) {{(pid=102449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 21:02:15.350932 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.plugin [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Current status of the port cb1996f3-e807-4cbd-9c87-f5895871226d is: BUILD; New status is: ACTIVE {{(pid=102451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 21:02:15.351593 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1026180'] for port (cb1996f3-e807-4cbd-9c87-f5895871226d), before_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:02:15.378383 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90de50a1-9ca3-4f52-9ebe-6d0a6cc482b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb1996f3-e807-4cbd-9c87-f5895871226d'}] {{(pid=102451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 21:02:15.381603 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c23f90a41664c3b077a95f51e37b0059f8aa38e98bc0260eca12d616ac4420be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11d21316-592b-4412-8dac-f1f55c3c34eb" -d '{"events": [{"server_uuid": "90de50a1-9ca3-4f52-9ebe-6d0a6cc482b8", "name": "network-vif-plugged", "status": "completed", "tag": "cb1996f3-e807-4cbd-9c87-f5895871226d"}]}' {{(pid=102451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 21:02:15.427551 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.db [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] For port cb1996f3-e807-4cbd-9c87-f5895871226d, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=cb1996f3-e807-4cbd-9c87-f5895871226d,segment=NetworkSegment(cfda0be5-e876-4d3e-b2ec-240e600ca63d),segment_id=cfda0be5-e876-4d3e-b2ec-240e600ca63d)] {{(pid=102451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 21:02:15.435185 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1029723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3769609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783600466378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783599971615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783599971633'] for port (cb1996f3-e807-4cbd-9c87-f5895871226d), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:02:15.466982 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 21:02:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ca91a76-5bb0-4c4a-a41c-6f512b0b671d x-openstack-request-id: req-5ca91a76-5bb0-4c4a-a41c-6f512b0b671d {{(pid=102451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 21:02:15.467187 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90de50a1-9ca3-4f52-9ebe-6d0a6cc482b8", "name": "network-vif-plugged", "status": "completed", "tag": "cb1996f3-e807-4cbd-9c87-f5895871226d", "code": 200}]} {{(pid=102451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 21:02:15.467359 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-5ca91a76-5bb0-4c4a-a41c-6f512b0b671d {{(pid=102451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 21:02:15.467661 dv-cinder-813229-5-iscsi neutron-server[102451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90de50a1-9ca3-4f52-9ebe-6d0a6cc482b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb1996f3-e807-4cbd-9c87-f5895871226d', 'code': 200} Jan 31 21:02:15.501768 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Pushing event updated for resources: {'Port': ['ID=cb1996f3-e807-4cbd-9c87-f5895871226d,revision_number=5']} {{(pid=102451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 21:02:15.511439 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [req-adb93412-78f3-443f-b607-396d6b004a02 req-64c31633-d1ac-4f3f-9892-0cf76d60ddca tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] Publish callbacks [] for port (b8d9fc23-85c4-481b-9e7b-e4a811306486), precommit_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:02:15.548746 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [req-adb93412-78f3-443f-b607-396d6b004a02 req-64c31633-d1ac-4f3f-9892-0cf76d60ddca tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1029723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3769609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783599971597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29106256'] for port (b8d9fc23-85c4-481b-9e7b-e4a811306486), after_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:02:15.603609 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-adb93412-78f3-443f-b607-396d6b004a02 req-64c31633-d1ac-4f3f-9892-0cf76d60ddca tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] Network 84d6e016-dd99-48a6-8278-a9c378f62567 is already hosted by enough agents. {{(pid=102449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 21:02:15.608528 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.scheduler.base_scheduler [req-adb93412-78f3-443f-b607-396d6b004a02 req-64c31633-d1ac-4f3f-9892-0cf76d60ddca tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] Resources bound (agent type, host, resource id): {{(pid=102449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 21:02:15.610988 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [req-adb93412-78f3-443f-b607-396d6b004a02 req-64c31633-d1ac-4f3f-9892-0cf76d60ddca tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] Received port after_create {{(pid=102449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 21:02:15.644480 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c31633-d1ac-4f3f-9892-0cf76d60ddca tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] Pushing event updated for resources: {'Port': ['ID=b8d9fc23-85c4-481b-9e7b-e4a811306486,revision_number=1']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 21:02:15.678909 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb93412-78f3-443f-b607-396d6b004a02 req-64c31633-d1ac-4f3f-9892-0cf76d60ddca tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 21:02:15.679577 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [req-adb93412-78f3-443f-b607-396d6b004a02 req-64c31633-d1ac-4f3f-9892-0cf76d60ddca tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204375'] for port (None), before_response {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:02:15.694475 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f6503c-3db9-46fd-b0f8-2a8d80813bcf req-2bafb8c4-64c8-4167-bc1b-4fbc581f862e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 21:02:15.694993 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-17f6503c-3db9-46fd-b0f8-2a8d80813bcf req-2bafb8c4-64c8-4167-bc1b-4fbc581f862e service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=90de50a1-9ca3-4f52-9ebe-6d0a6cc482b8 HTTP/1.1" status: 200 len: 1129 time: 0.0923927 Jan 31 21:02:15.699010 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-adb93412-78f3-443f-b607-396d6b004a02 req-64c31633-d1ac-4f3f-9892-0cf76d60ddca tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7419863 Jan 31 21:02:15.713080 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.v2.base [req-adb93412-78f3-443f-b607-396d6b004a02 req-581727cf-ef76-462a-b949-6a12b206598a service neutron] Request body: {'port': {'device_id': '58c37f98-72b9-4b0a-a710-18114ae0bdac', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=102449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 21:02:15.765075 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-17f6503c-3db9-46fd-b0f8-2a8d80813bcf req-6551a6b8-bc92-487a-9332-a277917a10ef service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=9b644a29-769a-4f96-bf04-9f2b0e6c503d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568523 Jan 31 21:02:15.793893 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [req-adb93412-78f3-443f-b607-396d6b004a02 req-581727cf-ef76-462a-b949-6a12b206598a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1026180'] for port (b8d9fc23-85c4-481b-9e7b-e4a811306486), before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:02:15.933008 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.db.provisioning_blocks [None req-15578e70-c0db-4be0-b7a5-9fe7a49f4764 None None] Provisioning complete for port b8d9fc23-85c4-481b-9e7b-e4a811306486 triggered by entity DHCP. {{(pid=102451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 21:02:15.933944 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-15578e70-c0db-4be0-b7a5-9fe7a49f4764 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3401144'] for port (b8d9fc23-85c4-481b-9e7b-e4a811306486), provisioning_complete {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:02:15.947636 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d974b0-ada5-498c-bed4-6661485084dc req-e66a6baa-9e89-4612-a5b8-9ca702ff6704 tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 21:02:15.951909 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-99d974b0-ada5-498c-bed4-6661485084dc req-e66a6baa-9e89-4612-a5b8-9ca702ff6704 tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] 10.222.0.46 "GET /v2.0/ports?device_id=58c37f98-72b9-4b0a-a710-18114ae0bdac HTTP/1.1" status: 200 len: 931 time: 0.0941811 Jan 31 21:02:15.979243 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.plugin [None req-15578e70-c0db-4be0-b7a5-9fe7a49f4764 None None] Port b8d9fc23-85c4-481b-9e7b-e4a811306486 cannot update to ACTIVE because it is not bound. {{(pid=102451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 21:02:16.040001 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-99d974b0-ada5-498c-bed4-6661485084dc req-082ef58a-5e29-40a0-9ba3-9c630ba3083e tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] 10.222.0.46 "GET /v2.0/security-groups?id=c65378a2-fe6e-4350-bdeb-fc72abd6ffe9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815418 Jan 31 21:02:16.108821 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002eec29-4227-4c2d-af76-87e37722208c req-49b352cb-4d5a-41eb-9a79-ee30133b0a7d tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 21:02:16.110674 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-002eec29-4227-4c2d-af76-87e37722208c req-49b352cb-4d5a-41eb-9a79-ee30133b0a7d tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] 10.222.0.46 "GET /v2.0/ports?device_id=90de50a1-9ca3-4f52-9ebe-6d0a6cc482b8 HTTP/1.1" status: 200 len: 945 time: 0.1828971 Jan 31 21:02:16.194248 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-002eec29-4227-4c2d-af76-87e37722208c req-c6d8eadd-d410-4b8c-a13e-29d093abccd1 tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] 10.222.0.46 "GET /v2.0/security-groups?id=9b644a29-769a-4f96-bf04-9f2b0e6c503d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754535 Jan 31 21:02:16.251477 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.notifiers.nova [req-adb93412-78f3-443f-b607-396d6b004a02 req-581727cf-ef76-462a-b949-6a12b206598a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8d9fc23-85c4-481b-9e7b-e4a811306486 {{(pid=102449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 21:02:16.261245 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [req-adb93412-78f3-443f-b607-396d6b004a02 req-581727cf-ef76-462a-b949-6a12b206598a service neutron] Publish callbacks [] for port (b8d9fc23-85c4-481b-9e7b-e4a811306486), precommit_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:02:16.276347 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [req-adb93412-78f3-443f-b607-396d6b004a02 req-581727cf-ef76-462a-b949-6a12b206598a service neutron] Transition to ACTIVE for port object b8d9fc23-85c4-481b-9e7b-e4a811306486 will not be triggered until provisioned by entity L2. {{(pid=102449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 21:02:16.279959 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [req-adb93412-78f3-443f-b607-396d6b004a02 req-581727cf-ef76-462a-b949-6a12b206598a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1029723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3769609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783600466378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783599971615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783599971633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29106247'] for port (b8d9fc23-85c4-481b-9e7b-e4a811306486), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:02:16.359651 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581727cf-ef76-462a-b949-6a12b206598a service neutron] Pushing event updated for resources: {'Port': ['ID=b8d9fc23-85c4-481b-9e7b-e4a811306486,revision_number=2']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 21:02:16.432966 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [req-adb93412-78f3-443f-b607-396d6b004a02 req-581727cf-ef76-462a-b949-6a12b206598a service neutron] Attempting to bind port b8d9fc23-85c4-481b-9e7b-e4a811306486 on host hv-cinder-81322 for vnic_type normal with profile {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 21:02:16.433294 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [req-adb93412-78f3-443f-b607-396d6b004a02 req-581727cf-ef76-462a-b949-6a12b206598a service neutron] Attempting to bind port b8d9fc23-85c4-481b-9e7b-e4a811306486 by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': '745141d5-f6be-4741-af72-381045eb8a7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '84d6e016-dd99-48a6-8278-a9c378f62567'}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 21:02:16.433636 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adb93412-78f3-443f-b607-396d6b004a02 req-581727cf-ef76-462a-b949-6a12b206598a service neutron] Attempting to bind port b8d9fc23-85c4-481b-9e7b-e4a811306486 on network 84d6e016-dd99-48a6-8278-a9c378f62567 {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 21:02:16.439178 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adb93412-78f3-443f-b607-396d6b004a02 req-581727cf-ef76-462a-b949-6a12b206598a service neutron] Port b8d9fc23-85c4-481b-9e7b-e4a811306486 on network 84d6e016-dd99-48a6-8278-a9c378f62567 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 21:02:16.439421 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adb93412-78f3-443f-b607-396d6b004a02 req-581727cf-ef76-462a-b949-6a12b206598a service neutron] Attempting to bind port b8d9fc23-85c4-481b-9e7b-e4a811306486 on network 84d6e016-dd99-48a6-8278-a9c378f62567 {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 21:02:16.447396 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adb93412-78f3-443f-b607-396d6b004a02 req-581727cf-ef76-462a-b949-6a12b206598a service neutron] Checking agent: {'id': 'e85cc1e2-8b4e-4549-a68e-d414072d4156', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 20, 51, 57), 'started_at': datetime.datetime(2022, 1, 31, 20, 51, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 21, 1, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 21:02:16.447866 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adb93412-78f3-443f-b607-396d6b004a02 req-581727cf-ef76-462a-b949-6a12b206598a service neutron] Checking segment: {'id': '745141d5-f6be-4741-af72-381045eb8a7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '84d6e016-dd99-48a6-8278-a9c378f62567'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 21:02:16.448145 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adb93412-78f3-443f-b607-396d6b004a02 req-581727cf-ef76-462a-b949-6a12b206598a service neutron] Bound using segment: {'id': '745141d5-f6be-4741-af72-381045eb8a7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '84d6e016-dd99-48a6-8278-a9c378f62567'} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 21:02:16.448756 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [req-adb93412-78f3-443f-b607-396d6b004a02 req-581727cf-ef76-462a-b949-6a12b206598a service neutron] Bound port: b8d9fc23-85c4-481b-9e7b-e4a811306486, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '745141d5-f6be-4741-af72-381045eb8a7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '84d6e016-dd99-48a6-8278-a9c378f62567'}}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 21:02:16.448948 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [req-adb93412-78f3-443f-b607-396d6b004a02 req-581727cf-ef76-462a-b949-6a12b206598a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1026180'] for port (b8d9fc23-85c4-481b-9e7b-e4a811306486), before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:02:16.531672 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.db [req-adb93412-78f3-443f-b607-396d6b004a02 req-581727cf-ef76-462a-b949-6a12b206598a service neutron] For port b8d9fc23-85c4-481b-9e7b-e4a811306486, host hv-cinder-81322, cleared binding levels {{(pid=102449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 21:02:16.536171 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.db [req-adb93412-78f3-443f-b607-396d6b004a02 req-581727cf-ef76-462a-b949-6a12b206598a service neutron] For port b8d9fc23-85c4-481b-9e7b-e4a811306486, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=b8d9fc23-85c4-481b-9e7b-e4a811306486,segment=NetworkSegment(745141d5-f6be-4741-af72-381045eb8a7b),segment_id=745141d5-f6be-4741-af72-381045eb8a7b)] {{(pid=102449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 21:02:16.545661 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [req-adb93412-78f3-443f-b607-396d6b004a02 req-581727cf-ef76-462a-b949-6a12b206598a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1029723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3769609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783600466378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783599971615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783599971633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29106247'] for port (b8d9fc23-85c4-481b-9e7b-e4a811306486), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:02:16.583748 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb93412-78f3-443f-b607-396d6b004a02 req-581727cf-ef76-462a-b949-6a12b206598a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 21:02:16.585298 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [req-adb93412-78f3-443f-b607-396d6b004a02 req-581727cf-ef76-462a-b949-6a12b206598a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204375'] for port (None), before_response {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:02:16.586821 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-adb93412-78f3-443f-b607-396d6b004a02 req-581727cf-ef76-462a-b949-6a12b206598a service neutron] 10.222.0.59 "PUT /v2.0/ports/b8d9fc23-85c4-481b-9e7b-e4a811306486 HTTP/1.1" status: 200 len: 1093 time: 0.8786042 Jan 31 21:02:16.587148 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58c37f98-72b9-4b0a-a710-18114ae0bdac', 'tag': 'b8d9fc23-85c4-481b-9e7b-e4a811306486'}] {{(pid=102449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 21:02:16.589636 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba30590511e0408980e1e78341b94ae353025d2904c3e8034e675cc5aff8c4ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db4c86d9-c4f1-49a2-b2c1-8e6f198188a5" -d '{"events": [{"name": "network-changed", "server_uuid": "58c37f98-72b9-4b0a-a710-18114ae0bdac", "tag": "b8d9fc23-85c4-481b-9e7b-e4a811306486"}]}' {{(pid=102449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 21:02:16.636518 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581727cf-ef76-462a-b949-6a12b206598a service neutron] Pushing event updated for resources: {'Port': ['ID=b8d9fc23-85c4-481b-9e7b-e4a811306486,revision_number=3']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 21:02:16.647984 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 21:02:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-927f3838-9f34-4534-ba67-4d5ea0b194d3 x-openstack-request-id: req-927f3838-9f34-4534-ba67-4d5ea0b194d3 {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 21:02:16.648536 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58c37f98-72b9-4b0a-a710-18114ae0bdac", "tag": "b8d9fc23-85c4-481b-9e7b-e4a811306486", "status": "completed", "code": 200}]} {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 21:02:16.649097 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-927f3838-9f34-4534-ba67-4d5ea0b194d3 {{(pid=102449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 21:02:16.649822 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58c37f98-72b9-4b0a-a710-18114ae0bdac', 'tag': 'b8d9fc23-85c4-481b-9e7b-e4a811306486', 'status': 'completed', 'code': 200} Jan 31 21:02:16.711674 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb93412-78f3-443f-b607-396d6b004a02 req-4713d2a9-841b-44c4-a2e6-9895f5745b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 21:02:16.713381 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-adb93412-78f3-443f-b607-396d6b004a02 req-4713d2a9-841b-44c4-a2e6-9895f5745b9c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3f735df896f74e2a8ec34440c5d4fbfa&device_id=58c37f98-72b9-4b0a-a710-18114ae0bdac HTTP/1.1" status: 200 len: 1127 time: 0.0626338 Jan 31 21:02:16.774054 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-adb93412-78f3-443f-b607-396d6b004a02 req-c8063b37-85ff-47a7-8d37-1279d391339f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b8d9fc23-85c4-481b-9e7b-e4a811306486 HTTP/1.1" status: 200 len: 217 time: 0.0424635 Jan 31 21:02:16.847232 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb93412-78f3-443f-b607-396d6b004a02 req-83d3e5a7-0312-427f-bcf7-563da8c06b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 21:02:16.849246 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-adb93412-78f3-443f-b607-396d6b004a02 req-83d3e5a7-0312-427f-bcf7-563da8c06b9e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f0ef83af-b9dd-40a6-908c-ffa9cf818bc2 HTTP/1.1" status: 200 len: 851 time: 0.0716047 Jan 31 21:02:16.915331 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb93412-78f3-443f-b607-396d6b004a02 req-886f0436-578b-4441-8879-503072c01eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 21:02:16.916916 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-adb93412-78f3-443f-b607-396d6b004a02 req-886f0436-578b-4441-8879-503072c01eb3 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=84d6e016-dd99-48a6-8278-a9c378f62567&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0547700 Jan 31 21:02:17.059056 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-adb93412-78f3-443f-b607-396d6b004a02 req-d853b4e3-744e-4b54-9093-0053b28122ec service neutron] 10.222.0.59 "GET /v2.0/networks/84d6e016-dd99-48a6-8278-a9c378f62567?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215634 Jan 31 21:02:17.261635 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-adb93412-78f3-443f-b607-396d6b004a02 req-39d8d9b0-18d2-4130-9c53-bbacf7a2f46e service neutron] 10.222.0.59 "GET /v2.0/networks/84d6e016-dd99-48a6-8278-a9c378f62567?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1930952 Jan 31 21:02:17.276175 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b943ba1-8a61-4754-a0a9-cd7da551baf9 req-03e56a63-f33b-4dea-9562-4a10393b232b tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 21:02:17.277867 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-3b943ba1-8a61-4754-a0a9-cd7da551baf9 req-03e56a63-f33b-4dea-9562-4a10393b232b tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] 10.222.0.46 "GET /v2.0/ports?device_id=58c37f98-72b9-4b0a-a710-18114ae0bdac HTTP/1.1" status: 200 len: 943 time: 0.0957940 Jan 31 21:02:17.382983 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7a9732-a5d7-4239-bae6-dacb0faed012 req-da5269c1-efd6-4b7a-9c15-f9e5e478bfc1 tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 21:02:17.385231 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-ac7a9732-a5d7-4239-bae6-dacb0faed012 req-da5269c1-efd6-4b7a-9c15-f9e5e478bfc1 tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] 10.222.0.46 "GET /v2.0/ports?device_id=90de50a1-9ca3-4f52-9ebe-6d0a6cc482b8 HTTP/1.1" status: 200 len: 945 time: 0.0758634 Jan 31 21:02:17.411791 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-3b943ba1-8a61-4754-a0a9-cd7da551baf9 req-d08ac0ba-0593-4ae4-ade6-d86c1869ee0d tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] 10.222.0.46 "GET /v2.0/security-groups?id=c65378a2-fe6e-4350-bdeb-fc72abd6ffe9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1208501 Jan 31 21:02:17.448848 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4c86d9-c4f1-49a2-b2c1-8e6f198188a5 req-95584d25-993a-4a36-afea-4a04e90aea5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 21:02:17.451342 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-db4c86d9-c4f1-49a2-b2c1-8e6f198188a5 req-95584d25-993a-4a36-afea-4a04e90aea5e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3f735df896f74e2a8ec34440c5d4fbfa&device_id=58c37f98-72b9-4b0a-a710-18114ae0bdac HTTP/1.1" status: 200 len: 1127 time: 0.0983145 Jan 31 21:02:17.464687 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-ac7a9732-a5d7-4239-bae6-dacb0faed012 req-4222c185-1709-4395-909d-41fb974c7b57 tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] 10.222.0.46 "GET /v2.0/security-groups?id=9b644a29-769a-4f96-bf04-9f2b0e6c503d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730405 Jan 31 21:02:17.528500 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.wsgi [-] (102450) accepted ('10.222.0.46', 45180) {{(pid=102450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 21:02:17.601323 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4c86d9-c4f1-49a2-b2c1-8e6f198188a5 req-a2418a31-fb10-4419-9da4-49cca68e687d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 21:02:17.602875 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-db4c86d9-c4f1-49a2-b2c1-8e6f198188a5 req-a2418a31-fb10-4419-9da4-49cca68e687d service neutron] 10.222.0.59 "GET /v2.0/networks?id=84d6e016-dd99-48a6-8278-a9c378f62567 HTTP/1.1" status: 200 len: 913 time: 0.1443887 Jan 31 21:02:17.654356 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-db4c86d9-c4f1-49a2-b2c1-8e6f198188a5 req-20120f41-c413-4e2a-be7c-0ded4ffaa2d4 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b8d9fc23-85c4-481b-9e7b-e4a811306486 HTTP/1.1" status: 200 len: 217 time: 0.0407238 Jan 31 21:02:17.661777 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911f2a7d-6778-41ef-85a7-81370c74ad3a req-2bc27fdb-6b0b-4f3a-87fa-1aa090fc192d tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 21:02:17.668409 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-911f2a7d-6778-41ef-85a7-81370c74ad3a req-2bc27fdb-6b0b-4f3a-87fa-1aa090fc192d tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] 10.222.0.46 "GET /v2.0/ports?device_id=90de50a1-9ca3-4f52-9ebe-6d0a6cc482b8 HTTP/1.1" status: 200 len: 945 time: 0.1085677 Jan 31 21:02:17.675513 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.wsgi [-] (102450) accepted ('10.222.0.46', 45184) {{(pid=102450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 21:02:17.679807 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.v2.base [None req-412521c9-3192-4100-9ae8-b6622d0206b9 tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] Request body: {'floatingip': {'port_id': 'cb1996f3-e807-4cbd-9c87-f5895871226d'}} {{(pid=102450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 21:02:17.688588 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-9f33ca71-edf4-48e5-ae56-e9a0883edee4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:02:17.713030 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4c86d9-c4f1-49a2-b2c1-8e6f198188a5 req-1dae4ed2-060f-4369-a87d-029407995b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 21:02:17.714510 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-db4c86d9-c4f1-49a2-b2c1-8e6f198188a5 req-1dae4ed2-060f-4369-a87d-029407995b53 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f0ef83af-b9dd-40a6-908c-ffa9cf818bc2 HTTP/1.1" status: 200 len: 851 time: 0.0490680 Jan 31 21:02:17.731574 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-412521c9-3192-4100-9ae8-b6622d0206b9 tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] Publish callbacks [] for floatingip (a561d773-03a2-47e6-8709-c7ae3e2242aa), before_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:02:17.772320 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4c86d9-c4f1-49a2-b2c1-8e6f198188a5 req-262e9426-5792-4aa3-baee-3c56cfed6fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 21:02:17.773868 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-db4c86d9-c4f1-49a2-b2c1-8e6f198188a5 req-262e9426-5792-4aa3-baee-3c56cfed6fbe service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=84d6e016-dd99-48a6-8278-a9c378f62567&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0511234 Jan 31 21:02:17.878432 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-db4c86d9-c4f1-49a2-b2c1-8e6f198188a5 req-0593529b-fb85-4e8b-8a06-190277441f09 service neutron] 10.222.0.59 "GET /v2.0/networks/84d6e016-dd99-48a6-8278-a9c378f62567?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972207 Jan 31 21:02:17.972372 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-db4c86d9-c4f1-49a2-b2c1-8e6f198188a5 req-02e7590c-9ce0-4df7-9b5d-ce1515dd1493 service neutron] 10.222.0.59 "GET /v2.0/networks/84d6e016-dd99-48a6-8278-a9c378f62567?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871763 Jan 31 21:02:18.179929 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-9f33ca71-edf4-48e5-ae56-e9a0883edee4 admin admin] Publish callbacks [] for security_group (f434d00e-68e4-4c48-a050-e00619317870), precommit_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:02:18.205930 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-9f33ca71-edf4-48e5-ae56-e9a0883edee4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736509'] for security_group (f434d00e-68e4-4c48-a050-e00619317870), after_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:02:18.292289 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f33ca71-edf4-48e5-ae56-e9a0883edee4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f434d00e-68e4-4c48-a050-e00619317870,revision_number=1']} {{(pid=102450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 21:02:18.309638 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [None req-9f33ca71-edf4-48e5-ae56-e9a0883edee4 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=4b1b324f30d041a288052c791f42c150&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7798426 Jan 31 21:02:18.312553 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f33ca71-edf4-48e5-ae56-e9a0883edee4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 21:02:18.312917 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f33ca71-edf4-48e5-ae56-e9a0883edee4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 21:02:18.313088 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.wsgi [-] (102449) accepted ('10.222.0.46', 45186) {{(pid=102449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 21:02:18.313258 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f33ca71-edf4-48e5-ae56-e9a0883edee4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 21:02:18.313600 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f33ca71-edf4-48e5-ae56-e9a0883edee4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 21:02:18.313932 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f33ca71-edf4-48e5-ae56-e9a0883edee4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 21:02:18.314265 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f33ca71-edf4-48e5-ae56-e9a0883edee4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 21:02:18.314596 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f33ca71-edf4-48e5-ae56-e9a0883edee4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 21:02:18.314956 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f33ca71-edf4-48e5-ae56-e9a0883edee4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 21:02:18.315287 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f33ca71-edf4-48e5-ae56-e9a0883edee4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 21:02:18.315622 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f33ca71-edf4-48e5-ae56-e9a0883edee4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 21:02:18.315951 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f33ca71-edf4-48e5-ae56-e9a0883edee4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 21:02:18.316269 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f33ca71-edf4-48e5-ae56-e9a0883edee4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 21:02:18.316593 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f33ca71-edf4-48e5-ae56-e9a0883edee4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 21:02:18.380461 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-2a6cd585-cecf-4f9b-83cb-26feb1daaa91 admin admin] Publish callbacks [] for security_group (f434d00e-68e4-4c48-a050-e00619317870), before_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:02:18.407942 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-2a6cd585-cecf-4f9b-83cb-26feb1daaa91 admin admin] Publish callbacks [] for security_group (f434d00e-68e4-4c48-a050-e00619317870), precommit_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:02:18.469204 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-2a6cd585-cecf-4f9b-83cb-26feb1daaa91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736509'] for security_group (f434d00e-68e4-4c48-a050-e00619317870), after_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:02:18.473390 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-2a6cd585-cecf-4f9b-83cb-26feb1daaa91 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:02:18.477496 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [None req-2a6cd585-cecf-4f9b-83cb-26feb1daaa91 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/f434d00e-68e4-4c48-a050-e00619317870 HTTP/1.1" status: 204 len: 168 time: 0.1607816 Jan 31 21:02:18.492785 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6cd585-cecf-4f9b-83cb-26feb1daaa91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f434d00e-68e4-4c48-a050-e00619317870,revision_number=None']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 21:02:18.573445 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-412521c9-3192-4100-9ae8-b6622d0206b9 tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:02:18.578655 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-412521c9-3192-4100-9ae8-b6622d0206b9 tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3696791'] for floatingip (a561d773-03a2-47e6-8709-c7ae3e2242aa), after_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:02:18.629530 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b588b592-85cb-4191-bbdd-45f578d3680c req-b720e24f-2575-4e12-9a09-7e4204932714 tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 21:02:18.631530 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-b588b592-85cb-4191-bbdd-45f578d3680c req-b720e24f-2575-4e12-9a09-7e4204932714 tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] 10.222.0.46 "GET /v2.0/ports?device_id=58c37f98-72b9-4b0a-a710-18114ae0bdac HTTP/1.1" status: 200 len: 943 time: 0.1119287 Jan 31 21:02:18.721347 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.db.l3_db [None req-412521c9-3192-4100-9ae8-b6622d0206b9 tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] Floating IP a561d773-03a2-47e6-8709-c7ae3e2242aa associated. External IP: 172.27.2.148, port: cb1996f3-e807-4cbd-9c87-f5895871226d. Jan 31 21:02:18.732046 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-b588b592-85cb-4191-bbdd-45f578d3680c req-be301e24-828e-494d-8943-cd7c8b3fedb2 tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] 10.222.0.46 "GET /v2.0/security-groups?id=c65378a2-fe6e-4350-bdeb-fc72abd6ffe9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0941899 Jan 31 21:02:18.779880 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.wsgi [-] (102450) accepted ('10.222.0.46', 45194) {{(pid=102450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 21:02:18.798710 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-cde7e48f-66ed-4abe-a076-258640519bc3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:02:19.005302 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-cde7e48f-66ed-4abe-a076-258640519bc3 admin admin] Publish callbacks [] for security_group (f17dac08-af0d-435c-9bed-d3bfa8d0f589), precommit_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:02:19.014791 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-cde7e48f-66ed-4abe-a076-258640519bc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736509'] for security_group (f17dac08-af0d-435c-9bed-d3bfa8d0f589), after_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:02:19.049472 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-412521c9-3192-4100-9ae8-b6622d0206b9 tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] Router 19bba440-8620-436d-b1a3-3283e7fc51f8 has already been hosted by L3 agent 7c18f3b4-4d02-4b01-9072-98fcd9008716 {{(pid=102450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 21:02:19.067699 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [None req-cde7e48f-66ed-4abe-a076-258640519bc3 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=6d134cc7d18c41099ce7bcef8a71e58f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2864254 Jan 31 21:02:19.071094 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde7e48f-66ed-4abe-a076-258640519bc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f17dac08-af0d-435c-9bed-d3bfa8d0f589,revision_number=1']} {{(pid=102450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 21:02:19.074107 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.wsgi [-] (102449) accepted ('10.222.0.46', 45196) {{(pid=102449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 21:02:19.135430 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-2197ad3f-3968-4f39-ad70-4d52412dca67 admin admin] Publish callbacks [] for security_group (f17dac08-af0d-435c-9bed-d3bfa8d0f589), before_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:02:19.158707 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-2197ad3f-3968-4f39-ad70-4d52412dca67 admin admin] Publish callbacks [] for security_group (f17dac08-af0d-435c-9bed-d3bfa8d0f589), precommit_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:02:19.190173 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-412521c9-3192-4100-9ae8-b6622d0206b9 tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] Notify agent at l3_agent.dv-cinder-813229-5-iscsi the message routers_updated {{(pid=102450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 21:02:19.195480 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-412521c9-3192-4100-9ae8-b6622d0206b9 tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204375'] for floatingip (None), before_response {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:02:19.205209 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d26c301-a82f-4048-91bb-fdc0028280e5 None None] Sync routers for ids ['19bba440-8620-436d-b1a3-3283e7fc51f8'] in dv-cinder-813229-5-iscsi {{(pid=102454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 21:02:19.212002 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-2197ad3f-3968-4f39-ad70-4d52412dca67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736509'] for security_group (f17dac08-af0d-435c-9bed-d3bfa8d0f589), after_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:02:19.215311 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-2197ad3f-3968-4f39-ad70-4d52412dca67 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:02:19.216490 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [None req-2197ad3f-3968-4f39-ad70-4d52412dca67 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/f17dac08-af0d-435c-9bed-d3bfa8d0f589 HTTP/1.1" status: 204 len: 168 time: 0.1405268 Jan 31 21:02:19.226384 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2197ad3f-3968-4f39-ad70-4d52412dca67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f17dac08-af0d-435c-9bed-d3bfa8d0f589,revision_number=None']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 21:02:19.226692 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d26c301-a82f-4048-91bb-fdc0028280e5 None None] Routers {'19bba440-8620-436d-b1a3-3283e7fc51f8'} bound to L3 agent in host dv-cinder-813229-5-iscsi {{(pid=102454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 21:02:19.227644 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.db.l3_hamode_db [None req-4d26c301-a82f-4048-91bb-fdc0028280e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-31T20:45:52Z,description=,heartbeat_timestamp=2022-01-31T21:01:52Z,host='dv-cinder-813229-5-iscsi',id=7c18f3b4-4d02-4b01-9072-98fcd9008716,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T20:45:52Z,topic='l3_agent')) {'router_ids': ['19bba440-8620-436d-b1a3-3283e7fc51f8'], 'active': True} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 21:02:19.238178 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [None req-412521c9-3192-4100-9ae8-b6622d0206b9 tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] 10.222.0.46 "PUT /v2.0/floatingips/a561d773-03a2-47e6-8709-c7ae3e2242aa HTTP/1.1" status: 200 len: 991 time: 1.5616286 Jan 31 21:02:19.238824 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90de50a1-9ca3-4f52-9ebe-6d0a6cc482b8', 'tag': 'cb1996f3-e807-4cbd-9c87-f5895871226d'}] {{(pid=102450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 21:02:19.241651 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88694c8615ac1e9d0f87b85371fce54667869cb07e9f85c824f8527602de4f23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d63df294-a4ad-4e1b-b457-a6f0c7f72b1f" -d '{"events": [{"name": "network-changed", "server_uuid": "90de50a1-9ca3-4f52-9ebe-6d0a6cc482b8", "tag": "cb1996f3-e807-4cbd-9c87-f5895871226d"}]}' {{(pid=102450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 21:02:19.282440 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 21:02:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e99c0687-2968-4a21-b357-7f04dae79c6b x-openstack-request-id: req-e99c0687-2968-4a21-b357-7f04dae79c6b {{(pid=102450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 21:02:19.282734 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90de50a1-9ca3-4f52-9ebe-6d0a6cc482b8", "tag": "cb1996f3-e807-4cbd-9c87-f5895871226d", "status": "completed", "code": 200}]} {{(pid=102450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 21:02:19.283069 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-e99c0687-2968-4a21-b357-7f04dae79c6b {{(pid=102450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 21:02:19.283428 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90de50a1-9ca3-4f52-9ebe-6d0a6cc482b8', 'tag': 'cb1996f3-e807-4cbd-9c87-f5895871226d', 'status': 'completed', 'code': 200} Jan 31 21:02:19.362828 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.db.l3_dvr_db [None req-4d26c301-a82f-4048-91bb-fdc0028280e5 None None] Set router 19bba440-8620-436d-b1a3-3283e7fc51f8 gateway port host: dv-cinder-813229-5-iscsi {{(pid=102454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 21:02:19.422964 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63df294-a4ad-4e1b-b457-a6f0c7f72b1f req-737c4843-4dd4-40f9-a065-e107c50387b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 21:02:19.425571 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-d63df294-a4ad-4e1b-b457-a6f0c7f72b1f req-737c4843-4dd4-40f9-a065-e107c50387b5 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=047e08285f47481da2d6cf2445501723&device_id=90de50a1-9ca3-4f52-9ebe-6d0a6cc482b8 HTTP/1.1" status: 200 len: 1129 time: 0.1178846 Jan 31 21:02:19.442175 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2691ebc0-7b93-445b-8584-f67060980499 req-0987206b-63bd-4f02-bb2f-d582f39e1c02 tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 21:02:19.445270 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-2691ebc0-7b93-445b-8584-f67060980499 req-0987206b-63bd-4f02-bb2f-d582f39e1c02 tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] 10.222.0.46 "GET /v2.0/ports?device_id=90de50a1-9ca3-4f52-9ebe-6d0a6cc482b8 HTTP/1.1" status: 200 len: 945 time: 0.1288340 Jan 31 21:02:19.499579 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-f882df44-48cf-4950-b33e-f7281cdcea56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600486512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3401042'] for agent (34ef0204-81d1-4f5e-89d1-b08d0f866641), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:02:19.600481 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.db.l3_hamode_db [None req-4d26c301-a82f-4048-91bb-fdc0028280e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19bba440-8620-436d-b1a3-3283e7fc51f8', 'name': 'tempest-AttachVolumeTestJSON-1296822656-router', 'tenant_id': '047e08285f47481da2d6cf2445501723', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51ba4d8e-a54c-4fb0-a209-37766af226e8', 'external_fixed_ips': [{'subnet_id': '99ba9542-d2be-443f-a804-26ff9bedcbe2', 'ip_address': '172.27.2.44'}], 'enable_snat': True}, 'gw_port_id': 'f1ddf136-da11-4421-aa27-b5e116e75025', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T20:58:04Z', 'updated_at': '2022-01-31T20:58:07Z', 'revision_number': 4, 'project_id': '047e08285f47481da2d6cf2445501723', 'gw_port': {'id': 'f1ddf136-da11-4421-aa27-b5e116e75025', 'name': '', 'network_id': '51ba4d8e-a54c-4fb0-a209-37766af226e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:34:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19bba440-8620-436d-b1a3-3283e7fc51f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '99ba9542-d2be-443f-a804-26ff9bedcbe2', 'ip_address': '172.27.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T20:58:04Z', 'updated_at': '2022-01-31T20:58:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99ba9542-d2be-443f-a804-26ff9bedcbe2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-5-iscsi', '_floatingips': [{'id': 'a561d773-03a2-47e6-8709-c7ae3e2242aa', 'tenant_id': '047e08285f47481da2d6cf2445501723', 'floating_ip_address': '172.27.2.148', 'floating_network_id': '51ba4d8e-a54c-4fb0-a209-37766af226e8', 'router_id': '19bba440-8620-436d-b1a3-3283e7fc51f8', 'port_id': 'cb1996f3-e807-4cbd-9c87-f5895871226d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 563, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bdbc09ff-d174-4862-8f91-19ce9b2a383a', 'mac_address': 'fa:16:3e:86:7e:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90de50a1-9ca3-4f52-9ebe-6d0a6cc482b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T21:02:05Z', 'updated_at': '2022-01-31T21:02:18Z', 'revision_number': 1, 'project_id': '047e08285f47481da2d6cf2445501723', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bfddf878-069f-45be-bc84-23f469ee200c', 'name': '', 'network_id': 'bdbc09ff-d174-4862-8f91-19ce9b2a383a', 'tenant_id': '047e08285f47481da2d6cf2445501723', 'mac_address': 'fa:16:3e:b6:9c:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19bba440-8620-436d-b1a3-3283e7fc51f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '05b63977-1e2b-4747-8d09-fb1f8f446ce1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T20:58:06Z', 'updated_at': '2022-01-31T20:58:12Z', 'revision_number': 5, 'project_id': '047e08285f47481da2d6cf2445501723', 'subnets': [{'id': '05b63977-1e2b-4747-8d09-fb1f8f446ce1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-5-iscsi', False) {} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 21:02:19.608241 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-2691ebc0-7b93-445b-8584-f67060980499 req-b0f9608e-9646-4106-a326-82738a5fb523 tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] 10.222.0.46 "GET /v2.0/security-groups?id=9b644a29-769a-4f96-bf04-9f2b0e6c503d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1497440 Jan 31 21:02:19.624033 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63df294-a4ad-4e1b-b457-a6f0c7f72b1f req-e5c2436b-6769-4bd0-acb1-aa0407b068b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 21:02:19.625502 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-d63df294-a4ad-4e1b-b457-a6f0c7f72b1f req-e5c2436b-6769-4bd0-acb1-aa0407b068b6 service neutron] 10.222.0.59 "GET /v2.0/networks?id=bdbc09ff-d174-4862-8f91-19ce9b2a383a HTTP/1.1" status: 200 len: 912 time: 0.1790113 Jan 31 21:02:19.639818 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d26c301-a82f-4048-91bb-fdc0028280e5 None None] Checking router: 19bba440-8620-436d-b1a3-3283e7fc51f8 for host: dv-cinder-813229-5-iscsi {{(pid=102454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 21:02:19.643193 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d26c301-a82f-4048-91bb-fdc0028280e5 None None] Routers {'19bba440-8620-436d-b1a3-3283e7fc51f8'} bound to L3 agent in host dv-cinder-813229-5-iscsi {{(pid=102454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 21:02:19.644205 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.db.l3_hamode_db [None req-4d26c301-a82f-4048-91bb-fdc0028280e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-31T20:45:52Z,description=,heartbeat_timestamp=2022-01-31T21:01:52Z,host='dv-cinder-813229-5-iscsi',id=7c18f3b4-4d02-4b01-9072-98fcd9008716,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T20:45:52Z,topic='l3_agent')) {'router_ids': ['19bba440-8620-436d-b1a3-3283e7fc51f8'], 'active': True} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 21:02:19.720075 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-d63df294-a4ad-4e1b-b457-a6f0c7f72b1f req-82f69879-f958-45e3-8505-94681425b097 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cb1996f3-e807-4cbd-9c87-f5895871226d HTTP/1.1" status: 200 len: 999 time: 0.0827806 Jan 31 21:02:19.780717 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63df294-a4ad-4e1b-b457-a6f0c7f72b1f req-0b5f084c-0f21-44c2-8937-531b912eb25f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 21:02:19.782614 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-d63df294-a4ad-4e1b-b457-a6f0c7f72b1f req-0b5f084c-0f21-44c2-8937-531b912eb25f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=05b63977-1e2b-4747-8d09-fb1f8f446ce1 HTTP/1.1" status: 200 len: 850 time: 0.0526934 Jan 31 21:02:19.795509 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.db.l3_dvr_db [None req-4d26c301-a82f-4048-91bb-fdc0028280e5 None None] Set router 19bba440-8620-436d-b1a3-3283e7fc51f8 gateway port host: dv-cinder-813229-5-iscsi {{(pid=102454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 21:02:19.846523 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63df294-a4ad-4e1b-b457-a6f0c7f72b1f req-43a896fa-bdeb-4d6b-b004-c608ced0fc13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 21:02:19.848300 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-d63df294-a4ad-4e1b-b457-a6f0c7f72b1f req-43a896fa-bdeb-4d6b-b004-c608ced0fc13 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=bdbc09ff-d174-4862-8f91-19ce9b2a383a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0587585 Jan 31 21:02:19.887949 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a005b9-8e5f-4a95-a958-edef59cecc7a req-fa1b14d8-4f57-4e16-9750-e31e49f544c5 tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 21:02:19.897489 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-99a005b9-8e5f-4a95-a958-edef59cecc7a req-fa1b14d8-4f57-4e16-9750-e31e49f544c5 tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] 10.222.0.46 "GET /v2.0/ports?device_id=58c37f98-72b9-4b0a-a710-18114ae0bdac HTTP/1.1" status: 200 len: 943 time: 0.0816150 Jan 31 21:02:19.964265 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-d63df294-a4ad-4e1b-b457-a6f0c7f72b1f req-05ccedb2-69ec-4141-ad40-ff072e5d6ca8 service neutron] 10.222.0.59 "GET /v2.0/networks/bdbc09ff-d174-4862-8f91-19ce9b2a383a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1043220 Jan 31 21:02:19.975546 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-99a005b9-8e5f-4a95-a958-edef59cecc7a req-ad93ebbb-1b4a-4ba0-9049-1bb8e3d2edd7 tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] 10.222.0.46 "GET /v2.0/security-groups?id=c65378a2-fe6e-4350-bdeb-fc72abd6ffe9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757682 Jan 31 21:02:20.153352 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.db.l3_hamode_db [None req-4d26c301-a82f-4048-91bb-fdc0028280e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19bba440-8620-436d-b1a3-3283e7fc51f8', 'name': 'tempest-AttachVolumeTestJSON-1296822656-router', 'tenant_id': '047e08285f47481da2d6cf2445501723', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51ba4d8e-a54c-4fb0-a209-37766af226e8', 'external_fixed_ips': [{'subnet_id': '99ba9542-d2be-443f-a804-26ff9bedcbe2', 'ip_address': '172.27.2.44'}], 'enable_snat': True}, 'gw_port_id': 'f1ddf136-da11-4421-aa27-b5e116e75025', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T20:58:04Z', 'updated_at': '2022-01-31T20:58:07Z', 'revision_number': 4, 'project_id': '047e08285f47481da2d6cf2445501723', 'gw_port': {'id': 'f1ddf136-da11-4421-aa27-b5e116e75025', 'name': '', 'network_id': '51ba4d8e-a54c-4fb0-a209-37766af226e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:34:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19bba440-8620-436d-b1a3-3283e7fc51f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '99ba9542-d2be-443f-a804-26ff9bedcbe2', 'ip_address': '172.27.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T20:58:04Z', 'updated_at': '2022-01-31T20:58:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99ba9542-d2be-443f-a804-26ff9bedcbe2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-5-iscsi', '_floatingips': [{'id': 'a561d773-03a2-47e6-8709-c7ae3e2242aa', 'tenant_id': '047e08285f47481da2d6cf2445501723', 'floating_ip_address': '172.27.2.148', 'floating_network_id': '51ba4d8e-a54c-4fb0-a209-37766af226e8', 'router_id': '19bba440-8620-436d-b1a3-3283e7fc51f8', 'port_id': 'cb1996f3-e807-4cbd-9c87-f5895871226d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 563, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bdbc09ff-d174-4862-8f91-19ce9b2a383a', 'mac_address': 'fa:16:3e:86:7e:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90de50a1-9ca3-4f52-9ebe-6d0a6cc482b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T21:02:05Z', 'updated_at': '2022-01-31T21:02:18Z', 'revision_number': 1, 'project_id': '047e08285f47481da2d6cf2445501723', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bfddf878-069f-45be-bc84-23f469ee200c', 'name': '', 'network_id': 'bdbc09ff-d174-4862-8f91-19ce9b2a383a', 'tenant_id': '047e08285f47481da2d6cf2445501723', 'mac_address': 'fa:16:3e:b6:9c:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19bba440-8620-436d-b1a3-3283e7fc51f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '05b63977-1e2b-4747-8d09-fb1f8f446ce1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T20:58:06Z', 'updated_at': '2022-01-31T20:58:12Z', 'revision_number': 5, 'project_id': '047e08285f47481da2d6cf2445501723', 'subnets': [{'id': '05b63977-1e2b-4747-8d09-fb1f8f446ce1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-5-iscsi', False) {} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 21:02:20.181599 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d26c301-a82f-4048-91bb-fdc0028280e5 None None] The sync data for ids ['19bba440-8620-436d-b1a3-3283e7fc51f8'] in dv-cinder-813229-5-iscsi is: [{'id': '19bba440-8620-436d-b1a3-3283e7fc51f8', 'name': 'tempest-AttachVolumeTestJSON-1296822656-router', 'tenant_id': '047e08285f47481da2d6cf2445501723', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51ba4d8e-a54c-4fb0-a209-37766af226e8', 'external_fixed_ips': [{'subnet_id': '99ba9542-d2be-443f-a804-26ff9bedcbe2', 'ip_address': '172.27.2.44'}], 'enable_snat': True}, 'gw_port_id': 'f1ddf136-da11-4421-aa27-b5e116e75025', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T20:58:04Z', 'updated_at': '2022-01-31T20:58:07Z', 'revision_number': 4, 'project_id': '047e08285f47481da2d6cf2445501723', 'gw_port': {'id': 'f1ddf136-da11-4421-aa27-b5e116e75025', 'name': '', 'network_id': '51ba4d8e-a54c-4fb0-a209-37766af226e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:34:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19bba440-8620-436d-b1a3-3283e7fc51f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '99ba9542-d2be-443f-a804-26ff9bedcbe2', 'ip_address': '172.27.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T20:58:04Z', 'updated_at': '2022-01-31T20:58:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99ba9542-d2be-443f-a804-26ff9bedcbe2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-5-iscsi', '_floatingips': [{'id': 'a561d773-03a2-47e6-8709-c7ae3e2242aa', 'tenant_id': '047e08285f47481da2d6cf2445501723', 'floating_ip_address': '172.27.2.148', 'floating_network_id': '51ba4d8e-a54c-4fb0-a209-37766af226e8', 'router_id': '19bba440-8620-436d-b1a3-3283e7fc51f8', 'port_id': 'cb1996f3-e807-4cbd-9c87-f5895871226d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 563, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bdbc09ff-d174-4862-8f91-19ce9b2a383a', 'mac_address': 'fa:16:3e:86:7e:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90de50a1-9ca3-4f52-9ebe-6d0a6cc482b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T21:02:05Z', 'updated_at': '2022-01-31T21:02:18Z', 'revision_number': 1, 'project_id': '047e08285f47481da2d6cf2445501723', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bfddf878-069f-45be-bc84-23f469ee200c', 'name': '', 'network_id': 'bdbc09ff-d174-4862-8f91-19ce9b2a383a', 'tenant_id': '047e08285f47481da2d6cf2445501723', 'mac_address': 'fa:16:3e:b6:9c:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19bba440-8620-436d-b1a3-3283e7fc51f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '05b63977-1e2b-4747-8d09-fb1f8f446ce1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T20:58:06Z', 'updated_at': '2022-01-31T20:58:12Z', 'revision_number': 5, 'project_id': '047e08285f47481da2d6cf2445501723', 'subnets': [{'id': '05b63977-1e2b-4747-8d09-fb1f8f446ce1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 21:02:20.223605 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-d63df294-a4ad-4e1b-b457-a6f0c7f72b1f req-57969ae9-fc2a-4d8f-b972-e693af9f8e8c service neutron] 10.222.0.59 "GET /v2.0/networks/bdbc09ff-d174-4862-8f91-19ce9b2a383a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969691 Jan 31 21:02:20.385232 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56e6a260-df7b-4438-ab02-1cf78ef4954b None None] New status for floating IP a561d773-03a2-47e6-8709-c7ae3e2242aa: ACTIVE {{(pid=102451) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 31 21:02:20.741916 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eab057b-f8d5-4811-be36-0a1afbe06282 req-90c2442b-61b8-442f-b158-b68803821fec tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 21:02:20.743435 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-1eab057b-f8d5-4811-be36-0a1afbe06282 req-90c2442b-61b8-442f-b158-b68803821fec tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] 10.222.0.46 "GET /v2.0/ports?device_id=90de50a1-9ca3-4f52-9ebe-6d0a6cc482b8 HTTP/1.1" status: 200 len: 945 time: 0.0553470 Jan 31 21:02:20.793744 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-1eab057b-f8d5-4811-be36-0a1afbe06282 req-69dc84b1-38d7-404d-a0cf-ac6b9bcf37b5 tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] 10.222.0.46 "GET /v2.0/security-groups?id=9b644a29-769a-4f96-bf04-9f2b0e6c503d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443313 Jan 31 21:02:21.161056 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ecdc01-bc44-4261-bed9-ed8680b868fe req-625f6346-a6a6-49dd-8c3f-28b7c94f1833 tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 21:02:21.162915 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-16ecdc01-bc44-4261-bed9-ed8680b868fe req-625f6346-a6a6-49dd-8c3f-28b7c94f1833 tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] 10.222.0.46 "GET /v2.0/ports?device_id=58c37f98-72b9-4b0a-a710-18114ae0bdac HTTP/1.1" status: 200 len: 943 time: 0.0957973 Jan 31 21:02:21.224702 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-16ecdc01-bc44-4261-bed9-ed8680b868fe req-60ec631a-a728-4a07-bb2f-92fed71e52b4 tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] 10.222.0.46 "GET /v2.0/security-groups?id=c65378a2-fe6e-4350-bdeb-fc72abd6ffe9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517263 Jan 31 21:02:21.680253 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-ad10f530-ba39-4a63-b0cc-1871e1bb0e3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600486512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3401042'] for agent (7c18f3b4-4d02-4b01-9072-98fcd9008716), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:02:22.144230 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.wsgi [-] (102449) accepted ('10.222.0.46', 45286) {{(pid=102449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 21:02:22.252628 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ac286964-1b1b-4ac4-be40-2bb83de3ff97 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:02:22.628514 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ac286964-1b1b-4ac4-be40-2bb83de3ff97 admin admin] Publish callbacks [] for security_group (662ca42d-cee7-4e02-9b7e-20a3363fbdf8), precommit_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:02:22.637037 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ac286964-1b1b-4ac4-be40-2bb83de3ff97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736509'] for security_group (662ca42d-cee7-4e02-9b7e-20a3363fbdf8), after_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:02:22.651587 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d19dc4b-c331-46b8-bed1-e7b7c14382c7 req-06f1a3fd-00a2-4e18-a479-ea662a4c8e55 tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 21:02:22.653142 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-8d19dc4b-c331-46b8-bed1-e7b7c14382c7 req-06f1a3fd-00a2-4e18-a479-ea662a4c8e55 tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] 10.222.0.46 "GET /v2.0/ports?device_id=58c37f98-72b9-4b0a-a710-18114ae0bdac HTTP/1.1" status: 200 len: 943 time: 0.3360846 Jan 31 21:02:22.702164 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac286964-1b1b-4ac4-be40-2bb83de3ff97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=662ca42d-cee7-4e02-9b7e-20a3363fbdf8,revision_number=1']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 21:02:22.710922 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [None req-ac286964-1b1b-4ac4-be40-2bb83de3ff97 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=27598e040c474ac9a55106915aebe484&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5654809 Jan 31 21:02:22.714574 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.wsgi [-] (102450) accepted ('10.222.0.46', 45302) {{(pid=102450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 21:02:22.745900 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-8d19dc4b-c331-46b8-bed1-e7b7c14382c7 req-eafbd8f2-e487-4b90-b567-a6bf85e9fea8 tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] 10.222.0.46 "GET /v2.0/security-groups?id=c65378a2-fe6e-4350-bdeb-fc72abd6ffe9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814764 Jan 31 21:02:22.787839 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-d30b50ce-15ee-4a32-85d7-36db9f7d159b admin admin] Publish callbacks [] for security_group (662ca42d-cee7-4e02-9b7e-20a3363fbdf8), before_delete {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:02:22.813163 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-d30b50ce-15ee-4a32-85d7-36db9f7d159b admin admin] Publish callbacks [] for security_group (662ca42d-cee7-4e02-9b7e-20a3363fbdf8), precommit_delete {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:02:22.877016 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-d30b50ce-15ee-4a32-85d7-36db9f7d159b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736509'] for security_group (662ca42d-cee7-4e02-9b7e-20a3363fbdf8), after_delete {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:02:22.882285 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-d30b50ce-15ee-4a32-85d7-36db9f7d159b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:02:22.885875 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [None req-d30b50ce-15ee-4a32-85d7-36db9f7d159b admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/662ca42d-cee7-4e02-9b7e-20a3363fbdf8 HTTP/1.1" status: 204 len: 168 time: 0.1678996 Jan 31 21:02:22.896183 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30b50ce-15ee-4a32-85d7-36db9f7d159b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=662ca42d-cee7-4e02-9b7e-20a3363fbdf8,revision_number=None']} {{(pid=102450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 21:02:23.009441 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-7eb716df-9c73-407a-9e83-210e7bcc67e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600486512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3401042'] for agent (289e5c83-71b6-47e7-bef9-287113943a12), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:02:23.226288 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.wsgi [-] (102450) accepted ('10.222.0.46', 45308) {{(pid=102450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 21:02:23.241524 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-1f20dd97-2dcd-4a83-aa0b-64b5ade1ba20 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:02:23.333498 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-1f20dd97-2dcd-4a83-aa0b-64b5ade1ba20 admin admin] Publish callbacks [] for security_group (fac3199f-11cd-4241-a86d-75e3836b6d52), precommit_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:02:23.339085 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-1f20dd97-2dcd-4a83-aa0b-64b5ade1ba20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736509'] for security_group (fac3199f-11cd-4241-a86d-75e3836b6d52), after_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:02:23.380330 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [None req-1f20dd97-2dcd-4a83-aa0b-64b5ade1ba20 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=9e7aac5dfa034cebbf92cbda02dadfe4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1527321 Jan 31 21:02:23.381228 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f20dd97-2dcd-4a83-aa0b-64b5ade1ba20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fac3199f-11cd-4241-a86d-75e3836b6d52,revision_number=1']} {{(pid=102450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 21:02:23.384005 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.wsgi [-] (102449) accepted ('10.222.0.46', 45310) {{(pid=102449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 21:02:23.448500 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e0504267-9873-4ab4-a961-8fd0bdaddb22 admin admin] Publish callbacks [] for security_group (fac3199f-11cd-4241-a86d-75e3836b6d52), before_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:02:23.477394 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e0504267-9873-4ab4-a961-8fd0bdaddb22 admin admin] Publish callbacks [] for security_group (fac3199f-11cd-4241-a86d-75e3836b6d52), precommit_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:02:23.534413 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e0504267-9873-4ab4-a961-8fd0bdaddb22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736509'] for security_group (fac3199f-11cd-4241-a86d-75e3836b6d52), after_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:02:23.538292 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-e0504267-9873-4ab4-a961-8fd0bdaddb22 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:02:23.540485 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [None req-e0504267-9873-4ab4-a961-8fd0bdaddb22 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/fac3199f-11cd-4241-a86d-75e3836b6d52 HTTP/1.1" status: 204 len: 168 time: 0.1541531 Jan 31 21:02:23.548449 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0504267-9873-4ab4-a961-8fd0bdaddb22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fac3199f-11cd-4241-a86d-75e3836b6d52,revision_number=None']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 21:02:23.910961 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a986e766-162d-4bd2-8b09-c5c0ebf6c965 req-07e62982-6ee3-49af-b70d-55b92299eede tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 21:02:23.914325 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-a986e766-162d-4bd2-8b09-c5c0ebf6c965 req-07e62982-6ee3-49af-b70d-55b92299eede tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] 10.222.0.46 "GET /v2.0/ports?device_id=58c37f98-72b9-4b0a-a710-18114ae0bdac HTTP/1.1" status: 200 len: 943 time: 0.0854979 Jan 31 21:02:23.992115 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-a986e766-162d-4bd2-8b09-c5c0ebf6c965 req-c49fa335-d6a8-4728-9372-5a0bf5e82667 tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] 10.222.0.46 "GET /v2.0/security-groups?id=c65378a2-fe6e-4350-bdeb-fc72abd6ffe9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676413 Jan 31 21:02:24.454587 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-ded4de29-c2d1-4616-9365-9981ea756e41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600486512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3401042'] for agent (bf9d83f7-9209-4252-b853-70feadeab726), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:02:25.127259 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09456d20-1d79-4435-b0b0-a7f97a4692d7 req-0d099da4-4967-40b6-bedd-7a58de3e80d1 tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 21:02:25.128773 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-09456d20-1d79-4435-b0b0-a7f97a4692d7 req-0d099da4-4967-40b6-bedd-7a58de3e80d1 tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] 10.222.0.46 "GET /v2.0/ports?device_id=58c37f98-72b9-4b0a-a710-18114ae0bdac HTTP/1.1" status: 200 len: 943 time: 0.0568571 Jan 31 21:02:25.184565 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-09456d20-1d79-4435-b0b0-a7f97a4692d7 req-d35a4d8a-a4f1-460f-95ea-6849c851fd69 tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] 10.222.0.46 "GET /v2.0/security-groups?id=c65378a2-fe6e-4350-bdeb-fc72abd6ffe9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483010 Jan 31 21:02:25.254691 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.rpc [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Device b8d9fc23-85c4-481b-9e7b-e4a811306486 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=102451) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 21:02:25.368175 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.db [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] For port b8d9fc23-85c4-481b-9e7b-e4a811306486, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=b8d9fc23-85c4-481b-9e7b-e4a811306486,segment=NetworkSegment(745141d5-f6be-4741-af72-381045eb8a7b),segment_id=745141d5-f6be-4741-af72-381045eb8a7b)] {{(pid=102451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 21:02:25.379680 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.rpc [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Returning: {'device': 'b8d9fc23-85c4-481b-9e7b-e4a811306486', 'network_id': '84d6e016-dd99-48a6-8278-a9c378f62567', 'port_id': 'b8d9fc23-85c4-481b-9e7b-e4a811306486', 'mac_address': 'fa:16:3e:e9:f1:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 693, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0ef83af-b9dd-40a6-908c-ffa9cf818bc2', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102451) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 21:02:25.421554 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.plugin [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Current status of the port b8d9fc23-85c4-481b-9e7b-e4a811306486 is: DOWN; New status is: BUILD {{(pid=102451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 21:02:25.421774 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1026180'] for port (b8d9fc23-85c4-481b-9e7b-e4a811306486), before_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:02:25.436345 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.notifiers.nova [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8d9fc23-85c4-481b-9e7b-e4a811306486 {{(pid=102451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 21:02:25.456532 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.db [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] For port b8d9fc23-85c4-481b-9e7b-e4a811306486, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=b8d9fc23-85c4-481b-9e7b-e4a811306486,segment=NetworkSegment(745141d5-f6be-4741-af72-381045eb8a7b),segment_id=745141d5-f6be-4741-af72-381045eb8a7b)] {{(pid=102451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 21:02:25.461524 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1029723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3769609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783600466378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783599971615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783599971633'] for port (b8d9fc23-85c4-481b-9e7b-e4a811306486), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:02:25.514018 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Pushing event updated for resources: {'Port': ['ID=b8d9fc23-85c4-481b-9e7b-e4a811306486,revision_number=4']} {{(pid=102451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 21:02:25.760826 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.wsgi [-] (102450) accepted ('10.222.0.46', 45392) {{(pid=102450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 21:02:25.782473 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.db [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] get_ports_and_sgs() called for port_ids ['b8d9fc23-85c4-481b-9e7b-e4a811306486'] {{(pid=102451) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 21:02:25.883921 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-7498dd61-752f-497d-8711-04b1f58fa1bd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:02:25.964172 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-7498dd61-752f-497d-8711-04b1f58fa1bd admin admin] Publish callbacks [] for security_group (ccc7a1cc-7082-4abe-b9a9-bba86b9f2e43), precommit_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:02:25.969267 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-7498dd61-752f-497d-8711-04b1f58fa1bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736509'] for security_group (ccc7a1cc-7082-4abe-b9a9-bba86b9f2e43), after_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:02:25.983287 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600486512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3401042'] for agent (9ba4f6fe-000a-4ef5-9d61-ba62910ab5fe), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:02:26.009458 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7498dd61-752f-497d-8711-04b1f58fa1bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccc7a1cc-7082-4abe-b9a9-bba86b9f2e43,revision_number=1']} {{(pid=102450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 21:02:26.013796 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [None req-7498dd61-752f-497d-8711-04b1f58fa1bd admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=d624de57b3554c5980ffe7d2985f979a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2519078 Jan 31 21:02:26.017641 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.wsgi [-] (102450) accepted ('10.222.0.46', 45396) {{(pid=102450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 21:02:26.079910 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-5ed604a1-0d20-41e5-a7f3-dc38adb25190 admin admin] Publish callbacks [] for security_group (ccc7a1cc-7082-4abe-b9a9-bba86b9f2e43), before_delete {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:02:26.108280 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-5ed604a1-0d20-41e5-a7f3-dc38adb25190 admin admin] Publish callbacks [] for security_group (ccc7a1cc-7082-4abe-b9a9-bba86b9f2e43), precommit_delete {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:02:26.164773 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-5ed604a1-0d20-41e5-a7f3-dc38adb25190 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736509'] for security_group (ccc7a1cc-7082-4abe-b9a9-bba86b9f2e43), after_delete {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:02:26.168006 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-5ed604a1-0d20-41e5-a7f3-dc38adb25190 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:02:26.169276 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [None req-5ed604a1-0d20-41e5-a7f3-dc38adb25190 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/ccc7a1cc-7082-4abe-b9a9-bba86b9f2e43 HTTP/1.1" status: 204 len: 168 time: 0.1508400 Jan 31 21:02:26.177131 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed604a1-0d20-41e5-a7f3-dc38adb25190 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccc7a1cc-7082-4abe-b9a9-bba86b9f2e43,revision_number=None']} {{(pid=102450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 21:02:26.338204 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cc78c5-dba5-4d85-a773-5d73e7379697 req-d11d9cc4-b0b9-4aec-9515-83f1b4b4c1fa tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 21:02:26.339822 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-42cc78c5-dba5-4d85-a773-5d73e7379697 req-d11d9cc4-b0b9-4aec-9515-83f1b4b4c1fa tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] 10.222.0.46 "GET /v2.0/ports?device_id=58c37f98-72b9-4b0a-a710-18114ae0bdac HTTP/1.1" status: 200 len: 944 time: 0.0639918 Jan 31 21:02:26.394573 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-42cc78c5-dba5-4d85-a773-5d73e7379697 req-1f3af945-c438-47f3-9397-27c464f44dff tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] 10.222.0.46 "GET /v2.0/security-groups?id=c65378a2-fe6e-4350-bdeb-fc72abd6ffe9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486851 Jan 31 21:02:26.506174 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.wsgi [-] (102450) accepted ('10.222.0.46', 45404) {{(pid=102450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 21:02:26.519798 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-2143c32d-9cf7-480f-b26b-f805c5fa8064 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:02:26.600332 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-2143c32d-9cf7-480f-b26b-f805c5fa8064 admin admin] Publish callbacks [] for security_group (067f8e25-f851-43df-a998-4c00d8d9bbd1), precommit_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:02:26.604200 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-2143c32d-9cf7-480f-b26b-f805c5fa8064 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736509'] for security_group (067f8e25-f851-43df-a998-4c00d8d9bbd1), after_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:02:26.645448 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [None req-2143c32d-9cf7-480f-b26b-f805c5fa8064 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=c81f575006bf4cbd9014b64d7ebbf0c1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1380489 Jan 31 21:02:26.647077 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2143c32d-9cf7-480f-b26b-f805c5fa8064 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=067f8e25-f851-43df-a998-4c00d8d9bbd1,revision_number=1']} {{(pid=102450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 21:02:26.649331 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.wsgi [-] (102449) accepted ('10.222.0.46', 45406) {{(pid=102449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 21:02:26.701438 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-7bb4c140-5872-4dbf-801c-e06c9b4c5df4 admin admin] Publish callbacks [] for security_group (067f8e25-f851-43df-a998-4c00d8d9bbd1), before_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:02:26.723963 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-7bb4c140-5872-4dbf-801c-e06c9b4c5df4 admin admin] Publish callbacks [] for security_group (067f8e25-f851-43df-a998-4c00d8d9bbd1), precommit_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:02:26.773749 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-7bb4c140-5872-4dbf-801c-e06c9b4c5df4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736509'] for security_group (067f8e25-f851-43df-a998-4c00d8d9bbd1), after_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:02:26.778047 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-7bb4c140-5872-4dbf-801c-e06c9b4c5df4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:02:26.782162 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [None req-7bb4c140-5872-4dbf-801c-e06c9b4c5df4 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/067f8e25-f851-43df-a998-4c00d8d9bbd1 HTTP/1.1" status: 204 len: 168 time: 0.1293759 Jan 31 21:02:26.791150 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb4c140-5872-4dbf-801c-e06c9b4c5df4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=067f8e25-f851-43df-a998-4c00d8d9bbd1,revision_number=None']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 21:02:27.256782 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.rpc [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Device b8d9fc23-85c4-481b-9e7b-e4a811306486 up at agent hyperv_hv-cinder-81322 {{(pid=102451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 21:02:27.313541 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.db.provisioning_blocks [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Provisioning for port b8d9fc23-85c4-481b-9e7b-e4a811306486 completed by entity L2. {{(pid=102451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 21:02:27.320081 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.db.provisioning_blocks [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Provisioning complete for port b8d9fc23-85c4-481b-9e7b-e4a811306486 triggered by entity L2. {{(pid=102451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 21:02:27.320585 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3401144'] for port (b8d9fc23-85c4-481b-9e7b-e4a811306486), provisioning_complete {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:02:27.410659 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.plugin [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Current status of the port b8d9fc23-85c4-481b-9e7b-e4a811306486 is: BUILD; New status is: ACTIVE {{(pid=102451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 21:02:27.411073 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1026180'] for port (b8d9fc23-85c4-481b-9e7b-e4a811306486), before_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:02:27.438563 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58c37f98-72b9-4b0a-a710-18114ae0bdac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8d9fc23-85c4-481b-9e7b-e4a811306486'}] {{(pid=102451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 21:02:27.440837 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c23f90a41664c3b077a95f51e37b0059f8aa38e98bc0260eca12d616ac4420be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5b85c28-8768-4b2b-a77b-377324c3bd66" -d '{"events": [{"server_uuid": "58c37f98-72b9-4b0a-a710-18114ae0bdac", "name": "network-vif-plugged", "status": "completed", "tag": "b8d9fc23-85c4-481b-9e7b-e4a811306486"}]}' {{(pid=102451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 21:02:27.459033 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.db [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] For port b8d9fc23-85c4-481b-9e7b-e4a811306486, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=b8d9fc23-85c4-481b-9e7b-e4a811306486,segment=NetworkSegment(745141d5-f6be-4741-af72-381045eb8a7b),segment_id=745141d5-f6be-4741-af72-381045eb8a7b)] {{(pid=102451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 21:02:27.467088 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1029723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3769609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783600466378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783599971615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783599971633'] for port (b8d9fc23-85c4-481b-9e7b-e4a811306486), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:02:27.498860 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 21:02:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21ef4822-0329-4b4c-ae86-de5c19af2105 x-openstack-request-id: req-21ef4822-0329-4b4c-ae86-de5c19af2105 {{(pid=102451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 21:02:27.499395 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58c37f98-72b9-4b0a-a710-18114ae0bdac", "name": "network-vif-plugged", "status": "completed", "tag": "b8d9fc23-85c4-481b-9e7b-e4a811306486", "code": 200}]} {{(pid=102451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 21:02:27.499645 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-21ef4822-0329-4b4c-ae86-de5c19af2105 {{(pid=102451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 21:02:27.500232 dv-cinder-813229-5-iscsi neutron-server[102451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58c37f98-72b9-4b0a-a710-18114ae0bdac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8d9fc23-85c4-481b-9e7b-e4a811306486', 'code': 200} Jan 31 21:02:27.540355 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8aa493-cf4a-433c-8c64-59ebca1e9891 req-98b2f29f-e979-4307-84a4-5abb26fa0281 tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 21:02:27.542182 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-5d8aa493-cf4a-433c-8c64-59ebca1e9891 req-98b2f29f-e979-4307-84a4-5abb26fa0281 tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] 10.222.0.46 "GET /v2.0/ports?device_id=58c37f98-72b9-4b0a-a710-18114ae0bdac HTTP/1.1" status: 200 len: 945 time: 0.0687711 Jan 31 21:02:27.550298 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Pushing event updated for resources: {'Port': ['ID=b8d9fc23-85c4-481b-9e7b-e4a811306486,revision_number=5']} {{(pid=102451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 21:02:27.558042 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 21:02:27.558764 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 21:02:27.559279 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 21:02:27.559766 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 21:02:27.560265 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 21:02:27.560796 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 21:02:27.561136 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 21:02:27.561470 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 21:02:27.561798 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 21:02:27.562123 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 21:02:27.562450 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 21:02:27.562813 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 21:02:27.563113 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 21:02:27.606564 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-5d8aa493-cf4a-433c-8c64-59ebca1e9891 req-87091969-5974-4536-b4b0-1d82e2e0394d tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] 10.222.0.46 "GET /v2.0/security-groups?id=c65378a2-fe6e-4350-bdeb-fc72abd6ffe9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557494 Jan 31 21:02:27.785274 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60718e51-b30a-43a6-aa83-de7975f10441 req-7960c90b-20d7-4426-a754-240ac2cd2f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 21:02:27.787012 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-60718e51-b30a-43a6-aa83-de7975f10441 req-7960c90b-20d7-4426-a754-240ac2cd2f4d service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=58c37f98-72b9-4b0a-a710-18114ae0bdac HTTP/1.1" status: 200 len: 1129 time: 0.0530806 Jan 31 21:02:27.845356 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-60718e51-b30a-43a6-aa83-de7975f10441 req-687a5eb8-869e-4455-81ca-a3f06e059f71 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=c65378a2-fe6e-4350-bdeb-fc72abd6ffe9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472713 Jan 31 21:02:28.764366 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36c5c2f-da91-4506-b452-4cb3244b4a69 req-b94c2507-8d99-4c87-8a5c-83c94b5b966e tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 21:02:28.765956 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-c36c5c2f-da91-4506-b452-4cb3244b4a69 req-b94c2507-8d99-4c87-8a5c-83c94b5b966e tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] 10.222.0.46 "GET /v2.0/ports?device_id=58c37f98-72b9-4b0a-a710-18114ae0bdac HTTP/1.1" status: 200 len: 945 time: 0.0640056 Jan 31 21:02:28.791643 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600486512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3401042'] for agent (e85cc1e2-8b4e-4549-a68e-d414072d4156), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:02:28.834099 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-c36c5c2f-da91-4506-b452-4cb3244b4a69 req-14c26a5e-576d-4853-8158-4f026b2b17b0 tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] 10.222.0.46 "GET /v2.0/security-groups?id=c65378a2-fe6e-4350-bdeb-fc72abd6ffe9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582900 Jan 31 21:02:29.989325 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b7b4f5-b995-4384-94be-f401c6cdeff1 req-15783d36-fff1-46aa-a20b-2a796c63462c tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 21:02:29.992221 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-46b7b4f5-b995-4384-94be-f401c6cdeff1 req-15783d36-fff1-46aa-a20b-2a796c63462c tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] 10.222.0.46 "GET /v2.0/ports?device_id=58c37f98-72b9-4b0a-a710-18114ae0bdac HTTP/1.1" status: 200 len: 945 time: 0.0693629 Jan 31 21:02:30.049928 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-46b7b4f5-b995-4384-94be-f401c6cdeff1 req-c38dd7f3-583e-44a7-a055-d6ab73ef9b1a tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] 10.222.0.46 "GET /v2.0/security-groups?id=c65378a2-fe6e-4350-bdeb-fc72abd6ffe9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509715 Jan 31 21:02:30.200219 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49f16f7-5cd1-4569-8aaa-71326e26b27c req-c8d4a8bf-0596-4240-b640-c5853d64419e tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 21:02:30.201693 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-b49f16f7-5cd1-4569-8aaa-71326e26b27c req-c8d4a8bf-0596-4240-b640-c5853d64419e tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] 10.222.0.46 "GET /v2.0/ports?device_id=58c37f98-72b9-4b0a-a710-18114ae0bdac HTTP/1.1" status: 200 len: 945 time: 0.0595558 Jan 31 21:02:30.268494 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-b49f16f7-5cd1-4569-8aaa-71326e26b27c req-5890431e-2869-481e-87e8-b01823540a5e tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] 10.222.0.46 "GET /v2.0/security-groups?id=c65378a2-fe6e-4350-bdeb-fc72abd6ffe9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579224 Jan 31 21:02:30.292389 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.wsgi [-] (102449) accepted ('10.222.0.46', 45470) {{(pid=102449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 21:02:30.338488 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-977754b1-2139-42d4-8e10-6774eea889e9 tempest-TestVolumeBootPattern-1424187030 tempest-TestVolumeBootPattern-1424187030-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 21:02:30.340087 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [None req-977754b1-2139-42d4-8e10-6774eea889e9 tempest-TestVolumeBootPattern-1424187030 tempest-TestVolumeBootPattern-1424187030-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=58c37f98-72b9-4b0a-a710-18114ae0bdac HTTP/1.1" status: 200 len: 1124 time: 0.0466177 Jan 31 21:02:30.343351 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.wsgi [-] (102449) accepted ('10.222.0.46', 45472) {{(pid=102449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 21:02:30.347915 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.v2.base [None req-55b39cbe-bd52-4585-ae99-b26367fc0896 tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] Request body: {'floatingip': {'floating_network_id': '51ba4d8e-a54c-4fb0-a209-37766af226e8', 'port_id': 'b8d9fc23-85c4-481b-9e7b-e4a811306486', 'tenant_id': '3f735df896f74e2a8ec34440c5d4fbfa', 'fixed_ip_address': '172.20.0.7'}} {{(pid=102449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 21:02:30.370345 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-55b39cbe-bd52-4585-ae99-b26367fc0896 tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:02:30.485042 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-55b39cbe-bd52-4585-ae99-b26367fc0896 tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1026180'] for port (None), before_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:02:30.641790 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.db.db_base_plugin_common [None req-55b39cbe-bd52-4585-ae99-b26367fc0896 tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] Allocated IP 172.27.2.191 (51ba4d8e-a54c-4fb0-a209-37766af226e8/99ba9542-d2be-443f-a804-26ff9bedcbe2/2cf9c0c4-677a-47b5-b81b-20dfb22c09ed) {{(pid=102449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 21:02:30.757268 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-55b39cbe-bd52-4585-ae99-b26367fc0896 tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] Publish callbacks [] for port (2cf9c0c4-677a-47b5-b81b-20dfb22c09ed), precommit_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:02:30.792641 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-55b39cbe-bd52-4585-ae99-b26367fc0896 tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1029723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3769609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783599971597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29106256'] for port (2cf9c0c4-677a-47b5-b81b-20dfb22c09ed), after_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:02:30.833106 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55b39cbe-bd52-4585-ae99-b26367fc0896 tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] Network 51ba4d8e-a54c-4fb0-a209-37766af226e8 is already hosted by enough agents. {{(pid=102449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 21:02:30.836276 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.scheduler.base_scheduler [None req-55b39cbe-bd52-4585-ae99-b26367fc0896 tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] Resources bound (agent type, host, resource id): {{(pid=102449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 21:02:30.839827 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55b39cbe-bd52-4585-ae99-b26367fc0896 tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] Received port after_create {{(pid=102449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 21:02:30.847718 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b39cbe-bd52-4585-ae99-b26367fc0896 tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] Pushing event updated for resources: {'Port': ['ID=2cf9c0c4-677a-47b5-b81b-20dfb22c09ed,revision_number=1']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 21:02:31.357658 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-55b39cbe-bd52-4585-ae99-b26367fc0896 tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] Publish callbacks [] for floatingip (a39777f4-7af1-4a86-9c7a-616c98d5f51e), precommit_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:02:31.478669 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-55b39cbe-bd52-4585-ae99-b26367fc0896 tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1026180'] for port (2cf9c0c4-677a-47b5-b81b-20dfb22c09ed), before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:02:31.665454 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-55b39cbe-bd52-4585-ae99-b26367fc0896 tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] Publish callbacks [] for port (2cf9c0c4-677a-47b5-b81b-20dfb22c09ed), precommit_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:02:31.672225 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-55b39cbe-bd52-4585-ae99-b26367fc0896 tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1029723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3769609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783600466378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783599971615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783599971633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29106247'] for port (2cf9c0c4-677a-47b5-b81b-20dfb22c09ed), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:02:31.749070 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b39cbe-bd52-4585-ae99-b26367fc0896 tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] Pushing event updated for resources: {'Port': ['ID=2cf9c0c4-677a-47b5-b81b-20dfb22c09ed,revision_number=2']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 21:02:31.764849 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-55b39cbe-bd52-4585-ae99-b26367fc0896 tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3696791'] for floatingip (a39777f4-7af1-4a86-9c7a-616c98d5f51e), after_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:02:31.880900 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.db.l3_db [None req-55b39cbe-bd52-4585-ae99-b26367fc0896 tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] Floating IP a39777f4-7af1-4a86-9c7a-616c98d5f51e associated. External IP: 172.27.2.191, port: b8d9fc23-85c4-481b-9e7b-e4a811306486. Jan 31 21:02:32.163142 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55b39cbe-bd52-4585-ae99-b26367fc0896 tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] Router 910c8d82-8f53-4a84-a34d-cc1bbd89049d has already been hosted by L3 agent 7c18f3b4-4d02-4b01-9072-98fcd9008716 {{(pid=102449) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 21:02:32.306270 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55b39cbe-bd52-4585-ae99-b26367fc0896 tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] Notify agent at l3_agent.dv-cinder-813229-5-iscsi the message routers_updated {{(pid=102449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 21:02:32.319480 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12f4cfa5-1aa9-4e19-8043-48bd5b6000bc None None] Sync routers for ids ['910c8d82-8f53-4a84-a34d-cc1bbd89049d'] in dv-cinder-813229-5-iscsi {{(pid=102454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 21:02:32.333308 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-55b39cbe-bd52-4585-ae99-b26367fc0896 tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204375'] for floatingip (None), before_response {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:02:32.339403 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12f4cfa5-1aa9-4e19-8043-48bd5b6000bc None None] Routers {'910c8d82-8f53-4a84-a34d-cc1bbd89049d'} bound to L3 agent in host dv-cinder-813229-5-iscsi {{(pid=102454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 21:02:32.340432 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.db.l3_hamode_db [None req-12f4cfa5-1aa9-4e19-8043-48bd5b6000bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-31T20:45:52Z,description=,heartbeat_timestamp=2022-01-31T21:02:22Z,host='dv-cinder-813229-5-iscsi',id=7c18f3b4-4d02-4b01-9072-98fcd9008716,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T20:45:52Z,topic='l3_agent')) {'router_ids': ['910c8d82-8f53-4a84-a34d-cc1bbd89049d'], 'active': True} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 21:02:32.379450 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [None req-55b39cbe-bd52-4585-ae99-b26367fc0896 tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0349438 Jan 31 21:02:32.380432 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58c37f98-72b9-4b0a-a710-18114ae0bdac', 'tag': 'b8d9fc23-85c4-481b-9e7b-e4a811306486'}] {{(pid=102449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 21:02:32.382909 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba30590511e0408980e1e78341b94ae353025d2904c3e8034e675cc5aff8c4ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23580981-4820-44bb-b0a0-3df8f8444e4a" -d '{"events": [{"name": "network-changed", "server_uuid": "58c37f98-72b9-4b0a-a710-18114ae0bdac", "tag": "b8d9fc23-85c4-481b-9e7b-e4a811306486"}]}' {{(pid=102449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 21:02:32.444351 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 21:02:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-785841e8-9299-4c57-9702-a273acc2c70c x-openstack-request-id: req-785841e8-9299-4c57-9702-a273acc2c70c {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 21:02:32.444796 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58c37f98-72b9-4b0a-a710-18114ae0bdac", "tag": "b8d9fc23-85c4-481b-9e7b-e4a811306486", "status": "completed", "code": 200}]} {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 21:02:32.445182 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-785841e8-9299-4c57-9702-a273acc2c70c {{(pid=102449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 21:02:32.445775 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58c37f98-72b9-4b0a-a710-18114ae0bdac', 'tag': 'b8d9fc23-85c4-481b-9e7b-e4a811306486', 'status': 'completed', 'code': 200} Jan 31 21:02:32.496109 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.db.l3_dvr_db [None req-12f4cfa5-1aa9-4e19-8043-48bd5b6000bc None None] Set router 910c8d82-8f53-4a84-a34d-cc1bbd89049d gateway port host: dv-cinder-813229-5-iscsi {{(pid=102454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 21:02:32.570104 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23580981-4820-44bb-b0a0-3df8f8444e4a req-1a7c5219-5cfc-4fd7-ac23-eb7130645db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 21:02:32.571755 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-23580981-4820-44bb-b0a0-3df8f8444e4a req-1a7c5219-5cfc-4fd7-ac23-eb7130645db8 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3f735df896f74e2a8ec34440c5d4fbfa&device_id=58c37f98-72b9-4b0a-a710-18114ae0bdac HTTP/1.1" status: 200 len: 1129 time: 0.0825229 Jan 31 21:02:32.712348 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23580981-4820-44bb-b0a0-3df8f8444e4a req-7fa4e1ab-3508-4816-9bb1-befea64f4c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 21:02:32.715115 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-23580981-4820-44bb-b0a0-3df8f8444e4a req-7fa4e1ab-3508-4816-9bb1-befea64f4c1d service neutron] 10.222.0.59 "GET /v2.0/networks?id=84d6e016-dd99-48a6-8278-a9c378f62567 HTTP/1.1" status: 200 len: 913 time: 0.1321685 Jan 31 21:02:32.799577 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-23580981-4820-44bb-b0a0-3df8f8444e4a req-f80957ba-8c1b-4ad9-810a-5e568940d223 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b8d9fc23-85c4-481b-9e7b-e4a811306486 HTTP/1.1" status: 200 len: 999 time: 0.0732028 Jan 31 21:02:32.819755 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.db.l3_hamode_db [None req-12f4cfa5-1aa9-4e19-8043-48bd5b6000bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '910c8d82-8f53-4a84-a34d-cc1bbd89049d', 'name': 'tempest-TestVolumeBootPattern-2011310398-router', 'tenant_id': '3f735df896f74e2a8ec34440c5d4fbfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51ba4d8e-a54c-4fb0-a209-37766af226e8', 'external_fixed_ips': [{'subnet_id': '99ba9542-d2be-443f-a804-26ff9bedcbe2', 'ip_address': '172.27.2.123'}], 'enable_snat': True}, 'gw_port_id': 'de93bc5b-9c48-48e9-93e3-d484933d6d1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T20:58:47Z', 'updated_at': '2022-01-31T20:58:52Z', 'revision_number': 4, 'project_id': '3f735df896f74e2a8ec34440c5d4fbfa', 'gw_port': {'id': 'de93bc5b-9c48-48e9-93e3-d484933d6d1a', 'name': '', 'network_id': '51ba4d8e-a54c-4fb0-a209-37766af226e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:ab:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '910c8d82-8f53-4a84-a34d-cc1bbd89049d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '99ba9542-d2be-443f-a804-26ff9bedcbe2', 'ip_address': '172.27.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T20:58:48Z', 'updated_at': '2022-01-31T20:58:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99ba9542-d2be-443f-a804-26ff9bedcbe2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-5-iscsi', '_floatingips': [{'id': 'a39777f4-7af1-4a86-9c7a-616c98d5f51e', 'tenant_id': '3f735df896f74e2a8ec34440c5d4fbfa', 'floating_ip_address': '172.27.2.191', 'floating_network_id': '51ba4d8e-a54c-4fb0-a209-37766af226e8', 'router_id': '910c8d82-8f53-4a84-a34d-cc1bbd89049d', 'port_id': 'b8d9fc23-85c4-481b-9e7b-e4a811306486', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 603, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '84d6e016-dd99-48a6-8278-a9c378f62567', 'mac_address': 'fa:16:3e:e9:f1:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58c37f98-72b9-4b0a-a710-18114ae0bdac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T21:02:31Z', 'updated_at': '2022-01-31T21:02:31Z', 'revision_number': 0, 'project_id': '3f735df896f74e2a8ec34440c5d4fbfa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3365364a-2deb-4044-bcd9-4ac2d97ebc11', 'name': '', 'network_id': '84d6e016-dd99-48a6-8278-a9c378f62567', 'tenant_id': '3f735df896f74e2a8ec34440c5d4fbfa', 'mac_address': 'fa:16:3e:ab:bf:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '910c8d82-8f53-4a84-a34d-cc1bbd89049d', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'f0ef83af-b9dd-40a6-908c-ffa9cf818bc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T20:58:51Z', 'updated_at': '2022-01-31T20:58:56Z', 'revision_number': 5, 'project_id': '3f735df896f74e2a8ec34440c5d4fbfa', 'subnets': [{'id': 'f0ef83af-b9dd-40a6-908c-ffa9cf818bc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-5-iscsi', False) {} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 21:02:32.852542 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12f4cfa5-1aa9-4e19-8043-48bd5b6000bc None None] Checking router: 910c8d82-8f53-4a84-a34d-cc1bbd89049d for host: dv-cinder-813229-5-iscsi {{(pid=102454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 21:02:32.852873 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23580981-4820-44bb-b0a0-3df8f8444e4a req-6b7b693e-0d8d-4dd2-8d2f-8885d07e2a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 21:02:32.854887 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-23580981-4820-44bb-b0a0-3df8f8444e4a req-6b7b693e-0d8d-4dd2-8d2f-8885d07e2a3d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f0ef83af-b9dd-40a6-908c-ffa9cf818bc2 HTTP/1.1" status: 200 len: 851 time: 0.0522995 Jan 31 21:02:32.864143 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12f4cfa5-1aa9-4e19-8043-48bd5b6000bc None None] Routers {'910c8d82-8f53-4a84-a34d-cc1bbd89049d'} bound to L3 agent in host dv-cinder-813229-5-iscsi {{(pid=102454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 21:02:32.864927 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.db.l3_hamode_db [None req-12f4cfa5-1aa9-4e19-8043-48bd5b6000bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-31T20:45:52Z,description=,heartbeat_timestamp=2022-01-31T21:02:22Z,host='dv-cinder-813229-5-iscsi',id=7c18f3b4-4d02-4b01-9072-98fcd9008716,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T20:45:52Z,topic='l3_agent')) {'router_ids': ['910c8d82-8f53-4a84-a34d-cc1bbd89049d'], 'active': True} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 21:02:32.910395 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23580981-4820-44bb-b0a0-3df8f8444e4a req-a84e2946-4ef5-4be6-a0cb-5cb9f0aa9b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 21:02:32.915666 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-23580981-4820-44bb-b0a0-3df8f8444e4a req-a84e2946-4ef5-4be6-a0cb-5cb9f0aa9b4c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=84d6e016-dd99-48a6-8278-a9c378f62567&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0506136 Jan 31 21:02:32.989016 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.db.l3_dvr_db [None req-12f4cfa5-1aa9-4e19-8043-48bd5b6000bc None None] Set router 910c8d82-8f53-4a84-a34d-cc1bbd89049d gateway port host: dv-cinder-813229-5-iscsi {{(pid=102454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 21:02:33.015280 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-23580981-4820-44bb-b0a0-3df8f8444e4a req-81b1ad86-f3fe-454b-bb79-e0224d8cfd23 service neutron] 10.222.0.59 "GET /v2.0/networks/84d6e016-dd99-48a6-8278-a9c378f62567?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961418 Jan 31 21:02:33.133415 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-23580981-4820-44bb-b0a0-3df8f8444e4a req-69c66f05-381c-440a-8cdc-02f2329d531e service neutron] 10.222.0.59 "GET /v2.0/networks/84d6e016-dd99-48a6-8278-a9c378f62567?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1107175 Jan 31 21:02:33.252589 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.db.l3_hamode_db [None req-12f4cfa5-1aa9-4e19-8043-48bd5b6000bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '910c8d82-8f53-4a84-a34d-cc1bbd89049d', 'name': 'tempest-TestVolumeBootPattern-2011310398-router', 'tenant_id': '3f735df896f74e2a8ec34440c5d4fbfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51ba4d8e-a54c-4fb0-a209-37766af226e8', 'external_fixed_ips': [{'subnet_id': '99ba9542-d2be-443f-a804-26ff9bedcbe2', 'ip_address': '172.27.2.123'}], 'enable_snat': True}, 'gw_port_id': 'de93bc5b-9c48-48e9-93e3-d484933d6d1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T20:58:47Z', 'updated_at': '2022-01-31T20:58:52Z', 'revision_number': 4, 'project_id': '3f735df896f74e2a8ec34440c5d4fbfa', 'gw_port': {'id': 'de93bc5b-9c48-48e9-93e3-d484933d6d1a', 'name': '', 'network_id': '51ba4d8e-a54c-4fb0-a209-37766af226e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:ab:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '910c8d82-8f53-4a84-a34d-cc1bbd89049d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '99ba9542-d2be-443f-a804-26ff9bedcbe2', 'ip_address': '172.27.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T20:58:48Z', 'updated_at': '2022-01-31T20:58:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99ba9542-d2be-443f-a804-26ff9bedcbe2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-5-iscsi', '_floatingips': [{'id': 'a39777f4-7af1-4a86-9c7a-616c98d5f51e', 'tenant_id': '3f735df896f74e2a8ec34440c5d4fbfa', 'floating_ip_address': '172.27.2.191', 'floating_network_id': '51ba4d8e-a54c-4fb0-a209-37766af226e8', 'router_id': '910c8d82-8f53-4a84-a34d-cc1bbd89049d', 'port_id': 'b8d9fc23-85c4-481b-9e7b-e4a811306486', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 603, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '84d6e016-dd99-48a6-8278-a9c378f62567', 'mac_address': 'fa:16:3e:e9:f1:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58c37f98-72b9-4b0a-a710-18114ae0bdac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T21:02:31Z', 'updated_at': '2022-01-31T21:02:31Z', 'revision_number': 0, 'project_id': '3f735df896f74e2a8ec34440c5d4fbfa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3365364a-2deb-4044-bcd9-4ac2d97ebc11', 'name': '', 'network_id': '84d6e016-dd99-48a6-8278-a9c378f62567', 'tenant_id': '3f735df896f74e2a8ec34440c5d4fbfa', 'mac_address': 'fa:16:3e:ab:bf:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '910c8d82-8f53-4a84-a34d-cc1bbd89049d', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'f0ef83af-b9dd-40a6-908c-ffa9cf818bc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T20:58:51Z', 'updated_at': '2022-01-31T20:58:56Z', 'revision_number': 5, 'project_id': '3f735df896f74e2a8ec34440c5d4fbfa', 'subnets': [{'id': 'f0ef83af-b9dd-40a6-908c-ffa9cf818bc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-5-iscsi', False) {} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 21:02:33.279122 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12f4cfa5-1aa9-4e19-8043-48bd5b6000bc None None] The sync data for ids ['910c8d82-8f53-4a84-a34d-cc1bbd89049d'] in dv-cinder-813229-5-iscsi is: [{'id': '910c8d82-8f53-4a84-a34d-cc1bbd89049d', 'name': 'tempest-TestVolumeBootPattern-2011310398-router', 'tenant_id': '3f735df896f74e2a8ec34440c5d4fbfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51ba4d8e-a54c-4fb0-a209-37766af226e8', 'external_fixed_ips': [{'subnet_id': '99ba9542-d2be-443f-a804-26ff9bedcbe2', 'ip_address': '172.27.2.123'}], 'enable_snat': True}, 'gw_port_id': 'de93bc5b-9c48-48e9-93e3-d484933d6d1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T20:58:47Z', 'updated_at': '2022-01-31T20:58:52Z', 'revision_number': 4, 'project_id': '3f735df896f74e2a8ec34440c5d4fbfa', 'gw_port': {'id': 'de93bc5b-9c48-48e9-93e3-d484933d6d1a', 'name': '', 'network_id': '51ba4d8e-a54c-4fb0-a209-37766af226e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:ab:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '910c8d82-8f53-4a84-a34d-cc1bbd89049d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '99ba9542-d2be-443f-a804-26ff9bedcbe2', 'ip_address': '172.27.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T20:58:48Z', 'updated_at': '2022-01-31T20:58:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99ba9542-d2be-443f-a804-26ff9bedcbe2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-5-iscsi', '_floatingips': [{'id': 'a39777f4-7af1-4a86-9c7a-616c98d5f51e', 'tenant_id': '3f735df896f74e2a8ec34440c5d4fbfa', 'floating_ip_address': '172.27.2.191', 'floating_network_id': '51ba4d8e-a54c-4fb0-a209-37766af226e8', 'router_id': '910c8d82-8f53-4a84-a34d-cc1bbd89049d', 'port_id': 'b8d9fc23-85c4-481b-9e7b-e4a811306486', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 603, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '84d6e016-dd99-48a6-8278-a9c378f62567', 'mac_address': 'fa:16:3e:e9:f1:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58c37f98-72b9-4b0a-a710-18114ae0bdac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T21:02:31Z', 'updated_at': '2022-01-31T21:02:31Z', 'revision_number': 0, 'project_id': '3f735df896f74e2a8ec34440c5d4fbfa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3365364a-2deb-4044-bcd9-4ac2d97ebc11', 'name': '', 'network_id': '84d6e016-dd99-48a6-8278-a9c378f62567', 'tenant_id': '3f735df896f74e2a8ec34440c5d4fbfa', 'mac_address': 'fa:16:3e:ab:bf:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '910c8d82-8f53-4a84-a34d-cc1bbd89049d', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'f0ef83af-b9dd-40a6-908c-ffa9cf818bc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T20:58:51Z', 'updated_at': '2022-01-31T20:58:56Z', 'revision_number': 5, 'project_id': '3f735df896f74e2a8ec34440c5d4fbfa', 'subnets': [{'id': 'f0ef83af-b9dd-40a6-908c-ffa9cf818bc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 21:02:33.524699 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd95414a-eaee-447d-a4d7-f45838f265e5 None None] New status for floating IP a39777f4-7af1-4a86-9c7a-616c98d5f51e: ACTIVE {{(pid=102451) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 31 21:02:41.963931 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.db.agents_db [None req-9f73b596-de3f-4c4d-980f-1f0b0f14bd7d None None] Agent healthcheck: found 6 active agents {{(pid=102454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 21:02:49.087792 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.wsgi [-] (102449) accepted ('10.222.0.46', 45622) {{(pid=102449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 21:02:49.203755 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-7eb79cb1-fbe2-4607-981e-4225297d8a18 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:02:49.298646 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-7eb79cb1-fbe2-4607-981e-4225297d8a18 admin admin] Publish callbacks [] for security_group (db6595fb-3ce6-4a9c-b459-7ccce70ae1ad), precommit_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:02:49.304142 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-7eb79cb1-fbe2-4607-981e-4225297d8a18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736509'] for security_group (db6595fb-3ce6-4a9c-b459-7ccce70ae1ad), after_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:02:49.345295 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [None req-7eb79cb1-fbe2-4607-981e-4225297d8a18 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=5f28bd2cc8a745449980e691c91a9e75&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2562673 Jan 31 21:02:49.347723 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb79cb1-fbe2-4607-981e-4225297d8a18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db6595fb-3ce6-4a9c-b459-7ccce70ae1ad,revision_number=1']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 21:02:49.348165 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.wsgi [-] (102450) accepted ('10.222.0.46', 45626) {{(pid=102450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 21:02:49.414967 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-4e7d59a4-e76f-4559-99d8-ce1dcd1d8eb3 admin admin] Publish callbacks [] for security_group (db6595fb-3ce6-4a9c-b459-7ccce70ae1ad), before_delete {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:02:49.442493 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-4e7d59a4-e76f-4559-99d8-ce1dcd1d8eb3 admin admin] Publish callbacks [] for security_group (db6595fb-3ce6-4a9c-b459-7ccce70ae1ad), precommit_delete {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:02:49.499173 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-a370a1ee-a59f-4612-a9d4-3e06835c1b64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600486512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3401042'] for agent (34ef0204-81d1-4f5e-89d1-b08d0f866641), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:02:49.510484 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-4e7d59a4-e76f-4559-99d8-ce1dcd1d8eb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736509'] for security_group (db6595fb-3ce6-4a9c-b459-7ccce70ae1ad), after_delete {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:02:49.513163 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-4e7d59a4-e76f-4559-99d8-ce1dcd1d8eb3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:02:49.514393 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [None req-4e7d59a4-e76f-4559-99d8-ce1dcd1d8eb3 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/db6595fb-3ce6-4a9c-b459-7ccce70ae1ad HTTP/1.1" status: 204 len: 168 time: 0.1651313 Jan 31 21:02:49.523740 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7d59a4-e76f-4559-99d8-ce1dcd1d8eb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db6595fb-3ce6-4a9c-b459-7ccce70ae1ad,revision_number=None']} {{(pid=102450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 21:02:50.270886 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.wsgi [-] (102450) accepted ('10.222.0.46', 45648) {{(pid=102450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 21:02:50.389731 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.v2.base [None req-adcb1809-7021-4aea-9de6-0e3a51ab4d5a admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-851269983-network', 'tenant_id': 'f3a50fa6222c45909f5e2cee9c006033'}} {{(pid=102450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 21:02:50.424946 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adcb1809-7021-4aea-9de6-0e3a51ab4d5a admin admin] Made reservation on behalf of f3a50fa6222c45909f5e2cee9c006033 for: {'network': 1} {{(pid=102450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 21:02:50.428517 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-adcb1809-7021-4aea-9de6-0e3a51ab4d5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1026180'] for network (None), before_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:02:50.445316 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-adcb1809-7021-4aea-9de6-0e3a51ab4d5a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:02:50.569251 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-adcb1809-7021-4aea-9de6-0e3a51ab4d5a admin admin] Publish callbacks [] for security_group (51227d9f-5cff-42d8-80a3-f2dfde9510f0), precommit_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:02:50.574763 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-adcb1809-7021-4aea-9de6-0e3a51ab4d5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736509'] for security_group (51227d9f-5cff-42d8-80a3-f2dfde9510f0), after_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:02:50.606029 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-adcb1809-7021-4aea-9de6-0e3a51ab4d5a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 670} {{(pid=102450) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 21:02:50.620416 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcb1809-7021-4aea-9de6-0e3a51ab4d5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51227d9f-5cff-42d8-80a3-f2dfde9510f0,revision_number=1']} {{(pid=102450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 21:02:50.625339 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-adcb1809-7021-4aea-9de6-0e3a51ab4d5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-936743'] for segment (334b6d35-c1e2-4736-987b-283b48f94d99), precommit_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:02:50.625683 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.db.segments_db [None req-adcb1809-7021-4aea-9de6-0e3a51ab4d5a admin admin] Added segment 334b6d35-c1e2-4736-987b-283b48f94d99 of type vlan for network c780ed10-f587-4341-a632-e821b2883887 Jan 31 21:02:50.675869 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-adcb1809-7021-4aea-9de6-0e3a51ab4d5a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783599991637'] for network (c780ed10-f587-4341-a632-e821b2883887), precommit_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:02:50.709912 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-adcb1809-7021-4aea-9de6-0e3a51ab4d5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3769609'] for network (c780ed10-f587-4341-a632-e821b2883887), after_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:02:50.711094 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adcb1809-7021-4aea-9de6-0e3a51ab4d5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 21:02:50.712865 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-adcb1809-7021-4aea-9de6-0e3a51ab4d5a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3769851'] for network (None), before_response {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:02:50.765782 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [None req-adcb1809-7021-4aea-9de6-0e3a51ab4d5a admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4936945 Jan 31 21:02:50.769716 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.wsgi [-] (102449) accepted ('10.222.0.46', 45654) {{(pid=102449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 21:02:50.778112 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.v2.base [None req-3efecb1c-a756-4c0f-bcb1-52e4b0f77cfc admin admin] Request body: {'subnet': {'network_id': 'c780ed10-f587-4341-a632-e821b2883887', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-851269983-subnet', 'tenant_id': 'f3a50fa6222c45909f5e2cee9c006033', 'ip_version': 4}} {{(pid=102449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 21:02:50.783580 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcb1809-7021-4aea-9de6-0e3a51ab4d5a admin admin] Pushing event updated for resources: {'Network': ['ID=c780ed10-f587-4341-a632-e821b2883887,revision_number=1']} {{(pid=102450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 21:02:50.794225 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.rpc [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Network c780ed10-f587-4341-a632-e821b2883887 details requested by agent ovs-agent-dv-cinder-813229-5-iscsi with host dv-cinder-813229-5-iscsi {{(pid=102451) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 21:02:50.804944 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3efecb1c-a756-4c0f-bcb1-52e4b0f77cfc admin admin] Made reservation on behalf of f3a50fa6222c45909f5e2cee9c006033 for: {'subnet': 1} {{(pid=102449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 21:02:50.808814 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-3efecb1c-a756-4c0f-bcb1-52e4b0f77cfc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25214388'] for subnet (None), before_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:02:51.029131 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-3efecb1c-a756-4c0f-bcb1-52e4b0f77cfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3769609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29109440', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25214338'] for subnet (0df1e603-d733-44e8-8eb2-24663dc6914e), after_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:02:51.084344 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efecb1c-a756-4c0f-bcb1-52e4b0f77cfc admin admin] Pushing event updated for resources: {'Subnet': ['ID=0df1e603-d733-44e8-8eb2-24663dc6914e,revision_number=0']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 21:02:51.095347 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3efecb1c-a756-4c0f-bcb1-52e4b0f77cfc admin admin] Checking segment: {'id': '334b6d35-c1e2-4736-987b-283b48f94d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'c780ed10-f587-4341-a632-e821b2883887'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 21:02:51.095704 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3efecb1c-a756-4c0f-bcb1-52e4b0f77cfc admin admin] Network hostable DHCP agents. Network: c780ed10-f587-4341-a632-e821b2883887, hostable agents: ['34ef0204-81d1-4f5e-89d1-b08d0f866641'], hosted agents: [] {{(pid=102449) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 21:02:51.115820 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3efecb1c-a756-4c0f-bcb1-52e4b0f77cfc admin admin] Network c780ed10-f587-4341-a632-e821b2883887 is scheduled to be hosted by DHCP agent 34ef0204-81d1-4f5e-89d1-b08d0f866641 with binding_index 1 {{(pid=102449) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 21:02:51.126144 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.scheduler.base_scheduler [None req-3efecb1c-a756-4c0f-bcb1-52e4b0f77cfc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813229-5-iscsi, c780ed10-f587-4341-a632-e821b2883887) {{(pid=102449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 21:02:51.133830 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3efecb1c-a756-4c0f-bcb1-52e4b0f77cfc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 21:02:51.136164 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-3efecb1c-a756-4c0f-bcb1-52e4b0f77cfc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3769851'] for subnet (None), before_response {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:02:51.138470 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d451f41-8e65-404c-b068-03e44b26cfbb None None] Network c780ed10-f587-4341-a632-e821b2883887 requested from dv-cinder-813229-5-iscsi {{(pid=102451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 21:02:51.161508 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [None req-3efecb1c-a756-4c0f-bcb1-52e4b0f77cfc admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3885429 Jan 31 21:02:51.164150 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.wsgi [-] (102449) accepted ('10.222.0.46', 45656) {{(pid=102449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 21:02:51.170985 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.v2.base [None req-585dfea6-edb7-4d5f-b9bc-aacefd4c8dab admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-851269983-router', 'tenant_id': 'f3a50fa6222c45909f5e2cee9c006033', 'external_gateway_info': {'network_id': '51ba4d8e-a54c-4fb0-a209-37766af226e8'}}} {{(pid=102449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 21:02:51.202384 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-585dfea6-edb7-4d5f-b9bc-aacefd4c8dab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3694658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-987'] for router (1d3e097f-f5ef-40f8-9ef0-1bd620794f2a), before_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:02:51.204381 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-585dfea6-edb7-4d5f-b9bc-aacefd4c8dab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3675570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3697180', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3796638', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-962'] for router (1d3e097f-f5ef-40f8-9ef0-1bd620794f2a), precommit_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:02:51.268133 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-585dfea6-edb7-4d5f-b9bc-aacefd4c8dab admin admin] Publish callbacks [] for router_controller (1d3e097f-f5ef-40f8-9ef0-1bd620794f2a), precommit_add_association {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:02:51.281004 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d91a18c7-5c97-4d03-9062-04701862e03d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp46454b73-10d6-541d-9c15-68f305aeb19a-c780ed10-f587-4341-a632-e821b2883887', 'network_id': 'c780ed10-f587-4341-a632-e821b2883887', 'project_id': 'f3a50fa6222c45909f5e2cee9c006033', 'fixed_ips': [{'subnet_id': '0df1e603-d733-44e8-8eb2-24663dc6914e'}]}} from dv-cinder-813229-5-iscsi. {{(pid=102451) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 31 21:02:51.281899 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-d91a18c7-5c97-4d03-9062-04701862e03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1026180'] for port (None), before_create {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:02:51.436394 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-585dfea6-edb7-4d5f-b9bc-aacefd4c8dab admin admin] Publish callbacks [] for router_gateway (1d3e097f-f5ef-40f8-9ef0-1bd620794f2a), precommit_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:02:51.484549 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.db.db_base_plugin_common [None req-d91a18c7-5c97-4d03-9062-04701862e03d None None] Allocated IP 172.20.0.2 (c780ed10-f587-4341-a632-e821b2883887/0df1e603-d733-44e8-8eb2-24663dc6914e/9ae31446-f939-4236-b464-de3fe71799cd) {{(pid=102451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 21:02:51.802433 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-5b23cbf6-58f4-4159-9f1a-3edd0cb7e1d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600486512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3401042'] for agent (7c18f3b4-4d02-4b01-9072-98fcd9008716), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:02:51.934166 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-d91a18c7-5c97-4d03-9062-04701862e03d None None] Publish callbacks [] for port (9ae31446-f939-4236-b464-de3fe71799cd), precommit_create {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:02:51.941522 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-d91a18c7-5c97-4d03-9062-04701862e03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1029723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3769609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783599971597'] for port (9ae31446-f939-4236-b464-de3fe71799cd), after_create {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:02:51.986893 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d91a18c7-5c97-4d03-9062-04701862e03d None None] Network c780ed10-f587-4341-a632-e821b2883887 is already hosted by enough agents. {{(pid=102451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 21:02:51.992717 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.scheduler.base_scheduler [None req-d91a18c7-5c97-4d03-9062-04701862e03d None None] Resources bound (agent type, host, resource id): {{(pid=102451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 21:02:52.010350 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d91a18c7-5c97-4d03-9062-04701862e03d None None] Received port after_create {{(pid=102451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 21:02:52.012584 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91a18c7-5c97-4d03-9062-04701862e03d None None] Pushing event updated for resources: {'Port': ['ID=9ae31446-f939-4236-b464-de3fe71799cd,revision_number=1']} {{(pid=102451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 21:02:52.024146 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-585dfea6-edb7-4d5f-b9bc-aacefd4c8dab admin admin] Publish callbacks [] for router_gateway (1d3e097f-f5ef-40f8-9ef0-1bd620794f2a), before_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:02:52.044960 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-585dfea6-edb7-4d5f-b9bc-aacefd4c8dab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1026180'] for port (None), before_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:02:52.083249 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.managers [None req-d91a18c7-5c97-4d03-9062-04701862e03d None None] Attempting to bind port 9ae31446-f939-4236-b464-de3fe71799cd on host dv-cinder-813229-5-iscsi for vnic_type normal with profile {{(pid=102451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 21:02:52.083614 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.managers [None req-d91a18c7-5c97-4d03-9062-04701862e03d None None] Attempting to bind port 9ae31446-f939-4236-b464-de3fe71799cd by drivers openvswitch,hyperv on host dv-cinder-813229-5-iscsi at level 0 using segments [{'id': '334b6d35-c1e2-4736-987b-283b48f94d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'c780ed10-f587-4341-a632-e821b2883887'}] {{(pid=102451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 21:02:52.083976 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d91a18c7-5c97-4d03-9062-04701862e03d None None] Attempting to bind port 9ae31446-f939-4236-b464-de3fe71799cd on network c780ed10-f587-4341-a632-e821b2883887 {{(pid=102451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 21:02:52.089770 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d91a18c7-5c97-4d03-9062-04701862e03d None None] Checking agent: {'id': '9ba4f6fe-000a-4ef5-9d61-ba62910ab5fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813229-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 20, 45, 56), 'started_at': datetime.datetime(2022, 1, 31, 20, 46, 26), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 21, 2, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813229-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 21:02:52.090124 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d91a18c7-5c97-4d03-9062-04701862e03d None None] Checking segment: {'id': '334b6d35-c1e2-4736-987b-283b48f94d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'c780ed10-f587-4341-a632-e821b2883887'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 21:02:52.090529 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-d91a18c7-5c97-4d03-9062-04701862e03d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:02:52.090960 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d91a18c7-5c97-4d03-9062-04701862e03d None None] Bound using segment: {'id': '334b6d35-c1e2-4736-987b-283b48f94d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'c780ed10-f587-4341-a632-e821b2883887'} {{(pid=102451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 21:02:52.091417 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.managers [None req-d91a18c7-5c97-4d03-9062-04701862e03d None None] Bound port: 9ae31446-f939-4236-b464-de3fe71799cd, host: dv-cinder-813229-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '334b6d35-c1e2-4736-987b-283b48f94d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'c780ed10-f587-4341-a632-e821b2883887'}}] {{(pid=102451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 21:02:52.091784 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-d91a18c7-5c97-4d03-9062-04701862e03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1026180'] for port (9ae31446-f939-4236-b464-de3fe71799cd), before_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:02:52.173158 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.db.db_base_plugin_common [None req-585dfea6-edb7-4d5f-b9bc-aacefd4c8dab admin admin] Allocated IP 172.27.2.177 (51ba4d8e-a54c-4fb0-a209-37766af226e8/99ba9542-d2be-443f-a804-26ff9bedcbe2/35532e96-3be9-43ce-a907-909e90cedb09) {{(pid=102449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 21:02:52.173671 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.db [None req-d91a18c7-5c97-4d03-9062-04701862e03d None None] For port 9ae31446-f939-4236-b464-de3fe71799cd, host dv-cinder-813229-5-iscsi, cleared binding levels {{(pid=102451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 21:02:52.179385 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.db [None req-d91a18c7-5c97-4d03-9062-04701862e03d None None] For port 9ae31446-f939-4236-b464-de3fe71799cd, host dv-cinder-813229-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-5-iscsi',level=0,port_id=9ae31446-f939-4236-b464-de3fe71799cd,segment=NetworkSegment(334b6d35-c1e2-4736-987b-283b48f94d99),segment_id=334b6d35-c1e2-4736-987b-283b48f94d99)] {{(pid=102451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 21:02:52.188237 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-d91a18c7-5c97-4d03-9062-04701862e03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1029723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3769609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783600466378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783599971615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783599971633'] for port (9ae31446-f939-4236-b464-de3fe71799cd), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:02:52.276895 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91a18c7-5c97-4d03-9062-04701862e03d None None] Pushing event updated for resources: {'Port': ['ID=9ae31446-f939-4236-b464-de3fe71799cd,revision_number=2']} {{(pid=102451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 21:02:52.326350 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-585dfea6-edb7-4d5f-b9bc-aacefd4c8dab admin admin] Publish callbacks [] for port (35532e96-3be9-43ce-a907-909e90cedb09), precommit_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:02:52.376580 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-585dfea6-edb7-4d5f-b9bc-aacefd4c8dab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1029723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3769609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783599971597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29106256'] for port (35532e96-3be9-43ce-a907-909e90cedb09), after_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:02:52.424473 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-585dfea6-edb7-4d5f-b9bc-aacefd4c8dab admin admin] Network 51ba4d8e-a54c-4fb0-a209-37766af226e8 is already hosted by enough agents. {{(pid=102449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 21:02:52.428949 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.scheduler.base_scheduler [None req-585dfea6-edb7-4d5f-b9bc-aacefd4c8dab admin admin] Resources bound (agent type, host, resource id): {{(pid=102449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 21:02:52.431930 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-585dfea6-edb7-4d5f-b9bc-aacefd4c8dab admin admin] Received port after_create {{(pid=102449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 21:02:52.493182 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585dfea6-edb7-4d5f-b9bc-aacefd4c8dab admin admin] Pushing event updated for resources: {'Port': ['ID=35532e96-3be9-43ce-a907-909e90cedb09,revision_number=1']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 21:02:52.778757 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-585dfea6-edb7-4d5f-b9bc-aacefd4c8dab admin admin] Publish callbacks [] for router_gateway (1d3e097f-f5ef-40f8-9ef0-1bd620794f2a), after_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:02:53.011208 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-7eb716df-9c73-407a-9e83-210e7bcc67e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600486512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3401042'] for agent (289e5c83-71b6-47e7-bef9-287113943a12), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:02:53.023718 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-585dfea6-edb7-4d5f-b9bc-aacefd4c8dab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3675595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3697225'] for router (1d3e097f-f5ef-40f8-9ef0-1bd620794f2a), after_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:02:53.188940 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-585dfea6-edb7-4d5f-b9bc-aacefd4c8dab admin admin] Router 1d3e097f-f5ef-40f8-9ef0-1bd620794f2a is scheduled to L3 agent 7c18f3b4-4d02-4b01-9072-98fcd9008716 with binding_index 1 {{(pid=102449) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 31 21:02:53.337956 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-585dfea6-edb7-4d5f-b9bc-aacefd4c8dab admin admin] Notify agent at l3_agent.dv-cinder-813229-5-iscsi the message routers_updated {{(pid=102449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 21:02:53.352271 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a09b8ace-2df4-423c-8d36-9b5a3befb0c1 None None] Sync routers for ids ['1d3e097f-f5ef-40f8-9ef0-1bd620794f2a'] in dv-cinder-813229-5-iscsi {{(pid=102454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 21:02:53.357926 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-585dfea6-edb7-4d5f-b9bc-aacefd4c8dab admin admin] Publish callbacks [] for router (None), before_response {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:02:53.359544 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [None req-585dfea6-edb7-4d5f-b9bc-aacefd4c8dab admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.1941390 Jan 31 21:02:53.364129 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.wsgi [-] (102449) accepted ('10.222.0.46', 45662) {{(pid=102449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 21:02:53.371645 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a09b8ace-2df4-423c-8d36-9b5a3befb0c1 None None] Routers {'1d3e097f-f5ef-40f8-9ef0-1bd620794f2a'} bound to L3 agent in host dv-cinder-813229-5-iscsi {{(pid=102454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 21:02:53.372751 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.db.l3_hamode_db [None req-a09b8ace-2df4-423c-8d36-9b5a3befb0c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-31T20:45:52Z,description=,heartbeat_timestamp=2022-01-31T21:02:52Z,host='dv-cinder-813229-5-iscsi',id=7c18f3b4-4d02-4b01-9072-98fcd9008716,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T20:45:52Z,topic='l3_agent')) {'router_ids': ['1d3e097f-f5ef-40f8-9ef0-1bd620794f2a'], 'active': True} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 21:02:53.411375 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50505647-cdda-4783-b4e9-456d76b8feeb None None] Network c780ed10-f587-4341-a632-e821b2883887 requested from dv-cinder-813229-5-iscsi {{(pid=102451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 21:02:53.495483 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.db.provisioning_blocks [None req-8af33106-dc97-4dd9-9601-2ddb7e4a1606 None None] Provisioning complete for port 9ae31446-f939-4236-b464-de3fe71799cd triggered by entity DHCP. {{(pid=102451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 21:02:53.495966 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-8af33106-dc97-4dd9-9601-2ddb7e4a1606 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3401144'] for port (9ae31446-f939-4236-b464-de3fe71799cd), provisioning_complete {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:02:53.515296 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.db.l3_dvr_db [None req-a09b8ace-2df4-423c-8d36-9b5a3befb0c1 None None] Set router 1d3e097f-f5ef-40f8-9ef0-1bd620794f2a gateway port host: dv-cinder-813229-5-iscsi {{(pid=102454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 21:02:53.634607 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.plugin [None req-8af33106-dc97-4dd9-9601-2ddb7e4a1606 None None] Current status of the port 9ae31446-f939-4236-b464-de3fe71799cd is: DOWN; New status is: ACTIVE {{(pid=102451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 21:02:53.635059 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-8af33106-dc97-4dd9-9601-2ddb7e4a1606 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1026180'] for port (9ae31446-f939-4236-b464-de3fe71799cd), before_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:02:53.690409 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.db [None req-8af33106-dc97-4dd9-9601-2ddb7e4a1606 None None] For port 9ae31446-f939-4236-b464-de3fe71799cd, host dv-cinder-813229-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-5-iscsi',level=0,port_id=9ae31446-f939-4236-b464-de3fe71799cd,segment=NetworkSegment(334b6d35-c1e2-4736-987b-283b48f94d99),segment_id=334b6d35-c1e2-4736-987b-283b48f94d99)] {{(pid=102451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 21:02:53.699168 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-8af33106-dc97-4dd9-9601-2ddb7e4a1606 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1029723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3769609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783600466378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783599971615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783599971633'] for port (9ae31446-f939-4236-b464-de3fe71799cd), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:02:53.776097 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af33106-dc97-4dd9-9601-2ddb7e4a1606 None None] Pushing event updated for resources: {'Port': ['ID=9ae31446-f939-4236-b464-de3fe71799cd,revision_number=3']} {{(pid=102451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 21:02:53.814650 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.db.l3_hamode_db [None req-a09b8ace-2df4-423c-8d36-9b5a3befb0c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d3e097f-f5ef-40f8-9ef0-1bd620794f2a', 'name': 'tempest-TestMinimumBasicScenario-851269983-router', 'tenant_id': 'f3a50fa6222c45909f5e2cee9c006033', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51ba4d8e-a54c-4fb0-a209-37766af226e8', 'external_fixed_ips': [{'subnet_id': '99ba9542-d2be-443f-a804-26ff9bedcbe2', 'ip_address': '172.27.2.177'}], 'enable_snat': True}, 'gw_port_id': '35532e96-3be9-43ce-a907-909e90cedb09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T21:02:51Z', 'updated_at': '2022-01-31T21:02:52Z', 'revision_number': 3, 'project_id': 'f3a50fa6222c45909f5e2cee9c006033', 'gw_port': {'id': '35532e96-3be9-43ce-a907-909e90cedb09', 'name': '', 'network_id': '51ba4d8e-a54c-4fb0-a209-37766af226e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:40:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d3e097f-f5ef-40f8-9ef0-1bd620794f2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '99ba9542-d2be-443f-a804-26ff9bedcbe2', 'ip_address': '172.27.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T21:02:52Z', 'updated_at': '2022-01-31T21:02:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '99ba9542-d2be-443f-a804-26ff9bedcbe2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-5-iscsi'}], 'dv-cinder-813229-5-iscsi', False) {} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 21:02:53.914745 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.rpc [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Device 9ae31446-f939-4236-b464-de3fe71799cd up at agent ovs-agent-dv-cinder-813229-5-iscsi {{(pid=102451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 21:02:53.976948 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.db.provisioning_blocks [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Provisioning complete for port 9ae31446-f939-4236-b464-de3fe71799cd triggered by entity L2. {{(pid=102451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 21:02:53.977336 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3401144'] for port (9ae31446-f939-4236-b464-de3fe71799cd), provisioning_complete {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:02:53.981534 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a09b8ace-2df4-423c-8d36-9b5a3befb0c1 None None] Checking router: 1d3e097f-f5ef-40f8-9ef0-1bd620794f2a for host: dv-cinder-813229-5-iscsi {{(pid=102454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 21:02:53.981895 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a09b8ace-2df4-423c-8d36-9b5a3befb0c1 None None] Updating router 1d3e097f-f5ef-40f8-9ef0-1bd620794f2a port 35532e96-3be9-43ce-a907-909e90cedb09 binding host dv-cinder-813229-5-iscsi {{(pid=102454) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 31 21:02:53.983560 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-438e956f-cc56-4414-8850-f9936bc7252f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1026180'] for port (None), before_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:02:54.012872 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-a09b8ace-2df4-423c-8d36-9b5a3befb0c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1026180'] for port (35532e96-3be9-43ce-a907-909e90cedb09), before_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:02:54.047324 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.db.provisioning_blocks [None req-9964d446-7e5f-4622-af6f-578ae5a53946 None None] Provisioning complete for port 9ae31446-f939-4236-b464-de3fe71799cd triggered by entity DHCP. {{(pid=102451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 21:02:54.048021 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-9964d446-7e5f-4622-af6f-578ae5a53946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3401144'] for port (9ae31446-f939-4236-b464-de3fe71799cd), provisioning_complete {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:02:54.124471 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.plugin [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Current status of the port 9ae31446-f939-4236-b464-de3fe71799cd is: ACTIVE; New status is: ACTIVE {{(pid=102451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 21:02:54.170073 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.plugin [None req-9964d446-7e5f-4622-af6f-578ae5a53946 None None] Current status of the port 9ae31446-f939-4236-b464-de3fe71799cd is: ACTIVE; New status is: ACTIVE {{(pid=102451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 21:02:54.193974 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.db.db_base_plugin_common [None req-438e956f-cc56-4414-8850-f9936bc7252f admin admin] Allocated IP 172.20.0.1 (c780ed10-f587-4341-a632-e821b2883887/0df1e603-d733-44e8-8eb2-24663dc6914e/79fb4c1c-cd6d-481c-8fc5-f27ab57a8ad0) {{(pid=102449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 21:02:54.305345 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-a09b8ace-2df4-423c-8d36-9b5a3befb0c1 None None] Publish callbacks [] for port (35532e96-3be9-43ce-a907-909e90cedb09), precommit_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:02:54.310090 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-438e956f-cc56-4414-8850-f9936bc7252f admin admin] Publish callbacks [] for port (79fb4c1c-cd6d-481c-8fc5-f27ab57a8ad0), precommit_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:02:54.312114 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-a09b8ace-2df4-423c-8d36-9b5a3befb0c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1029723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3769609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783600466378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783599971615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783599971633'] for port (35532e96-3be9-43ce-a907-909e90cedb09), after_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:02:54.348624 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-438e956f-cc56-4414-8850-f9936bc7252f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1029723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3769609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783599971597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29106256'] for port (79fb4c1c-cd6d-481c-8fc5-f27ab57a8ad0), after_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:02:54.382618 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [None req-a09b8ace-2df4-423c-8d36-9b5a3befb0c1 None None] Attempting to bind port 35532e96-3be9-43ce-a907-909e90cedb09 on host dv-cinder-813229-5-iscsi for vnic_type normal with profile {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 21:02:54.383424 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [None req-a09b8ace-2df4-423c-8d36-9b5a3befb0c1 None None] Attempting to bind port 35532e96-3be9-43ce-a907-909e90cedb09 by drivers openvswitch,hyperv on host dv-cinder-813229-5-iscsi at level 0 using segments [{'id': 'ad776c9f-cdc1-49f1-a366-310dcfc4c059', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51ba4d8e-a54c-4fb0-a209-37766af226e8'}] {{(pid=102454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 21:02:54.383424 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a09b8ace-2df4-423c-8d36-9b5a3befb0c1 None None] Attempting to bind port 35532e96-3be9-43ce-a907-909e90cedb09 on network 51ba4d8e-a54c-4fb0-a209-37766af226e8 {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 21:02:54.388231 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f61e02-1eab-4f17-9dbb-27f52c21d323 None None] Pushing event updated for resources: {'Port': ['ID=35532e96-3be9-43ce-a907-909e90cedb09,revision_number=2']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 21:02:54.391441 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a09b8ace-2df4-423c-8d36-9b5a3befb0c1 None None] Checking agent: {'id': '9ba4f6fe-000a-4ef5-9d61-ba62910ab5fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813229-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 20, 45, 56), 'started_at': datetime.datetime(2022, 1, 31, 20, 46, 26), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 21, 2, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813229-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 21:02:54.391791 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-438e956f-cc56-4414-8850-f9936bc7252f admin admin] Network c780ed10-f587-4341-a632-e821b2883887 is already hosted by enough agents. {{(pid=102449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 21:02:54.391919 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a09b8ace-2df4-423c-8d36-9b5a3befb0c1 None None] Checking segment: {'id': 'ad776c9f-cdc1-49f1-a366-310dcfc4c059', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51ba4d8e-a54c-4fb0-a209-37766af226e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 21:02:54.392249 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-a09b8ace-2df4-423c-8d36-9b5a3befb0c1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:02:54.392592 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a09b8ace-2df4-423c-8d36-9b5a3befb0c1 None None] Bound using segment: {'id': 'ad776c9f-cdc1-49f1-a366-310dcfc4c059', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51ba4d8e-a54c-4fb0-a209-37766af226e8'} {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 21:02:54.393054 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [None req-a09b8ace-2df4-423c-8d36-9b5a3befb0c1 None None] Bound port: 35532e96-3be9-43ce-a907-909e90cedb09, host: dv-cinder-813229-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad776c9f-cdc1-49f1-a366-310dcfc4c059', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51ba4d8e-a54c-4fb0-a209-37766af226e8'}}] {{(pid=102454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 21:02:54.393441 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-a09b8ace-2df4-423c-8d36-9b5a3befb0c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1026180'] for port (35532e96-3be9-43ce-a907-909e90cedb09), before_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:02:54.394568 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.scheduler.base_scheduler [None req-438e956f-cc56-4414-8850-f9936bc7252f admin admin] Resources bound (agent type, host, resource id): {{(pid=102449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 21:02:54.398285 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-438e956f-cc56-4414-8850-f9936bc7252f admin admin] Received port after_create {{(pid=102449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 21:02:54.402078 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f61e02-1eab-4f17-9dbb-27f52c21d323 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 21:02:54.402544 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f61e02-1eab-4f17-9dbb-27f52c21d323 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 21:02:54.403172 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f61e02-1eab-4f17-9dbb-27f52c21d323 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 21:02:54.403722 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f61e02-1eab-4f17-9dbb-27f52c21d323 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 21:02:54.404199 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f61e02-1eab-4f17-9dbb-27f52c21d323 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 21:02:54.404842 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f61e02-1eab-4f17-9dbb-27f52c21d323 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 21:02:54.405284 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f61e02-1eab-4f17-9dbb-27f52c21d323 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 21:02:54.405636 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f61e02-1eab-4f17-9dbb-27f52c21d323 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 21:02:54.406073 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f61e02-1eab-4f17-9dbb-27f52c21d323 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 21:02:54.406367 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f61e02-1eab-4f17-9dbb-27f52c21d323 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 21:02:54.406765 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f61e02-1eab-4f17-9dbb-27f52c21d323 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 21:02:54.406898 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438e956f-cc56-4414-8850-f9936bc7252f admin admin] Pushing event updated for resources: {'Port': ['ID=79fb4c1c-cd6d-481c-8fc5-f27ab57a8ad0,revision_number=1']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 21:02:54.407253 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f61e02-1eab-4f17-9dbb-27f52c21d323 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 21:02:54.407587 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67f61e02-1eab-4f17-9dbb-27f52c21d323 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102454) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 21:02:54.453641 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-438e956f-cc56-4414-8850-f9936bc7252f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3696668'] for router_interface (1d3e097f-f5ef-40f8-9ef0-1bd620794f2a), before_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:02:54.463111 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-ded4de29-c2d1-4616-9365-9981ea756e41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600486512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3401042'] for agent (bf9d83f7-9209-4252-b853-70feadeab726), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:02:54.480425 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.plugins.ml2.db [None req-a09b8ace-2df4-423c-8d36-9b5a3befb0c1 None None] For port 35532e96-3be9-43ce-a907-909e90cedb09, host dv-cinder-813229-5-iscsi, cleared binding levels {{(pid=102454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 21:02:54.484313 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.plugins.ml2.db [None req-a09b8ace-2df4-423c-8d36-9b5a3befb0c1 None None] For port 35532e96-3be9-43ce-a907-909e90cedb09, host dv-cinder-813229-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-5-iscsi',level=0,port_id=35532e96-3be9-43ce-a907-909e90cedb09,segment=NetworkSegment(ad776c9f-cdc1-49f1-a366-310dcfc4c059),segment_id=ad776c9f-cdc1-49f1-a366-310dcfc4c059)] {{(pid=102454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 21:02:54.493067 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-a09b8ace-2df4-423c-8d36-9b5a3befb0c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1029723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3769609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783600466378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783599971615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783599971633'] for port (35532e96-3be9-43ce-a907-909e90cedb09), after_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:02:54.572486 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f61e02-1eab-4f17-9dbb-27f52c21d323 None None] Pushing event updated for resources: {'Port': ['ID=35532e96-3be9-43ce-a907-909e90cedb09,revision_number=3']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 21:02:54.578812 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a09b8ace-2df4-423c-8d36-9b5a3befb0c1 None None] Routers {'1d3e097f-f5ef-40f8-9ef0-1bd620794f2a'} bound to L3 agent in host dv-cinder-813229-5-iscsi {{(pid=102454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 21:02:54.579645 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.db.l3_hamode_db [None req-a09b8ace-2df4-423c-8d36-9b5a3befb0c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-31T20:45:52Z,description=,heartbeat_timestamp=2022-01-31T21:02:52Z,host='dv-cinder-813229-5-iscsi',id=7c18f3b4-4d02-4b01-9072-98fcd9008716,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T20:45:52Z,topic='l3_agent')) {'router_ids': ['1d3e097f-f5ef-40f8-9ef0-1bd620794f2a'], 'active': True} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 21:02:54.625536 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-438e956f-cc56-4414-8850-f9936bc7252f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1026180'] for port (79fb4c1c-cd6d-481c-8fc5-f27ab57a8ad0), before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:02:54.695482 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.db.provisioning_blocks [None req-4547b5f9-fa73-44a0-b79d-b309aff9618a None None] Provisioning complete for port 79fb4c1c-cd6d-481c-8fc5-f27ab57a8ad0 triggered by entity DHCP. {{(pid=102451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 21:02:54.696395 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-4547b5f9-fa73-44a0-b79d-b309aff9618a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3401144'] for port (79fb4c1c-cd6d-481c-8fc5-f27ab57a8ad0), provisioning_complete {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:02:54.717031 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.db.l3_dvr_db [None req-a09b8ace-2df4-423c-8d36-9b5a3befb0c1 None None] Set router 1d3e097f-f5ef-40f8-9ef0-1bd620794f2a gateway port host: dv-cinder-813229-5-iscsi {{(pid=102454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 21:02:54.763927 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.plugin [None req-4547b5f9-fa73-44a0-b79d-b309aff9618a None None] Port 79fb4c1c-cd6d-481c-8fc5-f27ab57a8ad0 cannot update to ACTIVE because it is not bound. {{(pid=102451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 21:02:54.845838 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-438e956f-cc56-4414-8850-f9936bc7252f admin admin] Publish callbacks [] for port (79fb4c1c-cd6d-481c-8fc5-f27ab57a8ad0), precommit_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:02:54.851398 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-438e956f-cc56-4414-8850-f9936bc7252f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1029723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3769609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783600466378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783599971615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783599971633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29106247'] for port (79fb4c1c-cd6d-481c-8fc5-f27ab57a8ad0), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:02:54.920297 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438e956f-cc56-4414-8850-f9936bc7252f admin admin] Pushing event updated for resources: {'Port': ['ID=79fb4c1c-cd6d-481c-8fc5-f27ab57a8ad0,revision_number=2']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 21:02:54.925197 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-438e956f-cc56-4414-8850-f9936bc7252f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3769639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3694988'] for router_interface (1d3e097f-f5ef-40f8-9ef0-1bd620794f2a), after_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:02:54.934485 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.db.l3_hamode_db [None req-a09b8ace-2df4-423c-8d36-9b5a3befb0c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d3e097f-f5ef-40f8-9ef0-1bd620794f2a', 'name': 'tempest-TestMinimumBasicScenario-851269983-router', 'tenant_id': 'f3a50fa6222c45909f5e2cee9c006033', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51ba4d8e-a54c-4fb0-a209-37766af226e8', 'external_fixed_ips': [{'subnet_id': '99ba9542-d2be-443f-a804-26ff9bedcbe2', 'ip_address': '172.27.2.177'}], 'enable_snat': True}, 'gw_port_id': '35532e96-3be9-43ce-a907-909e90cedb09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T21:02:51Z', 'updated_at': '2022-01-31T21:02:52Z', 'revision_number': 3, 'project_id': 'f3a50fa6222c45909f5e2cee9c006033', 'gw_port': {'id': '35532e96-3be9-43ce-a907-909e90cedb09', 'name': '', 'network_id': '51ba4d8e-a54c-4fb0-a209-37766af226e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:40:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d3e097f-f5ef-40f8-9ef0-1bd620794f2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '99ba9542-d2be-443f-a804-26ff9bedcbe2', 'ip_address': '172.27.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T21:02:52Z', 'updated_at': '2022-01-31T21:02:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '99ba9542-d2be-443f-a804-26ff9bedcbe2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-5-iscsi'}], 'dv-cinder-813229-5-iscsi', False) {} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 21:02:54.962652 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a09b8ace-2df4-423c-8d36-9b5a3befb0c1 None None] The sync data for ids ['1d3e097f-f5ef-40f8-9ef0-1bd620794f2a'] in dv-cinder-813229-5-iscsi is: [{'id': '1d3e097f-f5ef-40f8-9ef0-1bd620794f2a', 'name': 'tempest-TestMinimumBasicScenario-851269983-router', 'tenant_id': 'f3a50fa6222c45909f5e2cee9c006033', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51ba4d8e-a54c-4fb0-a209-37766af226e8', 'external_fixed_ips': [{'subnet_id': '99ba9542-d2be-443f-a804-26ff9bedcbe2', 'ip_address': '172.27.2.177'}], 'enable_snat': True}, 'gw_port_id': '35532e96-3be9-43ce-a907-909e90cedb09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T21:02:51Z', 'updated_at': '2022-01-31T21:02:52Z', 'revision_number': 3, 'project_id': 'f3a50fa6222c45909f5e2cee9c006033', 'gw_port': {'id': '35532e96-3be9-43ce-a907-909e90cedb09', 'name': '', 'network_id': '51ba4d8e-a54c-4fb0-a209-37766af226e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:40:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d3e097f-f5ef-40f8-9ef0-1bd620794f2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '99ba9542-d2be-443f-a804-26ff9bedcbe2', 'ip_address': '172.27.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T21:02:52Z', 'updated_at': '2022-01-31T21:02:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '99ba9542-d2be-443f-a804-26ff9bedcbe2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-5-iscsi'}] {{(pid=102454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 21:02:55.044513 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-438e956f-cc56-4414-8850-f9936bc7252f admin admin] Network c780ed10-f587-4341-a632-e821b2883887 is already hosted by enough agents. {{(pid=102449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 21:02:55.046059 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.scheduler.base_scheduler [None req-438e956f-cc56-4414-8850-f9936bc7252f admin admin] Resources bound (agent type, host, resource id): {{(pid=102449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 21:02:55.203003 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-438e956f-cc56-4414-8850-f9936bc7252f admin admin] Router 1d3e097f-f5ef-40f8-9ef0-1bd620794f2a has already been hosted by L3 agent 7c18f3b4-4d02-4b01-9072-98fcd9008716 {{(pid=102449) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 21:02:55.364967 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-438e956f-cc56-4414-8850-f9936bc7252f admin admin] Notify agent at l3_agent.dv-cinder-813229-5-iscsi the message routers_updated {{(pid=102449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 21:02:55.371438 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [None req-438e956f-cc56-4414-8850-f9936bc7252f admin admin] 10.222.0.46 "PUT /v2.0/routers/1d3e097f-f5ef-40f8-9ef0-1bd620794f2a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0057926 Jan 31 21:02:55.399924 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.db.provisioning_blocks [None req-8ae0e288-5f43-4a6a-a143-6bd11201d1c1 None None] Provisioning complete for port 79fb4c1c-cd6d-481c-8fc5-f27ab57a8ad0 triggered by entity DHCP. {{(pid=102451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 21:02:55.401029 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-8ae0e288-5f43-4a6a-a143-6bd11201d1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3401144'] for port (79fb4c1c-cd6d-481c-8fc5-f27ab57a8ad0), provisioning_complete {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:02:55.438922 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.plugin [None req-8ae0e288-5f43-4a6a-a143-6bd11201d1c1 None None] Port 79fb4c1c-cd6d-481c-8fc5-f27ab57a8ad0 cannot update to ACTIVE because it is not bound. {{(pid=102451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 21:02:55.907372 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.rpc [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Device 35532e96-3be9-43ce-a907-909e90cedb09 up at agent ovs-agent-dv-cinder-813229-5-iscsi {{(pid=102451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 21:02:55.973793 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600486512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3401042'] for agent (9ba4f6fe-000a-4ef5-9d61-ba62910ab5fe), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:02:55.984422 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.db.provisioning_blocks [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Provisioning complete for port 35532e96-3be9-43ce-a907-909e90cedb09 triggered by entity L2. {{(pid=102451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 21:02:55.984422 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3401144'] for port (35532e96-3be9-43ce-a907-909e90cedb09), provisioning_complete {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:02:56.018960 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.wsgi [-] (102449) accepted ('10.222.0.46', 45678) {{(pid=102449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 21:02:56.025847 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.v2.base [None req-dcf888ee-fc06-44e4-a86a-7268995bf442 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1580100071-network', 'tenant_id': '34c9839dbfc04b00b67fd2fb783fce89'}} {{(pid=102449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 21:02:56.060509 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcf888ee-fc06-44e4-a86a-7268995bf442 admin admin] Made reservation on behalf of 34c9839dbfc04b00b67fd2fb783fce89 for: {'network': 1} {{(pid=102449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 21:02:56.062991 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-dcf888ee-fc06-44e4-a86a-7268995bf442 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1026180'] for network (None), before_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:02:56.077940 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-dcf888ee-fc06-44e4-a86a-7268995bf442 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:02:56.126857 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.plugin [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Current status of the port 35532e96-3be9-43ce-a907-909e90cedb09 is: DOWN; New status is: ACTIVE {{(pid=102451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 21:02:56.127641 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1026180'] for port (35532e96-3be9-43ce-a907-909e90cedb09), before_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:02:56.158909 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.db [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] For port 35532e96-3be9-43ce-a907-909e90cedb09, host dv-cinder-813229-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-5-iscsi',level=0,port_id=35532e96-3be9-43ce-a907-909e90cedb09,segment=NetworkSegment(ad776c9f-cdc1-49f1-a366-310dcfc4c059),segment_id=ad776c9f-cdc1-49f1-a366-310dcfc4c059)] {{(pid=102451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 21:02:56.165149 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1029723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3769609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783600466378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783599971615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783599971633'] for port (35532e96-3be9-43ce-a907-909e90cedb09), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:02:56.166192 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.rpc [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Device 9ae31446-f939-4236-b464-de3fe71799cd up at agent ovs-agent-dv-cinder-813229-5-iscsi {{(pid=102451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 21:02:56.192564 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-dcf888ee-fc06-44e4-a86a-7268995bf442 admin admin] Publish callbacks [] for security_group (9710f0f6-7365-45f6-bef0-09e24d83e84d), precommit_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:02:56.197393 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-dcf888ee-fc06-44e4-a86a-7268995bf442 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736509'] for security_group (9710f0f6-7365-45f6-bef0-09e24d83e84d), after_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:02:56.227248 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dcf888ee-fc06-44e4-a86a-7268995bf442 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 664} {{(pid=102449) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 31 21:02:56.237942 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf888ee-fc06-44e4-a86a-7268995bf442 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9710f0f6-7365-45f6-bef0-09e24d83e84d,revision_number=1']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 21:02:56.243925 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Pushing event updated for resources: {'Port': ['ID=35532e96-3be9-43ce-a907-909e90cedb09,revision_number=4']} {{(pid=102451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 21:02:56.253906 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-dcf888ee-fc06-44e4-a86a-7268995bf442 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-936743'] for segment (4467f831-fbb2-404e-9407-4dfd5a27bf7c), precommit_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:02:56.254421 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.db.segments_db [None req-dcf888ee-fc06-44e4-a86a-7268995bf442 admin admin] Added segment 4467f831-fbb2-404e-9407-4dfd5a27bf7c of type vlan for network 2dfbfacc-0d11-4b0b-b520-7ec56ccbb379 Jan 31 21:02:56.265094 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.db.provisioning_blocks [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Provisioning complete for port 9ae31446-f939-4236-b464-de3fe71799cd triggered by entity L2. {{(pid=102451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 21:02:56.265745 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3401144'] for port (9ae31446-f939-4236-b464-de3fe71799cd), provisioning_complete {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:02:56.304956 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-dcf888ee-fc06-44e4-a86a-7268995bf442 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783599991637'] for network (2dfbfacc-0d11-4b0b-b520-7ec56ccbb379), precommit_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:02:56.339307 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-dcf888ee-fc06-44e4-a86a-7268995bf442 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3769609'] for network (2dfbfacc-0d11-4b0b-b520-7ec56ccbb379), after_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:02:56.340567 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcf888ee-fc06-44e4-a86a-7268995bf442 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 21:02:56.341359 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-dcf888ee-fc06-44e4-a86a-7268995bf442 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3769851'] for network (None), before_response {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:02:56.366751 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.plugin [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Current status of the port 9ae31446-f939-4236-b464-de3fe71799cd is: ACTIVE; New status is: ACTIVE {{(pid=102451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 21:02:56.399668 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [None req-dcf888ee-fc06-44e4-a86a-7268995bf442 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3787198 Jan 31 21:02:56.403121 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.wsgi [-] (102450) accepted ('10.222.0.46', 45680) {{(pid=102450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 21:02:56.409204 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.v2.base [None req-305102ef-0494-48b3-8255-f36adc0b02e1 admin admin] Request body: {'subnet': {'network_id': '2dfbfacc-0d11-4b0b-b520-7ec56ccbb379', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1580100071-subnet', 'tenant_id': '34c9839dbfc04b00b67fd2fb783fce89', 'ip_version': 4}} {{(pid=102450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 21:02:56.417982 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf888ee-fc06-44e4-a86a-7268995bf442 admin admin] Pushing event updated for resources: {'Network': ['ID=2dfbfacc-0d11-4b0b-b520-7ec56ccbb379,revision_number=1']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 21:02:56.431781 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.rpc [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Network 2dfbfacc-0d11-4b0b-b520-7ec56ccbb379 details requested by agent ovs-agent-dv-cinder-813229-5-iscsi with host dv-cinder-813229-5-iscsi {{(pid=102451) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 31 21:02:56.436678 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-305102ef-0494-48b3-8255-f36adc0b02e1 admin admin] Made reservation on behalf of 34c9839dbfc04b00b67fd2fb783fce89 for: {'subnet': 1} {{(pid=102450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 21:02:56.439195 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-305102ef-0494-48b3-8255-f36adc0b02e1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28956779'] for subnet (None), before_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:02:56.657723 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-305102ef-0494-48b3-8255-f36adc0b02e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3769609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-27813741', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28956765'] for subnet (44072a28-cc8d-4eeb-ad48-1471c45c37b6), after_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:02:56.720397 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305102ef-0494-48b3-8255-f36adc0b02e1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=44072a28-cc8d-4eeb-ad48-1471c45c37b6,revision_number=0']} {{(pid=102450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 21:02:56.732778 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-305102ef-0494-48b3-8255-f36adc0b02e1 admin admin] Checking segment: {'id': '4467f831-fbb2-404e-9407-4dfd5a27bf7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '2dfbfacc-0d11-4b0b-b520-7ec56ccbb379'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 21:02:56.733136 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-305102ef-0494-48b3-8255-f36adc0b02e1 admin admin] Network hostable DHCP agents. Network: 2dfbfacc-0d11-4b0b-b520-7ec56ccbb379, hostable agents: ['34ef0204-81d1-4f5e-89d1-b08d0f866641'], hosted agents: [] {{(pid=102450) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 31 21:02:56.752596 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-305102ef-0494-48b3-8255-f36adc0b02e1 admin admin] Network 2dfbfacc-0d11-4b0b-b520-7ec56ccbb379 is scheduled to be hosted by DHCP agent 34ef0204-81d1-4f5e-89d1-b08d0f866641 with binding_index 1 {{(pid=102450) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 31 21:02:56.769056 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.scheduler.base_scheduler [None req-305102ef-0494-48b3-8255-f36adc0b02e1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-813229-5-iscsi, 2dfbfacc-0d11-4b0b-b520-7ec56ccbb379) {{(pid=102450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 21:02:56.780823 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-305102ef-0494-48b3-8255-f36adc0b02e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 21:02:56.782609 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-305102ef-0494-48b3-8255-f36adc0b02e1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:02:56.785269 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff03415c-e2f9-43c2-8406-594859ea2cc9 None None] Network 2dfbfacc-0d11-4b0b-b520-7ec56ccbb379 requested from dv-cinder-813229-5-iscsi {{(pid=102451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 21:02:56.805818 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [None req-305102ef-0494-48b3-8255-f36adc0b02e1 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4014170 Jan 31 21:02:56.809072 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.wsgi [-] (102450) accepted ('10.222.0.46', 45682) {{(pid=102450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 21:02:56.815704 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.v2.base [None req-7b9a725d-aa6e-43f8-9eb3-81afcd830f23 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1580100071-router', 'tenant_id': '34c9839dbfc04b00b67fd2fb783fce89', 'external_gateway_info': {'network_id': '51ba4d8e-a54c-4fb0-a209-37766af226e8'}}} {{(pid=102450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 21:02:56.854704 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-7b9a725d-aa6e-43f8-9eb3-81afcd830f23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3694658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-987'] for router (88f431d8-3aed-405e-b71b-aaa918278946), before_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:02:56.858218 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-7b9a725d-aa6e-43f8-9eb3-81afcd830f23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3675570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3697180', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3796638', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-962'] for router (88f431d8-3aed-405e-b71b-aaa918278946), precommit_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:02:56.897912 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fff8a337-b800-4d7d-bbe3-ef1d8cee06c7 None None] Sync routers for ids ['1d3e097f-f5ef-40f8-9ef0-1bd620794f2a'] in dv-cinder-813229-5-iscsi {{(pid=102451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 21:02:56.941385 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4d7ea83-a354-4f08-910b-437c0738d040 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp46454b73-10d6-541d-9c15-68f305aeb19a-2dfbfacc-0d11-4b0b-b520-7ec56ccbb379', 'network_id': '2dfbfacc-0d11-4b0b-b520-7ec56ccbb379', 'project_id': '34c9839dbfc04b00b67fd2fb783fce89', 'fixed_ips': [{'subnet_id': '44072a28-cc8d-4eeb-ad48-1471c45c37b6'}]}} from dv-cinder-813229-5-iscsi. {{(pid=102451) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jan 31 21:02:56.942838 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-c4d7ea83-a354-4f08-910b-437c0738d040 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1026180'] for port (None), before_create {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:02:56.948556 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fff8a337-b800-4d7d-bbe3-ef1d8cee06c7 None None] Routers {'1d3e097f-f5ef-40f8-9ef0-1bd620794f2a'} bound to L3 agent in host dv-cinder-813229-5-iscsi {{(pid=102451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 21:02:56.950381 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.db.l3_hamode_db [None req-fff8a337-b800-4d7d-bbe3-ef1d8cee06c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-31T20:45:52Z,description=,heartbeat_timestamp=2022-01-31T21:02:52Z,host='dv-cinder-813229-5-iscsi',id=7c18f3b4-4d02-4b01-9072-98fcd9008716,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T20:45:52Z,topic='l3_agent')) {'router_ids': ['1d3e097f-f5ef-40f8-9ef0-1bd620794f2a'], 'active': True} {{(pid=102451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 21:02:56.953701 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-7b9a725d-aa6e-43f8-9eb3-81afcd830f23 admin admin] Publish callbacks [] for router_controller (88f431d8-3aed-405e-b71b-aaa918278946), precommit_add_association {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:02:57.112696 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-7b9a725d-aa6e-43f8-9eb3-81afcd830f23 admin admin] Publish callbacks [] for router_gateway (88f431d8-3aed-405e-b71b-aaa918278946), precommit_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:02:57.180206 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.db.l3_dvr_db [None req-fff8a337-b800-4d7d-bbe3-ef1d8cee06c7 None None] Set router 1d3e097f-f5ef-40f8-9ef0-1bd620794f2a gateway port host: dv-cinder-813229-5-iscsi {{(pid=102451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 21:02:57.279188 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.db.db_base_plugin_common [None req-c4d7ea83-a354-4f08-910b-437c0738d040 None None] Allocated IP 172.20.0.2 (2dfbfacc-0d11-4b0b-b520-7ec56ccbb379/44072a28-cc8d-4eeb-ad48-1471c45c37b6/d7188552-c800-4b95-8710-aafa80d45bf5) {{(pid=102451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 21:02:57.344653 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-7b9a725d-aa6e-43f8-9eb3-81afcd830f23 admin admin] Publish callbacks [] for router_gateway (88f431d8-3aed-405e-b71b-aaa918278946), before_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:02:57.368331 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-7b9a725d-aa6e-43f8-9eb3-81afcd830f23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1026180'] for port (None), before_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:02:57.495916 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.db.db_base_plugin_common [None req-7b9a725d-aa6e-43f8-9eb3-81afcd830f23 admin admin] Allocated IP 172.27.2.130 (51ba4d8e-a54c-4fb0-a209-37766af226e8/99ba9542-d2be-443f-a804-26ff9bedcbe2/58410e01-be34-44fc-9bbb-6577f94d38eb) {{(pid=102450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 21:02:57.619718 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-7b9a725d-aa6e-43f8-9eb3-81afcd830f23 admin admin] Publish callbacks [] for port (58410e01-be34-44fc-9bbb-6577f94d38eb), precommit_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:02:57.665401 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-7b9a725d-aa6e-43f8-9eb3-81afcd830f23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1029723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3769609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783599971597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27814909'] for port (58410e01-be34-44fc-9bbb-6577f94d38eb), after_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:02:57.707666 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b9a725d-aa6e-43f8-9eb3-81afcd830f23 admin admin] Network 51ba4d8e-a54c-4fb0-a209-37766af226e8 is already hosted by enough agents. {{(pid=102450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 21:02:57.708751 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-c4d7ea83-a354-4f08-910b-437c0738d040 None None] Publish callbacks [] for port (d7188552-c800-4b95-8710-aafa80d45bf5), precommit_create {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:02:57.716910 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.scheduler.base_scheduler [None req-7b9a725d-aa6e-43f8-9eb3-81afcd830f23 admin admin] Resources bound (agent type, host, resource id): {{(pid=102450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 21:02:57.718233 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-c4d7ea83-a354-4f08-910b-437c0738d040 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1029723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3769609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783599971597'] for port (d7188552-c800-4b95-8710-aafa80d45bf5), after_create {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:02:57.720088 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b9a725d-aa6e-43f8-9eb3-81afcd830f23 admin admin] Received port after_create {{(pid=102450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 21:02:57.722406 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9a725d-aa6e-43f8-9eb3-81afcd830f23 admin admin] Pushing event updated for resources: {'Port': ['ID=58410e01-be34-44fc-9bbb-6577f94d38eb,revision_number=1']} {{(pid=102450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 21:02:57.780636 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.rpc [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Device 35532e96-3be9-43ce-a907-909e90cedb09 up at agent ovs-agent-dv-cinder-813229-5-iscsi {{(pid=102451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 21:02:57.787943 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4d7ea83-a354-4f08-910b-437c0738d040 None None] Network 2dfbfacc-0d11-4b0b-b520-7ec56ccbb379 is already hosted by enough agents. {{(pid=102451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 21:02:57.809207 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.db.l3_hamode_db [None req-fff8a337-b800-4d7d-bbe3-ef1d8cee06c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d3e097f-f5ef-40f8-9ef0-1bd620794f2a', 'name': 'tempest-TestMinimumBasicScenario-851269983-router', 'tenant_id': 'f3a50fa6222c45909f5e2cee9c006033', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51ba4d8e-a54c-4fb0-a209-37766af226e8', 'external_fixed_ips': [{'subnet_id': '99ba9542-d2be-443f-a804-26ff9bedcbe2', 'ip_address': '172.27.2.177'}], 'enable_snat': True}, 'gw_port_id': '35532e96-3be9-43ce-a907-909e90cedb09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T21:02:51Z', 'updated_at': '2022-01-31T21:02:54Z', 'revision_number': 4, 'project_id': 'f3a50fa6222c45909f5e2cee9c006033', 'gw_port': {'id': '35532e96-3be9-43ce-a907-909e90cedb09', 'name': '', 'network_id': '51ba4d8e-a54c-4fb0-a209-37766af226e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:40:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d3e097f-f5ef-40f8-9ef0-1bd620794f2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '99ba9542-d2be-443f-a804-26ff9bedcbe2', 'ip_address': '172.27.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T21:02:52Z', 'updated_at': '2022-01-31T21:02:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99ba9542-d2be-443f-a804-26ff9bedcbe2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-5-iscsi', '_interfaces': [{'id': '79fb4c1c-cd6d-481c-8fc5-f27ab57a8ad0', 'name': '', 'network_id': 'c780ed10-f587-4341-a632-e821b2883887', 'tenant_id': 'f3a50fa6222c45909f5e2cee9c006033', 'mac_address': 'fa:16:3e:af:71:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d3e097f-f5ef-40f8-9ef0-1bd620794f2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '0df1e603-d733-44e8-8eb2-24663dc6914e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T21:02:54Z', 'updated_at': '2022-01-31T21:02:54Z', 'revision_number': 2, 'project_id': 'f3a50fa6222c45909f5e2cee9c006033', 'subnets': [{'id': '0df1e603-d733-44e8-8eb2-24663dc6914e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-5-iscsi', False) {} {{(pid=102451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 21:02:57.818334 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.scheduler.base_scheduler [None req-c4d7ea83-a354-4f08-910b-437c0738d040 None None] Resources bound (agent type, host, resource id): {{(pid=102451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 21:02:57.851981 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4d7ea83-a354-4f08-910b-437c0738d040 None None] Received port after_create {{(pid=102451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 21:02:57.854508 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d7ea83-a354-4f08-910b-437c0738d040 None None] Pushing event updated for resources: {'Port': ['ID=d7188552-c800-4b95-8710-aafa80d45bf5,revision_number=1']} {{(pid=102451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 21:02:57.862535 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fff8a337-b800-4d7d-bbe3-ef1d8cee06c7 None None] Checking router: 1d3e097f-f5ef-40f8-9ef0-1bd620794f2a for host: dv-cinder-813229-5-iscsi {{(pid=102451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 21:02:57.862921 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fff8a337-b800-4d7d-bbe3-ef1d8cee06c7 None None] Updating router 1d3e097f-f5ef-40f8-9ef0-1bd620794f2a port 79fb4c1c-cd6d-481c-8fc5-f27ab57a8ad0 binding host dv-cinder-813229-5-iscsi {{(pid=102451) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 31 21:02:57.946550 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-fff8a337-b800-4d7d-bbe3-ef1d8cee06c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1026180'] for port (79fb4c1c-cd6d-481c-8fc5-f27ab57a8ad0), before_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:02:57.961713 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.managers [None req-c4d7ea83-a354-4f08-910b-437c0738d040 None None] Attempting to bind port d7188552-c800-4b95-8710-aafa80d45bf5 on host dv-cinder-813229-5-iscsi for vnic_type normal with profile {{(pid=102451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 21:02:57.962259 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.managers [None req-c4d7ea83-a354-4f08-910b-437c0738d040 None None] Attempting to bind port d7188552-c800-4b95-8710-aafa80d45bf5 by drivers openvswitch,hyperv on host dv-cinder-813229-5-iscsi at level 0 using segments [{'id': '4467f831-fbb2-404e-9407-4dfd5a27bf7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '2dfbfacc-0d11-4b0b-b520-7ec56ccbb379'}] {{(pid=102451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 21:02:57.962259 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4d7ea83-a354-4f08-910b-437c0738d040 None None] Attempting to bind port d7188552-c800-4b95-8710-aafa80d45bf5 on network 2dfbfacc-0d11-4b0b-b520-7ec56ccbb379 {{(pid=102451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 21:02:57.982521 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4d7ea83-a354-4f08-910b-437c0738d040 None None] Checking agent: {'id': '9ba4f6fe-000a-4ef5-9d61-ba62910ab5fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813229-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 20, 45, 56), 'started_at': datetime.datetime(2022, 1, 31, 20, 46, 26), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 21, 2, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813229-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 21:02:57.983023 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4d7ea83-a354-4f08-910b-437c0738d040 None None] Checking segment: {'id': '4467f831-fbb2-404e-9407-4dfd5a27bf7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '2dfbfacc-0d11-4b0b-b520-7ec56ccbb379'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 21:02:57.983316 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-c4d7ea83-a354-4f08-910b-437c0738d040 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:02:57.983712 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4d7ea83-a354-4f08-910b-437c0738d040 None None] Bound using segment: {'id': '4467f831-fbb2-404e-9407-4dfd5a27bf7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '2dfbfacc-0d11-4b0b-b520-7ec56ccbb379'} {{(pid=102451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 21:02:57.984195 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.managers [None req-c4d7ea83-a354-4f08-910b-437c0738d040 None None] Bound port: d7188552-c800-4b95-8710-aafa80d45bf5, host: dv-cinder-813229-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4467f831-fbb2-404e-9407-4dfd5a27bf7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '2dfbfacc-0d11-4b0b-b520-7ec56ccbb379'}}] {{(pid=102451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 21:02:57.984792 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-c4d7ea83-a354-4f08-910b-437c0738d040 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1026180'] for port (d7188552-c800-4b95-8710-aafa80d45bf5), before_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:02:57.990566 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.db.provisioning_blocks [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Provisioning complete for port 35532e96-3be9-43ce-a907-909e90cedb09 triggered by entity L2. {{(pid=102451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 21:02:57.991231 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3401144'] for port (35532e96-3be9-43ce-a907-909e90cedb09), provisioning_complete {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:02:58.015766 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-7b9a725d-aa6e-43f8-9eb3-81afcd830f23 admin admin] Publish callbacks [] for router_gateway (88f431d8-3aed-405e-b71b-aaa918278946), after_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:02:58.230820 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.db [None req-c4d7ea83-a354-4f08-910b-437c0738d040 None None] For port d7188552-c800-4b95-8710-aafa80d45bf5, host dv-cinder-813229-5-iscsi, cleared binding levels {{(pid=102451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 21:02:58.239407 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.db [None req-c4d7ea83-a354-4f08-910b-437c0738d040 None None] For port d7188552-c800-4b95-8710-aafa80d45bf5, host dv-cinder-813229-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-5-iscsi',level=0,port_id=d7188552-c800-4b95-8710-aafa80d45bf5,segment=NetworkSegment(4467f831-fbb2-404e-9407-4dfd5a27bf7c),segment_id=4467f831-fbb2-404e-9407-4dfd5a27bf7c)] {{(pid=102451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 21:02:58.279964 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-c4d7ea83-a354-4f08-910b-437c0738d040 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1029723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3769609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783600466378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783599971615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783599971633'] for port (d7188552-c800-4b95-8710-aafa80d45bf5), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:02:58.374481 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.plugin [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Current status of the port 35532e96-3be9-43ce-a907-909e90cedb09 is: ACTIVE; New status is: ACTIVE {{(pid=102451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 21:02:58.427409 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d7ea83-a354-4f08-910b-437c0738d040 None None] Pushing event updated for resources: {'Port': ['ID=d7188552-c800-4b95-8710-aafa80d45bf5,revision_number=2']} {{(pid=102451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 21:02:58.533716 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-fff8a337-b800-4d7d-bbe3-ef1d8cee06c7 None None] Publish callbacks [] for port (79fb4c1c-cd6d-481c-8fc5-f27ab57a8ad0), precommit_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:02:58.534423 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-7b9a725d-aa6e-43f8-9eb3-81afcd830f23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3675595', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3697225'] for router (88f431d8-3aed-405e-b71b-aaa918278946), after_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:02:58.545349 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-fff8a337-b800-4d7d-bbe3-ef1d8cee06c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1029723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3769609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783600466378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783599971615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783599971633'] for port (79fb4c1c-cd6d-481c-8fc5-f27ab57a8ad0), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:02:58.605282 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98062ff7-28f9-4cbf-9e80-5384cc92ad3a None None] Pushing event updated for resources: {'Port': ['ID=79fb4c1c-cd6d-481c-8fc5-f27ab57a8ad0,revision_number=3']} {{(pid=102451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 21:02:58.723145 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.managers [None req-fff8a337-b800-4d7d-bbe3-ef1d8cee06c7 None None] Attempting to bind port 79fb4c1c-cd6d-481c-8fc5-f27ab57a8ad0 on host dv-cinder-813229-5-iscsi for vnic_type normal with profile {{(pid=102451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 21:02:58.723899 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.managers [None req-fff8a337-b800-4d7d-bbe3-ef1d8cee06c7 None None] Attempting to bind port 79fb4c1c-cd6d-481c-8fc5-f27ab57a8ad0 by drivers openvswitch,hyperv on host dv-cinder-813229-5-iscsi at level 0 using segments [{'id': '334b6d35-c1e2-4736-987b-283b48f94d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'c780ed10-f587-4341-a632-e821b2883887'}] {{(pid=102451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 21:02:58.724063 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fff8a337-b800-4d7d-bbe3-ef1d8cee06c7 None None] Attempting to bind port 79fb4c1c-cd6d-481c-8fc5-f27ab57a8ad0 on network c780ed10-f587-4341-a632-e821b2883887 {{(pid=102451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 21:02:58.738080 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fff8a337-b800-4d7d-bbe3-ef1d8cee06c7 None None] Checking agent: {'id': '9ba4f6fe-000a-4ef5-9d61-ba62910ab5fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813229-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 20, 45, 56), 'started_at': datetime.datetime(2022, 1, 31, 20, 46, 26), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 21, 2, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813229-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 21:02:58.739404 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fff8a337-b800-4d7d-bbe3-ef1d8cee06c7 None None] Checking segment: {'id': '334b6d35-c1e2-4736-987b-283b48f94d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'c780ed10-f587-4341-a632-e821b2883887'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 21:02:58.740741 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-fff8a337-b800-4d7d-bbe3-ef1d8cee06c7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:02:58.741291 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fff8a337-b800-4d7d-bbe3-ef1d8cee06c7 None None] Bound using segment: {'id': '334b6d35-c1e2-4736-987b-283b48f94d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'c780ed10-f587-4341-a632-e821b2883887'} {{(pid=102451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 21:02:58.742680 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.managers [None req-fff8a337-b800-4d7d-bbe3-ef1d8cee06c7 None None] Bound port: 79fb4c1c-cd6d-481c-8fc5-f27ab57a8ad0, host: dv-cinder-813229-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '334b6d35-c1e2-4736-987b-283b48f94d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'c780ed10-f587-4341-a632-e821b2883887'}}] {{(pid=102451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 21:02:58.743241 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-fff8a337-b800-4d7d-bbe3-ef1d8cee06c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1026180'] for port (79fb4c1c-cd6d-481c-8fc5-f27ab57a8ad0), before_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:02:58.799627 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b9a725d-aa6e-43f8-9eb3-81afcd830f23 admin admin] Router 88f431d8-3aed-405e-b71b-aaa918278946 is scheduled to L3 agent 7c18f3b4-4d02-4b01-9072-98fcd9008716 with binding_index 1 {{(pid=102450) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 31 21:02:58.836702 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600486512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3401042'] for agent (e85cc1e2-8b4e-4549-a68e-d414072d4156), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:02:58.915779 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.db [None req-fff8a337-b800-4d7d-bbe3-ef1d8cee06c7 None None] For port 79fb4c1c-cd6d-481c-8fc5-f27ab57a8ad0, host dv-cinder-813229-5-iscsi, cleared binding levels {{(pid=102451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 21:02:58.922901 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.db [None req-fff8a337-b800-4d7d-bbe3-ef1d8cee06c7 None None] For port 79fb4c1c-cd6d-481c-8fc5-f27ab57a8ad0, host dv-cinder-813229-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-5-iscsi',level=0,port_id=79fb4c1c-cd6d-481c-8fc5-f27ab57a8ad0,segment=NetworkSegment(334b6d35-c1e2-4736-987b-283b48f94d99),segment_id=334b6d35-c1e2-4736-987b-283b48f94d99)] {{(pid=102451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 21:02:58.935414 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-fff8a337-b800-4d7d-bbe3-ef1d8cee06c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1029723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3769609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783600466378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783599971615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783599971633'] for port (79fb4c1c-cd6d-481c-8fc5-f27ab57a8ad0), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:02:59.001376 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b9a725d-aa6e-43f8-9eb3-81afcd830f23 admin admin] Notify agent at l3_agent.dv-cinder-813229-5-iscsi the message routers_updated {{(pid=102450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 21:02:59.012982 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e7e913b-5922-4567-904e-2db893c8d636 None None] Sync routers for ids ['88f431d8-3aed-405e-b71b-aaa918278946'] in dv-cinder-813229-5-iscsi {{(pid=102454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 21:02:59.025873 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e7e913b-5922-4567-904e-2db893c8d636 None None] Routers {'88f431d8-3aed-405e-b71b-aaa918278946'} bound to L3 agent in host dv-cinder-813229-5-iscsi {{(pid=102454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 21:02:59.026636 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.db.l3_hamode_db [None req-4e7e913b-5922-4567-904e-2db893c8d636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-31T20:45:52Z,description=,heartbeat_timestamp=2022-01-31T21:02:52Z,host='dv-cinder-813229-5-iscsi',id=7c18f3b4-4d02-4b01-9072-98fcd9008716,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T20:45:52Z,topic='l3_agent')) {'router_ids': ['88f431d8-3aed-405e-b71b-aaa918278946'], 'active': True} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 21:02:59.040273 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-7b9a725d-aa6e-43f8-9eb3-81afcd830f23 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:02:59.046608 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.wsgi [-] (102449) accepted ('10.222.0.46', 45686) {{(pid=102449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 21:02:59.047737 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [None req-7b9a725d-aa6e-43f8-9eb3-81afcd830f23 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.2369397 Jan 31 21:02:59.052012 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98062ff7-28f9-4cbf-9e80-5384cc92ad3a None None] Pushing event updated for resources: {'Port': ['ID=79fb4c1c-cd6d-481c-8fc5-f27ab57a8ad0,revision_number=4']} {{(pid=102451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 21:02:59.069581 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fff8a337-b800-4d7d-bbe3-ef1d8cee06c7 None None] Routers {'1d3e097f-f5ef-40f8-9ef0-1bd620794f2a'} bound to L3 agent in host dv-cinder-813229-5-iscsi {{(pid=102451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 21:02:59.070526 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.db.l3_hamode_db [None req-fff8a337-b800-4d7d-bbe3-ef1d8cee06c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-31T20:45:52Z,description=,heartbeat_timestamp=2022-01-31T21:02:52Z,host='dv-cinder-813229-5-iscsi',id=7c18f3b4-4d02-4b01-9072-98fcd9008716,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T20:45:52Z,topic='l3_agent')) {'router_ids': ['1d3e097f-f5ef-40f8-9ef0-1bd620794f2a'], 'active': True} {{(pid=102451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 21:02:59.141613 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.db.provisioning_blocks [None req-b85d019b-b1c3-431e-b779-9d930808b8e5 None None] Provisioning complete for port 79fb4c1c-cd6d-481c-8fc5-f27ab57a8ad0 triggered by entity DHCP. {{(pid=102451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 21:02:59.141990 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-b85d019b-b1c3-431e-b779-9d930808b8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3401144'] for port (79fb4c1c-cd6d-481c-8fc5-f27ab57a8ad0), provisioning_complete {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:02:59.176975 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.db.l3_dvr_db [None req-4e7e913b-5922-4567-904e-2db893c8d636 None None] Set router 88f431d8-3aed-405e-b71b-aaa918278946 gateway port host: dv-cinder-813229-5-iscsi {{(pid=102454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 21:02:59.371873 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.db.l3_dvr_db [None req-fff8a337-b800-4d7d-bbe3-ef1d8cee06c7 None None] Set router 1d3e097f-f5ef-40f8-9ef0-1bd620794f2a gateway port host: dv-cinder-813229-5-iscsi {{(pid=102451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 21:02:59.415486 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.db.l3_hamode_db [None req-4e7e913b-5922-4567-904e-2db893c8d636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88f431d8-3aed-405e-b71b-aaa918278946', 'name': 'tempest-TestMinimumBasicScenario-1580100071-router', 'tenant_id': '34c9839dbfc04b00b67fd2fb783fce89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51ba4d8e-a54c-4fb0-a209-37766af226e8', 'external_fixed_ips': [{'subnet_id': '99ba9542-d2be-443f-a804-26ff9bedcbe2', 'ip_address': '172.27.2.130'}], 'enable_snat': True}, 'gw_port_id': '58410e01-be34-44fc-9bbb-6577f94d38eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T21:02:56Z', 'updated_at': '2022-01-31T21:02:57Z', 'revision_number': 3, 'project_id': '34c9839dbfc04b00b67fd2fb783fce89', 'gw_port': {'id': '58410e01-be34-44fc-9bbb-6577f94d38eb', 'name': '', 'network_id': '51ba4d8e-a54c-4fb0-a209-37766af226e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:e1:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88f431d8-3aed-405e-b71b-aaa918278946', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '99ba9542-d2be-443f-a804-26ff9bedcbe2', 'ip_address': '172.27.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T21:02:57Z', 'updated_at': '2022-01-31T21:02:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '99ba9542-d2be-443f-a804-26ff9bedcbe2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-5-iscsi'}], 'dv-cinder-813229-5-iscsi', False) {} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 21:02:59.461234 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e7e913b-5922-4567-904e-2db893c8d636 None None] Checking router: 88f431d8-3aed-405e-b71b-aaa918278946 for host: dv-cinder-813229-5-iscsi {{(pid=102454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 21:02:59.462153 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e7e913b-5922-4567-904e-2db893c8d636 None None] Updating router 88f431d8-3aed-405e-b71b-aaa918278946 port 58410e01-be34-44fc-9bbb-6577f94d38eb binding host dv-cinder-813229-5-iscsi {{(pid=102454) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 31 21:02:59.520201 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-4e7e913b-5922-4567-904e-2db893c8d636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1026180'] for port (58410e01-be34-44fc-9bbb-6577f94d38eb), before_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:02:59.567639 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.plugin [None req-b85d019b-b1c3-431e-b779-9d930808b8e5 None None] Current status of the port 79fb4c1c-cd6d-481c-8fc5-f27ab57a8ad0 is: DOWN; New status is: ACTIVE {{(pid=102451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 21:02:59.568647 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-b85d019b-b1c3-431e-b779-9d930808b8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1026180'] for port (79fb4c1c-cd6d-481c-8fc5-f27ab57a8ad0), before_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:02:59.643784 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.db [None req-b85d019b-b1c3-431e-b779-9d930808b8e5 None None] For port 79fb4c1c-cd6d-481c-8fc5-f27ab57a8ad0, host dv-cinder-813229-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-5-iscsi',level=0,port_id=79fb4c1c-cd6d-481c-8fc5-f27ab57a8ad0,segment=NetworkSegment(334b6d35-c1e2-4736-987b-283b48f94d99),segment_id=334b6d35-c1e2-4736-987b-283b48f94d99)] {{(pid=102451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 21:02:59.650531 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-b85d019b-b1c3-431e-b779-9d930808b8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1029723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3769609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783600466378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783599971615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783599971633'] for port (79fb4c1c-cd6d-481c-8fc5-f27ab57a8ad0), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:02:59.803178 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85d019b-b1c3-431e-b779-9d930808b8e5 None None] Pushing event updated for resources: {'Port': ['ID=79fb4c1c-cd6d-481c-8fc5-f27ab57a8ad0,revision_number=5']} {{(pid=102451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 21:02:59.817086 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.db.provisioning_blocks [None req-68471ae4-b9a0-4a23-bae2-d0addbbc21f1 None None] Provisioning complete for port 79fb4c1c-cd6d-481c-8fc5-f27ab57a8ad0 triggered by entity DHCP. {{(pid=102451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 21:02:59.817621 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-68471ae4-b9a0-4a23-bae2-d0addbbc21f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3401144'] for port (79fb4c1c-cd6d-481c-8fc5-f27ab57a8ad0), provisioning_complete {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:02:59.892282 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.db.l3_hamode_db [None req-fff8a337-b800-4d7d-bbe3-ef1d8cee06c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d3e097f-f5ef-40f8-9ef0-1bd620794f2a', 'name': 'tempest-TestMinimumBasicScenario-851269983-router', 'tenant_id': 'f3a50fa6222c45909f5e2cee9c006033', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51ba4d8e-a54c-4fb0-a209-37766af226e8', 'external_fixed_ips': [{'subnet_id': '99ba9542-d2be-443f-a804-26ff9bedcbe2', 'ip_address': '172.27.2.177'}], 'enable_snat': True}, 'gw_port_id': '35532e96-3be9-43ce-a907-909e90cedb09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T21:02:51Z', 'updated_at': '2022-01-31T21:02:54Z', 'revision_number': 4, 'project_id': 'f3a50fa6222c45909f5e2cee9c006033', 'gw_port': {'id': '35532e96-3be9-43ce-a907-909e90cedb09', 'name': '', 'network_id': '51ba4d8e-a54c-4fb0-a209-37766af226e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:40:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d3e097f-f5ef-40f8-9ef0-1bd620794f2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '99ba9542-d2be-443f-a804-26ff9bedcbe2', 'ip_address': '172.27.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T21:02:52Z', 'updated_at': '2022-01-31T21:02:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99ba9542-d2be-443f-a804-26ff9bedcbe2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-5-iscsi', '_interfaces': [{'id': '79fb4c1c-cd6d-481c-8fc5-f27ab57a8ad0', 'name': '', 'network_id': 'c780ed10-f587-4341-a632-e821b2883887', 'tenant_id': 'f3a50fa6222c45909f5e2cee9c006033', 'mac_address': 'fa:16:3e:af:71:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d3e097f-f5ef-40f8-9ef0-1bd620794f2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '0df1e603-d733-44e8-8eb2-24663dc6914e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T21:02:54Z', 'updated_at': '2022-01-31T21:02:58Z', 'revision_number': 4, 'project_id': 'f3a50fa6222c45909f5e2cee9c006033', 'subnets': [{'id': '0df1e603-d733-44e8-8eb2-24663dc6914e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-5-iscsi', False) {} {{(pid=102451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 21:02:59.939020 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.rpc [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Device d7188552-c800-4b95-8710-aafa80d45bf5 up at agent ovs-agent-dv-cinder-813229-5-iscsi {{(pid=102451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 21:02:59.941215 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b36c8b6d-1376-4ef3-8462-d14b9bbd0eb0 None None] Network 2dfbfacc-0d11-4b0b-b520-7ec56ccbb379 requested from dv-cinder-813229-5-iscsi {{(pid=102451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 21:02:59.947379 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fff8a337-b800-4d7d-bbe3-ef1d8cee06c7 None None] The sync data for ids ['1d3e097f-f5ef-40f8-9ef0-1bd620794f2a'] in dv-cinder-813229-5-iscsi is: [{'id': '1d3e097f-f5ef-40f8-9ef0-1bd620794f2a', 'name': 'tempest-TestMinimumBasicScenario-851269983-router', 'tenant_id': 'f3a50fa6222c45909f5e2cee9c006033', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51ba4d8e-a54c-4fb0-a209-37766af226e8', 'external_fixed_ips': [{'subnet_id': '99ba9542-d2be-443f-a804-26ff9bedcbe2', 'ip_address': '172.27.2.177'}], 'enable_snat': True}, 'gw_port_id': '35532e96-3be9-43ce-a907-909e90cedb09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T21:02:51Z', 'updated_at': '2022-01-31T21:02:54Z', 'revision_number': 4, 'project_id': 'f3a50fa6222c45909f5e2cee9c006033', 'gw_port': {'id': '35532e96-3be9-43ce-a907-909e90cedb09', 'name': '', 'network_id': '51ba4d8e-a54c-4fb0-a209-37766af226e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:40:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d3e097f-f5ef-40f8-9ef0-1bd620794f2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '99ba9542-d2be-443f-a804-26ff9bedcbe2', 'ip_address': '172.27.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T21:02:52Z', 'updated_at': '2022-01-31T21:02:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99ba9542-d2be-443f-a804-26ff9bedcbe2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-5-iscsi', '_interfaces': [{'id': '79fb4c1c-cd6d-481c-8fc5-f27ab57a8ad0', 'name': '', 'network_id': 'c780ed10-f587-4341-a632-e821b2883887', 'tenant_id': 'f3a50fa6222c45909f5e2cee9c006033', 'mac_address': 'fa:16:3e:af:71:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d3e097f-f5ef-40f8-9ef0-1bd620794f2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '0df1e603-d733-44e8-8eb2-24663dc6914e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T21:02:54Z', 'updated_at': '2022-01-31T21:02:58Z', 'revision_number': 4, 'project_id': 'f3a50fa6222c45909f5e2cee9c006033', 'subnets': [{'id': '0df1e603-d733-44e8-8eb2-24663dc6914e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 21:02:59.968130 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-4e7e913b-5922-4567-904e-2db893c8d636 None None] Publish callbacks [] for port (58410e01-be34-44fc-9bbb-6577f94d38eb), precommit_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:02:59.978817 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-4e7e913b-5922-4567-904e-2db893c8d636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1029723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3769609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783600466378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783599971615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783599971633'] for port (58410e01-be34-44fc-9bbb-6577f94d38eb), after_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:03:00.075938 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87275cc-8fa6-4b4b-9319-5383377569b4 None None] Pushing event updated for resources: {'Port': ['ID=58410e01-be34-44fc-9bbb-6577f94d38eb,revision_number=2']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 21:03:00.081692 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-cdb69590-b6bf-42d4-a05e-5e013aafdf62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1026180'] for port (None), before_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:03:00.114978 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [None req-4e7e913b-5922-4567-904e-2db893c8d636 None None] Attempting to bind port 58410e01-be34-44fc-9bbb-6577f94d38eb on host dv-cinder-813229-5-iscsi for vnic_type normal with profile {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 21:03:00.115789 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [None req-4e7e913b-5922-4567-904e-2db893c8d636 None None] Attempting to bind port 58410e01-be34-44fc-9bbb-6577f94d38eb by drivers openvswitch,hyperv on host dv-cinder-813229-5-iscsi at level 0 using segments [{'id': 'ad776c9f-cdc1-49f1-a366-310dcfc4c059', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51ba4d8e-a54c-4fb0-a209-37766af226e8'}] {{(pid=102454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 21:03:00.116534 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e7e913b-5922-4567-904e-2db893c8d636 None None] Attempting to bind port 58410e01-be34-44fc-9bbb-6577f94d38eb on network 51ba4d8e-a54c-4fb0-a209-37766af226e8 {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 21:03:00.125164 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e7e913b-5922-4567-904e-2db893c8d636 None None] Checking agent: {'id': '9ba4f6fe-000a-4ef5-9d61-ba62910ab5fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813229-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 20, 45, 56), 'started_at': datetime.datetime(2022, 1, 31, 20, 46, 26), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 21, 2, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813229-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 21:03:00.125861 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e7e913b-5922-4567-904e-2db893c8d636 None None] Checking segment: {'id': 'ad776c9f-cdc1-49f1-a366-310dcfc4c059', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51ba4d8e-a54c-4fb0-a209-37766af226e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102454) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 21:03:00.126898 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-4e7e913b-5922-4567-904e-2db893c8d636 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:03:00.127469 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e7e913b-5922-4567-904e-2db893c8d636 None None] Bound using segment: {'id': 'ad776c9f-cdc1-49f1-a366-310dcfc4c059', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51ba4d8e-a54c-4fb0-a209-37766af226e8'} {{(pid=102454) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 21:03:00.128125 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.plugins.ml2.managers [None req-4e7e913b-5922-4567-904e-2db893c8d636 None None] Bound port: 58410e01-be34-44fc-9bbb-6577f94d38eb, host: dv-cinder-813229-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad776c9f-cdc1-49f1-a366-310dcfc4c059', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '51ba4d8e-a54c-4fb0-a209-37766af226e8'}}] {{(pid=102454) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 21:03:00.128682 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-4e7e913b-5922-4567-904e-2db893c8d636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1026180'] for port (58410e01-be34-44fc-9bbb-6577f94d38eb), before_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:03:00.176728 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.plugin [None req-68471ae4-b9a0-4a23-bae2-d0addbbc21f1 None None] Current status of the port 79fb4c1c-cd6d-481c-8fc5-f27ab57a8ad0 is: ACTIVE; New status is: ACTIVE {{(pid=102451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 21:03:00.224091 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.db.provisioning_blocks [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Provisioning complete for port d7188552-c800-4b95-8710-aafa80d45bf5 triggered by entity L2. {{(pid=102451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 21:03:00.224662 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3401144'] for port (d7188552-c800-4b95-8710-aafa80d45bf5), provisioning_complete {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:03:00.240100 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.plugins.ml2.db [None req-4e7e913b-5922-4567-904e-2db893c8d636 None None] For port 58410e01-be34-44fc-9bbb-6577f94d38eb, host dv-cinder-813229-5-iscsi, cleared binding levels {{(pid=102454) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 21:03:00.244014 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.plugins.ml2.db [None req-4e7e913b-5922-4567-904e-2db893c8d636 None None] For port 58410e01-be34-44fc-9bbb-6577f94d38eb, host dv-cinder-813229-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-5-iscsi',level=0,port_id=58410e01-be34-44fc-9bbb-6577f94d38eb,segment=NetworkSegment(ad776c9f-cdc1-49f1-a366-310dcfc4c059),segment_id=ad776c9f-cdc1-49f1-a366-310dcfc4c059)] {{(pid=102454) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 21:03:00.264875 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron_lib.callbacks.manager [None req-4e7e913b-5922-4567-904e-2db893c8d636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1029723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3769609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783600466378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783599971615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783599971633'] for port (58410e01-be34-44fc-9bbb-6577f94d38eb), after_update {{(pid=102454) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:03:00.347766 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.db.db_base_plugin_common [None req-cdb69590-b6bf-42d4-a05e-5e013aafdf62 admin admin] Allocated IP 172.20.0.1 (2dfbfacc-0d11-4b0b-b520-7ec56ccbb379/44072a28-cc8d-4eeb-ad48-1471c45c37b6/0de399ce-c7c1-42ee-9b62-7ed26ad79588) {{(pid=102449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 21:03:00.354009 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e7e913b-5922-4567-904e-2db893c8d636 None None] Routers {'88f431d8-3aed-405e-b71b-aaa918278946'} bound to L3 agent in host dv-cinder-813229-5-iscsi {{(pid=102454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 21:03:00.355166 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.db.l3_hamode_db [None req-4e7e913b-5922-4567-904e-2db893c8d636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-31T20:45:52Z,description=,heartbeat_timestamp=2022-01-31T21:02:52Z,host='dv-cinder-813229-5-iscsi',id=7c18f3b4-4d02-4b01-9072-98fcd9008716,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T20:45:52Z,topic='l3_agent')) {'router_ids': ['88f431d8-3aed-405e-b71b-aaa918278946'], 'active': True} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 21:03:00.358945 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.db.provisioning_blocks [None req-f7cc203a-4005-458b-ae4e-7ef7c4b396a1 None None] Provisioning complete for port d7188552-c800-4b95-8710-aafa80d45bf5 triggered by entity DHCP. {{(pid=102451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 21:03:00.359327 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-f7cc203a-4005-458b-ae4e-7ef7c4b396a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3401144'] for port (d7188552-c800-4b95-8710-aafa80d45bf5), provisioning_complete {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:03:00.531021 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-cdb69590-b6bf-42d4-a05e-5e013aafdf62 admin admin] Publish callbacks [] for port (0de399ce-c7c1-42ee-9b62-7ed26ad79588), precommit_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:03:00.586703 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-cdb69590-b6bf-42d4-a05e-5e013aafdf62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1029723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3769609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783599971597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29106256'] for port (0de399ce-c7c1-42ee-9b62-7ed26ad79588), after_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:03:00.633704 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87275cc-8fa6-4b4b-9319-5383377569b4 None None] Pushing event updated for resources: {'Port': ['ID=58410e01-be34-44fc-9bbb-6577f94d38eb,revision_number=3']} {{(pid=102454) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 21:03:00.666016 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdb69590-b6bf-42d4-a05e-5e013aafdf62 admin admin] Network 2dfbfacc-0d11-4b0b-b520-7ec56ccbb379 is already hosted by enough agents. {{(pid=102449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 21:03:00.672743 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.scheduler.base_scheduler [None req-cdb69590-b6bf-42d4-a05e-5e013aafdf62 admin admin] Resources bound (agent type, host, resource id): {{(pid=102449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 21:03:00.679780 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdb69590-b6bf-42d4-a05e-5e013aafdf62 admin admin] Received port after_create {{(pid=102449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 21:03:00.694415 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.db.l3_dvr_db [None req-4e7e913b-5922-4567-904e-2db893c8d636 None None] Set router 88f431d8-3aed-405e-b71b-aaa918278946 gateway port host: dv-cinder-813229-5-iscsi {{(pid=102454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 21:03:00.751904 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-cdb69590-b6bf-42d4-a05e-5e013aafdf62 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3696668'] for router_interface (88f431d8-3aed-405e-b71b-aaa918278946), before_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:03:00.795886 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.plugin [None req-f7cc203a-4005-458b-ae4e-7ef7c4b396a1 None None] Current status of the port d7188552-c800-4b95-8710-aafa80d45bf5 is: DOWN; New status is: ACTIVE {{(pid=102451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 21:03:00.796421 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-f7cc203a-4005-458b-ae4e-7ef7c4b396a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1026180'] for port (d7188552-c800-4b95-8710-aafa80d45bf5), before_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:03:00.819849 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.plugin [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Current status of the port d7188552-c800-4b95-8710-aafa80d45bf5 is: DOWN; New status is: ACTIVE {{(pid=102451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 21:03:00.820430 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1026180'] for port (d7188552-c800-4b95-8710-aafa80d45bf5), before_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:03:00.831521 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb69590-b6bf-42d4-a05e-5e013aafdf62 admin admin] Pushing event updated for resources: {'Port': ['ID=0de399ce-c7c1-42ee-9b62-7ed26ad79588,revision_number=1']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 21:03:00.855889 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb69590-b6bf-42d4-a05e-5e013aafdf62 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 21:03:00.856145 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb69590-b6bf-42d4-a05e-5e013aafdf62 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 21:03:00.858310 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb69590-b6bf-42d4-a05e-5e013aafdf62 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 21:03:00.858662 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb69590-b6bf-42d4-a05e-5e013aafdf62 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 21:03:00.859024 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb69590-b6bf-42d4-a05e-5e013aafdf62 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 21:03:00.859359 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb69590-b6bf-42d4-a05e-5e013aafdf62 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 21:03:00.859690 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb69590-b6bf-42d4-a05e-5e013aafdf62 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 21:03:00.860018 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb69590-b6bf-42d4-a05e-5e013aafdf62 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 21:03:00.860346 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb69590-b6bf-42d4-a05e-5e013aafdf62 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 21:03:00.860673 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb69590-b6bf-42d4-a05e-5e013aafdf62 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 21:03:00.860995 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb69590-b6bf-42d4-a05e-5e013aafdf62 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 21:03:00.861317 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb69590-b6bf-42d4-a05e-5e013aafdf62 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 21:03:00.861638 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb69590-b6bf-42d4-a05e-5e013aafdf62 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 21:03:00.892304 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.db [None req-f7cc203a-4005-458b-ae4e-7ef7c4b396a1 None None] For port d7188552-c800-4b95-8710-aafa80d45bf5, host dv-cinder-813229-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-5-iscsi',level=0,port_id=d7188552-c800-4b95-8710-aafa80d45bf5,segment=NetworkSegment(4467f831-fbb2-404e-9407-4dfd5a27bf7c),segment_id=4467f831-fbb2-404e-9407-4dfd5a27bf7c)] {{(pid=102451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 21:03:00.902796 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-f7cc203a-4005-458b-ae4e-7ef7c4b396a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1029723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3769609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783600466378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783599971615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783599971633'] for port (d7188552-c800-4b95-8710-aafa80d45bf5), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:03:01.000313 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.db.l3_hamode_db [None req-4e7e913b-5922-4567-904e-2db893c8d636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88f431d8-3aed-405e-b71b-aaa918278946', 'name': 'tempest-TestMinimumBasicScenario-1580100071-router', 'tenant_id': '34c9839dbfc04b00b67fd2fb783fce89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51ba4d8e-a54c-4fb0-a209-37766af226e8', 'external_fixed_ips': [{'subnet_id': '99ba9542-d2be-443f-a804-26ff9bedcbe2', 'ip_address': '172.27.2.130'}], 'enable_snat': True}, 'gw_port_id': '58410e01-be34-44fc-9bbb-6577f94d38eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T21:02:56Z', 'updated_at': '2022-01-31T21:02:57Z', 'revision_number': 3, 'project_id': '34c9839dbfc04b00b67fd2fb783fce89', 'gw_port': {'id': '58410e01-be34-44fc-9bbb-6577f94d38eb', 'name': '', 'network_id': '51ba4d8e-a54c-4fb0-a209-37766af226e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:e1:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88f431d8-3aed-405e-b71b-aaa918278946', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '99ba9542-d2be-443f-a804-26ff9bedcbe2', 'ip_address': '172.27.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T21:02:57Z', 'updated_at': '2022-01-31T21:03:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '99ba9542-d2be-443f-a804-26ff9bedcbe2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-5-iscsi'}], 'dv-cinder-813229-5-iscsi', False) {} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 21:03:01.024132 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-cdb69590-b6bf-42d4-a05e-5e013aafdf62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1026180'] for port (0de399ce-c7c1-42ee-9b62-7ed26ad79588), before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:03:01.040303 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e7e913b-5922-4567-904e-2db893c8d636 None None] The sync data for ids ['88f431d8-3aed-405e-b71b-aaa918278946'] in dv-cinder-813229-5-iscsi is: [{'id': '88f431d8-3aed-405e-b71b-aaa918278946', 'name': 'tempest-TestMinimumBasicScenario-1580100071-router', 'tenant_id': '34c9839dbfc04b00b67fd2fb783fce89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51ba4d8e-a54c-4fb0-a209-37766af226e8', 'external_fixed_ips': [{'subnet_id': '99ba9542-d2be-443f-a804-26ff9bedcbe2', 'ip_address': '172.27.2.130'}], 'enable_snat': True}, 'gw_port_id': '58410e01-be34-44fc-9bbb-6577f94d38eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T21:02:56Z', 'updated_at': '2022-01-31T21:02:57Z', 'revision_number': 3, 'project_id': '34c9839dbfc04b00b67fd2fb783fce89', 'gw_port': {'id': '58410e01-be34-44fc-9bbb-6577f94d38eb', 'name': '', 'network_id': '51ba4d8e-a54c-4fb0-a209-37766af226e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:e1:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88f431d8-3aed-405e-b71b-aaa918278946', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '99ba9542-d2be-443f-a804-26ff9bedcbe2', 'ip_address': '172.27.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T21:02:57Z', 'updated_at': '2022-01-31T21:03:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '99ba9542-d2be-443f-a804-26ff9bedcbe2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-5-iscsi'}] {{(pid=102454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 21:03:01.047696 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.db.api [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102451) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 31 21:03:01.048077 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG oslo_db.api [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 31 21:03:01.057855 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cc203a-4005-458b-ae4e-7ef7c4b396a1 None None] Pushing event updated for resources: {'Port': ['ID=d7188552-c800-4b95-8710-aafa80d45bf5,revision_number=3']} {{(pid=102451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 21:03:01.071153 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.db.provisioning_blocks [None req-620f96b0-6b30-49de-a9aa-ea49773e1760 None None] Provisioning complete for port 0de399ce-c7c1-42ee-9b62-7ed26ad79588 triggered by entity DHCP. {{(pid=102451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 21:03:01.071736 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-620f96b0-6b30-49de-a9aa-ea49773e1760 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3401144'] for port (0de399ce-c7c1-42ee-9b62-7ed26ad79588), provisioning_complete {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:03:01.123194 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.plugin [None req-620f96b0-6b30-49de-a9aa-ea49773e1760 None None] Port 0de399ce-c7c1-42ee-9b62-7ed26ad79588 cannot update to ACTIVE because it is not bound. {{(pid=102451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 21:03:01.137643 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.db.provisioning_blocks [None req-620f96b0-6b30-49de-a9aa-ea49773e1760 None None] Provisioning complete for port d7188552-c800-4b95-8710-aafa80d45bf5 triggered by entity DHCP. {{(pid=102451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 21:03:01.138001 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-620f96b0-6b30-49de-a9aa-ea49773e1760 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3401144'] for port (d7188552-c800-4b95-8710-aafa80d45bf5), provisioning_complete {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:03:01.252744 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.plugin [None req-620f96b0-6b30-49de-a9aa-ea49773e1760 None None] Current status of the port d7188552-c800-4b95-8710-aafa80d45bf5 is: ACTIVE; New status is: ACTIVE {{(pid=102451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 21:03:01.281057 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-cdb69590-b6bf-42d4-a05e-5e013aafdf62 admin admin] Publish callbacks [] for port (0de399ce-c7c1-42ee-9b62-7ed26ad79588), precommit_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:03:01.289190 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-cdb69590-b6bf-42d4-a05e-5e013aafdf62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1029723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3769609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783600466378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783599971615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783599971633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29106247'] for port (0de399ce-c7c1-42ee-9b62-7ed26ad79588), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:03:01.361353 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb69590-b6bf-42d4-a05e-5e013aafdf62 admin admin] Pushing event updated for resources: {'Port': ['ID=0de399ce-c7c1-42ee-9b62-7ed26ad79588,revision_number=2']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 21:03:01.363901 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-cdb69590-b6bf-42d4-a05e-5e013aafdf62 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3769639', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3694988'] for router_interface (88f431d8-3aed-405e-b71b-aaa918278946), after_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:03:01.501517 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdb69590-b6bf-42d4-a05e-5e013aafdf62 admin admin] Network 2dfbfacc-0d11-4b0b-b520-7ec56ccbb379 is already hosted by enough agents. {{(pid=102449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 21:03:01.503110 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.scheduler.base_scheduler [None req-cdb69590-b6bf-42d4-a05e-5e013aafdf62 admin admin] Resources bound (agent type, host, resource id): {{(pid=102449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 21:03:01.617036 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.plugin [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Current status of the port d7188552-c800-4b95-8710-aafa80d45bf5 is: ACTIVE; New status is: ACTIVE {{(pid=102451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 21:03:01.654895 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdb69590-b6bf-42d4-a05e-5e013aafdf62 admin admin] Router 88f431d8-3aed-405e-b71b-aaa918278946 has already been hosted by L3 agent 7c18f3b4-4d02-4b01-9072-98fcd9008716 {{(pid=102449) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 21:03:01.827811 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdb69590-b6bf-42d4-a05e-5e013aafdf62 admin admin] Notify agent at l3_agent.dv-cinder-813229-5-iscsi the message routers_updated {{(pid=102449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 21:03:01.844422 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [None req-cdb69590-b6bf-42d4-a05e-5e013aafdf62 admin admin] 10.222.0.46 "PUT /v2.0/routers/88f431d8-3aed-405e-b71b-aaa918278946/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7885854 Jan 31 21:03:01.893890 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.db.provisioning_blocks [None req-c3734e49-895e-432c-b274-bc5b35606fca None None] Provisioning complete for port 0de399ce-c7c1-42ee-9b62-7ed26ad79588 triggered by entity DHCP. {{(pid=102451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 21:03:01.896582 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-c3734e49-895e-432c-b274-bc5b35606fca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3401144'] for port (0de399ce-c7c1-42ee-9b62-7ed26ad79588), provisioning_complete {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:03:01.966260 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.plugin [None req-c3734e49-895e-432c-b274-bc5b35606fca None None] Port 0de399ce-c7c1-42ee-9b62-7ed26ad79588 cannot update to ACTIVE because it is not bound. {{(pid=102451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 21:03:02.019681 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.rpc [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Device 58410e01-be34-44fc-9bbb-6577f94d38eb up at agent ovs-agent-dv-cinder-813229-5-iscsi {{(pid=102451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 21:03:02.087107 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.db.provisioning_blocks [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Provisioning complete for port 58410e01-be34-44fc-9bbb-6577f94d38eb triggered by entity L2. {{(pid=102451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 21:03:02.087437 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3401144'] for port (58410e01-be34-44fc-9bbb-6577f94d38eb), provisioning_complete {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:03:02.193687 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.plugin [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Current status of the port 58410e01-be34-44fc-9bbb-6577f94d38eb is: DOWN; New status is: ACTIVE {{(pid=102451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 21:03:02.194446 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1026180'] for port (58410e01-be34-44fc-9bbb-6577f94d38eb), before_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:03:02.224015 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.db [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] For port 58410e01-be34-44fc-9bbb-6577f94d38eb, host dv-cinder-813229-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-5-iscsi',level=0,port_id=58410e01-be34-44fc-9bbb-6577f94d38eb,segment=NetworkSegment(ad776c9f-cdc1-49f1-a366-310dcfc4c059),segment_id=ad776c9f-cdc1-49f1-a366-310dcfc4c059)] {{(pid=102451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 21:03:02.229713 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1029723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3769609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783600466378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783599971615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783599971633'] for port (58410e01-be34-44fc-9bbb-6577f94d38eb), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:03:02.231888 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.rpc [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Device 79fb4c1c-cd6d-481c-8fc5-f27ab57a8ad0 up at agent ovs-agent-dv-cinder-813229-5-iscsi {{(pid=102451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 21:03:02.360587 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Pushing event updated for resources: {'Port': ['ID=58410e01-be34-44fc-9bbb-6577f94d38eb,revision_number=4']} {{(pid=102451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 21:03:02.370267 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.db.provisioning_blocks [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Provisioning complete for port 79fb4c1c-cd6d-481c-8fc5-f27ab57a8ad0 triggered by entity L2. {{(pid=102451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 21:03:02.370705 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3401144'] for port (79fb4c1c-cd6d-481c-8fc5-f27ab57a8ad0), provisioning_complete {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:03:02.503584 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.plugin [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Current status of the port 79fb4c1c-cd6d-481c-8fc5-f27ab57a8ad0 is: ACTIVE; New status is: ACTIVE {{(pid=102451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 21:03:02.506074 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.rpc [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Device d7188552-c800-4b95-8710-aafa80d45bf5 up at agent ovs-agent-dv-cinder-813229-5-iscsi {{(pid=102451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 21:03:02.564559 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.db.provisioning_blocks [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Provisioning complete for port d7188552-c800-4b95-8710-aafa80d45bf5 triggered by entity L2. {{(pid=102451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 21:03:02.565029 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3401144'] for port (d7188552-c800-4b95-8710-aafa80d45bf5), provisioning_complete {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:03:02.717244 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.plugin [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Current status of the port d7188552-c800-4b95-8710-aafa80d45bf5 is: ACTIVE; New status is: ACTIVE {{(pid=102451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 21:03:03.439271 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b14e349a-5348-4436-b7df-7b013a44db89 None None] Sync routers for ids ['88f431d8-3aed-405e-b71b-aaa918278946'] in dv-cinder-813229-5-iscsi {{(pid=102451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 21:03:03.453298 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b14e349a-5348-4436-b7df-7b013a44db89 None None] Routers {'88f431d8-3aed-405e-b71b-aaa918278946'} bound to L3 agent in host dv-cinder-813229-5-iscsi {{(pid=102451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 21:03:03.453926 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.db.l3_hamode_db [None req-b14e349a-5348-4436-b7df-7b013a44db89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-31T20:45:52Z,description=,heartbeat_timestamp=2022-01-31T21:02:52Z,host='dv-cinder-813229-5-iscsi',id=7c18f3b4-4d02-4b01-9072-98fcd9008716,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T20:45:52Z,topic='l3_agent')) {'router_ids': ['88f431d8-3aed-405e-b71b-aaa918278946'], 'active': True} {{(pid=102451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 21:03:03.604801 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.db.l3_dvr_db [None req-b14e349a-5348-4436-b7df-7b013a44db89 None None] Set router 88f431d8-3aed-405e-b71b-aaa918278946 gateway port host: dv-cinder-813229-5-iscsi {{(pid=102451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 21:03:03.826303 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.rpc [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Device 58410e01-be34-44fc-9bbb-6577f94d38eb up at agent ovs-agent-dv-cinder-813229-5-iscsi {{(pid=102451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 21:03:03.937171 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.db.l3_hamode_db [None req-b14e349a-5348-4436-b7df-7b013a44db89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88f431d8-3aed-405e-b71b-aaa918278946', 'name': 'tempest-TestMinimumBasicScenario-1580100071-router', 'tenant_id': '34c9839dbfc04b00b67fd2fb783fce89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51ba4d8e-a54c-4fb0-a209-37766af226e8', 'external_fixed_ips': [{'subnet_id': '99ba9542-d2be-443f-a804-26ff9bedcbe2', 'ip_address': '172.27.2.130'}], 'enable_snat': True}, 'gw_port_id': '58410e01-be34-44fc-9bbb-6577f94d38eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T21:02:56Z', 'updated_at': '2022-01-31T21:03:00Z', 'revision_number': 4, 'project_id': '34c9839dbfc04b00b67fd2fb783fce89', 'gw_port': {'id': '58410e01-be34-44fc-9bbb-6577f94d38eb', 'name': '', 'network_id': '51ba4d8e-a54c-4fb0-a209-37766af226e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:e1:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88f431d8-3aed-405e-b71b-aaa918278946', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '99ba9542-d2be-443f-a804-26ff9bedcbe2', 'ip_address': '172.27.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T21:02:57Z', 'updated_at': '2022-01-31T21:03:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99ba9542-d2be-443f-a804-26ff9bedcbe2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-5-iscsi', '_interfaces': [{'id': '0de399ce-c7c1-42ee-9b62-7ed26ad79588', 'name': '', 'network_id': '2dfbfacc-0d11-4b0b-b520-7ec56ccbb379', 'tenant_id': '34c9839dbfc04b00b67fd2fb783fce89', 'mac_address': 'fa:16:3e:dd:57:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88f431d8-3aed-405e-b71b-aaa918278946', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '44072a28-cc8d-4eeb-ad48-1471c45c37b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T21:03:00Z', 'updated_at': '2022-01-31T21:03:01Z', 'revision_number': 2, 'project_id': '34c9839dbfc04b00b67fd2fb783fce89', 'subnets': [{'id': '44072a28-cc8d-4eeb-ad48-1471c45c37b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-5-iscsi', False) {} {{(pid=102451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 21:03:03.974272 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b14e349a-5348-4436-b7df-7b013a44db89 None None] Checking router: 88f431d8-3aed-405e-b71b-aaa918278946 for host: dv-cinder-813229-5-iscsi {{(pid=102451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 21:03:03.974548 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b14e349a-5348-4436-b7df-7b013a44db89 None None] Updating router 88f431d8-3aed-405e-b71b-aaa918278946 port 0de399ce-c7c1-42ee-9b62-7ed26ad79588 binding host dv-cinder-813229-5-iscsi {{(pid=102451) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 31 21:03:03.976665 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.db.provisioning_blocks [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Provisioning complete for port 58410e01-be34-44fc-9bbb-6577f94d38eb triggered by entity L2. {{(pid=102451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 21:03:03.977060 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3401144'] for port (58410e01-be34-44fc-9bbb-6577f94d38eb), provisioning_complete {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:03:04.034168 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-b14e349a-5348-4436-b7df-7b013a44db89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1026180'] for port (0de399ce-c7c1-42ee-9b62-7ed26ad79588), before_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:03:04.211775 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.plugin [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Current status of the port 58410e01-be34-44fc-9bbb-6577f94d38eb is: ACTIVE; New status is: ACTIVE {{(pid=102451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 21:03:04.393249 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-b14e349a-5348-4436-b7df-7b013a44db89 None None] Publish callbacks [] for port (0de399ce-c7c1-42ee-9b62-7ed26ad79588), precommit_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:03:04.399896 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-b14e349a-5348-4436-b7df-7b013a44db89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1029723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3769609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783600466378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783599971615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783599971633'] for port (0de399ce-c7c1-42ee-9b62-7ed26ad79588), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:03:04.466297 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155fd22e-9eae-4472-947d-2126e799490d None None] Pushing event updated for resources: {'Port': ['ID=0de399ce-c7c1-42ee-9b62-7ed26ad79588,revision_number=3']} {{(pid=102451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 21:03:04.536771 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.managers [None req-b14e349a-5348-4436-b7df-7b013a44db89 None None] Attempting to bind port 0de399ce-c7c1-42ee-9b62-7ed26ad79588 on host dv-cinder-813229-5-iscsi for vnic_type normal with profile {{(pid=102451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 21:03:04.537276 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.managers [None req-b14e349a-5348-4436-b7df-7b013a44db89 None None] Attempting to bind port 0de399ce-c7c1-42ee-9b62-7ed26ad79588 by drivers openvswitch,hyperv on host dv-cinder-813229-5-iscsi at level 0 using segments [{'id': '4467f831-fbb2-404e-9407-4dfd5a27bf7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '2dfbfacc-0d11-4b0b-b520-7ec56ccbb379'}] {{(pid=102451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 21:03:04.538162 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b14e349a-5348-4436-b7df-7b013a44db89 None None] Attempting to bind port 0de399ce-c7c1-42ee-9b62-7ed26ad79588 on network 2dfbfacc-0d11-4b0b-b520-7ec56ccbb379 {{(pid=102451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 21:03:04.544644 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b14e349a-5348-4436-b7df-7b013a44db89 None None] Checking agent: {'id': '9ba4f6fe-000a-4ef5-9d61-ba62910ab5fe', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-813229-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 20, 45, 56), 'started_at': datetime.datetime(2022, 1, 31, 20, 46, 26), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 21, 2, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-813229-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 21:03:04.545179 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b14e349a-5348-4436-b7df-7b013a44db89 None None] Checking segment: {'id': '4467f831-fbb2-404e-9407-4dfd5a27bf7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '2dfbfacc-0d11-4b0b-b520-7ec56ccbb379'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 21:03:04.545917 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-b14e349a-5348-4436-b7df-7b013a44db89 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:03:04.546395 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b14e349a-5348-4436-b7df-7b013a44db89 None None] Bound using segment: {'id': '4467f831-fbb2-404e-9407-4dfd5a27bf7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '2dfbfacc-0d11-4b0b-b520-7ec56ccbb379'} {{(pid=102451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 21:03:04.547092 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.managers [None req-b14e349a-5348-4436-b7df-7b013a44db89 None None] Bound port: 0de399ce-c7c1-42ee-9b62-7ed26ad79588, host: dv-cinder-813229-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4467f831-fbb2-404e-9407-4dfd5a27bf7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 664, 'network_id': '2dfbfacc-0d11-4b0b-b520-7ec56ccbb379'}}] {{(pid=102451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 21:03:04.548060 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-b14e349a-5348-4436-b7df-7b013a44db89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1026180'] for port (0de399ce-c7c1-42ee-9b62-7ed26ad79588), before_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:03:04.653925 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.db [None req-b14e349a-5348-4436-b7df-7b013a44db89 None None] For port 0de399ce-c7c1-42ee-9b62-7ed26ad79588, host dv-cinder-813229-5-iscsi, cleared binding levels {{(pid=102451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 21:03:04.657396 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.db [None req-b14e349a-5348-4436-b7df-7b013a44db89 None None] For port 0de399ce-c7c1-42ee-9b62-7ed26ad79588, host dv-cinder-813229-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-5-iscsi',level=0,port_id=0de399ce-c7c1-42ee-9b62-7ed26ad79588,segment=NetworkSegment(4467f831-fbb2-404e-9407-4dfd5a27bf7c),segment_id=4467f831-fbb2-404e-9407-4dfd5a27bf7c)] {{(pid=102451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 21:03:04.668170 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-b14e349a-5348-4436-b7df-7b013a44db89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1029723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3769609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783600466378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783599971615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783599971633'] for port (0de399ce-c7c1-42ee-9b62-7ed26ad79588), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:03:04.751858 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b14e349a-5348-4436-b7df-7b013a44db89 None None] Routers {'88f431d8-3aed-405e-b71b-aaa918278946'} bound to L3 agent in host dv-cinder-813229-5-iscsi {{(pid=102451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 21:03:04.752773 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.db.l3_hamode_db [None req-b14e349a-5348-4436-b7df-7b013a44db89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-01-31T20:45:52Z,description=,heartbeat_timestamp=2022-01-31T21:02:52Z,host='dv-cinder-813229-5-iscsi',id=7c18f3b4-4d02-4b01-9072-98fcd9008716,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T20:45:52Z,topic='l3_agent')) {'router_ids': ['88f431d8-3aed-405e-b71b-aaa918278946'], 'active': True} {{(pid=102451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 21:03:04.810640 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155fd22e-9eae-4472-947d-2126e799490d None None] Pushing event updated for resources: {'Port': ['ID=0de399ce-c7c1-42ee-9b62-7ed26ad79588,revision_number=4']} {{(pid=102451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 21:03:04.813551 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.db.provisioning_blocks [None req-52cb9155-2ea6-43a0-8a6d-1e1c1c5b7933 None None] Provisioning complete for port 0de399ce-c7c1-42ee-9b62-7ed26ad79588 triggered by entity DHCP. {{(pid=102451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 21:03:04.813936 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-52cb9155-2ea6-43a0-8a6d-1e1c1c5b7933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3401144'] for port (0de399ce-c7c1-42ee-9b62-7ed26ad79588), provisioning_complete {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:03:04.964296 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.db.l3_dvr_db [None req-b14e349a-5348-4436-b7df-7b013a44db89 None None] Set router 88f431d8-3aed-405e-b71b-aaa918278946 gateway port host: dv-cinder-813229-5-iscsi {{(pid=102451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 21:03:05.008093 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.plugin [None req-52cb9155-2ea6-43a0-8a6d-1e1c1c5b7933 None None] Current status of the port 0de399ce-c7c1-42ee-9b62-7ed26ad79588 is: DOWN; New status is: ACTIVE {{(pid=102451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 21:03:05.008497 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-52cb9155-2ea6-43a0-8a6d-1e1c1c5b7933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1026180'] for port (0de399ce-c7c1-42ee-9b62-7ed26ad79588), before_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:03:05.123574 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.db [None req-52cb9155-2ea6-43a0-8a6d-1e1c1c5b7933 None None] For port 0de399ce-c7c1-42ee-9b62-7ed26ad79588, host dv-cinder-813229-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-5-iscsi',level=0,port_id=0de399ce-c7c1-42ee-9b62-7ed26ad79588,segment=NetworkSegment(4467f831-fbb2-404e-9407-4dfd5a27bf7c),segment_id=4467f831-fbb2-404e-9407-4dfd5a27bf7c)] {{(pid=102451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 21:03:05.131839 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-52cb9155-2ea6-43a0-8a6d-1e1c1c5b7933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1029723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3769609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783600466378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783599971615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783599971633'] for port (0de399ce-c7c1-42ee-9b62-7ed26ad79588), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:03:05.204711 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52cb9155-2ea6-43a0-8a6d-1e1c1c5b7933 None None] Pushing event updated for resources: {'Port': ['ID=0de399ce-c7c1-42ee-9b62-7ed26ad79588,revision_number=5']} {{(pid=102451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 21:03:05.272053 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.db.provisioning_blocks [None req-bdaecc17-32ab-4d16-8537-a8333c940482 None None] Provisioning complete for port 0de399ce-c7c1-42ee-9b62-7ed26ad79588 triggered by entity DHCP. {{(pid=102451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 21:03:05.272429 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-bdaecc17-32ab-4d16-8537-a8333c940482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3401144'] for port (0de399ce-c7c1-42ee-9b62-7ed26ad79588), provisioning_complete {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:03:05.321562 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.db.l3_hamode_db [None req-b14e349a-5348-4436-b7df-7b013a44db89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88f431d8-3aed-405e-b71b-aaa918278946', 'name': 'tempest-TestMinimumBasicScenario-1580100071-router', 'tenant_id': '34c9839dbfc04b00b67fd2fb783fce89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51ba4d8e-a54c-4fb0-a209-37766af226e8', 'external_fixed_ips': [{'subnet_id': '99ba9542-d2be-443f-a804-26ff9bedcbe2', 'ip_address': '172.27.2.130'}], 'enable_snat': True}, 'gw_port_id': '58410e01-be34-44fc-9bbb-6577f94d38eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T21:02:56Z', 'updated_at': '2022-01-31T21:03:00Z', 'revision_number': 4, 'project_id': '34c9839dbfc04b00b67fd2fb783fce89', 'gw_port': {'id': '58410e01-be34-44fc-9bbb-6577f94d38eb', 'name': '', 'network_id': '51ba4d8e-a54c-4fb0-a209-37766af226e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:e1:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88f431d8-3aed-405e-b71b-aaa918278946', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '99ba9542-d2be-443f-a804-26ff9bedcbe2', 'ip_address': '172.27.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T21:02:57Z', 'updated_at': '2022-01-31T21:03:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99ba9542-d2be-443f-a804-26ff9bedcbe2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-5-iscsi', '_interfaces': [{'id': '0de399ce-c7c1-42ee-9b62-7ed26ad79588', 'name': '', 'network_id': '2dfbfacc-0d11-4b0b-b520-7ec56ccbb379', 'tenant_id': '34c9839dbfc04b00b67fd2fb783fce89', 'mac_address': 'fa:16:3e:dd:57:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88f431d8-3aed-405e-b71b-aaa918278946', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '44072a28-cc8d-4eeb-ad48-1471c45c37b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T21:03:00Z', 'updated_at': '2022-01-31T21:03:04Z', 'revision_number': 4, 'project_id': '34c9839dbfc04b00b67fd2fb783fce89', 'subnets': [{'id': '44072a28-cc8d-4eeb-ad48-1471c45c37b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-5-iscsi', False) {} {{(pid=102451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 21:03:05.354177 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b14e349a-5348-4436-b7df-7b013a44db89 None None] The sync data for ids ['88f431d8-3aed-405e-b71b-aaa918278946'] in dv-cinder-813229-5-iscsi is: [{'id': '88f431d8-3aed-405e-b71b-aaa918278946', 'name': 'tempest-TestMinimumBasicScenario-1580100071-router', 'tenant_id': '34c9839dbfc04b00b67fd2fb783fce89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51ba4d8e-a54c-4fb0-a209-37766af226e8', 'external_fixed_ips': [{'subnet_id': '99ba9542-d2be-443f-a804-26ff9bedcbe2', 'ip_address': '172.27.2.130'}], 'enable_snat': True}, 'gw_port_id': '58410e01-be34-44fc-9bbb-6577f94d38eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T21:02:56Z', 'updated_at': '2022-01-31T21:03:00Z', 'revision_number': 4, 'project_id': '34c9839dbfc04b00b67fd2fb783fce89', 'gw_port': {'id': '58410e01-be34-44fc-9bbb-6577f94d38eb', 'name': '', 'network_id': '51ba4d8e-a54c-4fb0-a209-37766af226e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:e1:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88f431d8-3aed-405e-b71b-aaa918278946', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '99ba9542-d2be-443f-a804-26ff9bedcbe2', 'ip_address': '172.27.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T21:02:57Z', 'updated_at': '2022-01-31T21:03:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99ba9542-d2be-443f-a804-26ff9bedcbe2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-5-iscsi', '_interfaces': [{'id': '0de399ce-c7c1-42ee-9b62-7ed26ad79588', 'name': '', 'network_id': '2dfbfacc-0d11-4b0b-b520-7ec56ccbb379', 'tenant_id': '34c9839dbfc04b00b67fd2fb783fce89', 'mac_address': 'fa:16:3e:dd:57:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88f431d8-3aed-405e-b71b-aaa918278946', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '44072a28-cc8d-4eeb-ad48-1471c45c37b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T21:03:00Z', 'updated_at': '2022-01-31T21:03:04Z', 'revision_number': 4, 'project_id': '34c9839dbfc04b00b67fd2fb783fce89', 'subnets': [{'id': '44072a28-cc8d-4eeb-ad48-1471c45c37b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 21:03:05.396387 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.plugin [None req-bdaecc17-32ab-4d16-8537-a8333c940482 None None] Current status of the port 0de399ce-c7c1-42ee-9b62-7ed26ad79588 is: ACTIVE; New status is: ACTIVE {{(pid=102451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 21:03:05.830328 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.rpc [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Device 0de399ce-c7c1-42ee-9b62-7ed26ad79588 up at agent ovs-agent-dv-cinder-813229-5-iscsi {{(pid=102451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 21:03:05.907922 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.db.provisioning_blocks [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Provisioning complete for port 0de399ce-c7c1-42ee-9b62-7ed26ad79588 triggered by entity L2. {{(pid=102451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 21:03:05.909946 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3401144'] for port (0de399ce-c7c1-42ee-9b62-7ed26ad79588), provisioning_complete {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:03:06.005755 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.plugin [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Current status of the port 0de399ce-c7c1-42ee-9b62-7ed26ad79588 is: ACTIVE; New status is: ACTIVE {{(pid=102451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 21:03:12.139343 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0586c152-b5c7-4714-87b2-984e653ce90b req-27565d53-ee6c-4a56-aa2c-22de386c1b8d tempest-TestMinimumBasicScenario-93005962 tempest-TestMinimumBasicScenario-93005962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 21:03:12.140785 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-0586c152-b5c7-4714-87b2-984e653ce90b req-27565d53-ee6c-4a56-aa2c-22de386c1b8d tempest-TestMinimumBasicScenario-93005962 tempest-TestMinimumBasicScenario-93005962-project] 10.222.0.46 "GET /v2.0/networks?id=c780ed10-f587-4341-a632-e821b2883887 HTTP/1.1" status: 200 len: 814 time: 0.1088645 Jan 31 21:03:12.160981 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-0586c152-b5c7-4714-87b2-984e653ce90b req-f8aa0fd1-d887-4958-9c36-d37c5fc8df41 tempest-TestMinimumBasicScenario-93005962 tempest-TestMinimumBasicScenario-93005962-project] 10.222.0.46 "GET /v2.0/quotas/f3a50fa6222c45909f5e2cee9c006033 HTTP/1.1" status: 200 len: 375 time: 0.0105472 Jan 31 21:03:12.204497 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d1ff4c-97aa-4f7f-a23f-fe04d9e47a69 req-7b5ea478-1eb0-4382-bda3-c793e14d4579 tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 21:03:12.206011 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-46d1ff4c-97aa-4f7f-a23f-fe04d9e47a69 req-7b5ea478-1eb0-4382-bda3-c793e14d4579 tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] 10.222.0.46 "GET /v2.0/ports?device_id=90de50a1-9ca3-4f52-9ebe-6d0a6cc482b8 HTTP/1.1" status: 200 len: 945 time: 0.0670896 Jan 31 21:03:12.225882 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-0586c152-b5c7-4714-87b2-984e653ce90b req-4b7cf1d7-61a0-4392-bbdd-4e141837588e tempest-TestMinimumBasicScenario-93005962 tempest-TestMinimumBasicScenario-93005962-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=f3a50fa6222c45909f5e2cee9c006033&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0597656 Jan 31 21:03:12.261900 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-46d1ff4c-97aa-4f7f-a23f-fe04d9e47a69 req-8bf00f81-f6ea-4822-aec1-78ceef27f0b4 tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] 10.222.0.46 "GET /v2.0/security-groups?id=9b644a29-769a-4f96-bf04-9f2b0e6c503d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490429 Jan 31 21:03:12.326524 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-0586c152-b5c7-4714-87b2-984e653ce90b req-7eda0440-8522-46b9-95de-97f71bcf0371 service neutron] 10.222.0.46 "GET /v2.0/networks/c780ed10-f587-4341-a632-e821b2883887?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892801 Jan 31 21:03:12.431818 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-0586c152-b5c7-4714-87b2-984e653ce90b req-a703dd8b-0f76-457c-bbda-41270252c792 service neutron] 10.222.0.46 "GET /v2.0/networks/c780ed10-f587-4341-a632-e821b2883887?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987599 Jan 31 21:03:12.604566 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-5e4d5574-cc63-481f-8f7c-f0dc0b958670 req-c949a1d8-7bd6-4bf5-81bc-38f05e0631d3 tempest-TestMinimumBasicScenario-93005962 tempest-TestMinimumBasicScenario-93005962-project] 10.222.0.46 "GET /v2.0/ports?device_id=ef7459dd-77b2-4ef8-a07c-9643b962872f HTTP/1.1" status: 200 len: 210 time: 0.0320125 Jan 31 21:03:13.389960 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04249000-9dcd-42ba-ba01-68a1d8f31c5b req-5b9c3576-c673-43b7-9712-9ab385211f0c tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 21:03:13.391520 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-04249000-9dcd-42ba-ba01-68a1d8f31c5b req-5b9c3576-c673-43b7-9712-9ab385211f0c tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] 10.222.0.46 "GET /v2.0/ports?device_id=90de50a1-9ca3-4f52-9ebe-6d0a6cc482b8 HTTP/1.1" status: 200 len: 945 time: 0.0591240 Jan 31 21:03:13.440518 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-04249000-9dcd-42ba-ba01-68a1d8f31c5b req-0d1b0686-3aaa-4bc8-916c-f49b75544889 tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] 10.222.0.46 "GET /v2.0/security-groups?id=9b644a29-769a-4f96-bf04-9f2b0e6c503d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426309 Jan 31 21:03:13.751751 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0586c152-b5c7-4714-87b2-984e653ce90b req-f5233fd7-5186-4143-9a5b-0a74173416c4 tempest-TestMinimumBasicScenario-93005962 tempest-TestMinimumBasicScenario-93005962-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 21:03:13.753303 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-0586c152-b5c7-4714-87b2-984e653ce90b req-f5233fd7-5186-4143-9a5b-0a74173416c4 tempest-TestMinimumBasicScenario-93005962 tempest-TestMinimumBasicScenario-93005962-project] 10.222.0.59 "GET /v2.0/networks?id=c780ed10-f587-4341-a632-e821b2883887 HTTP/1.1" status: 200 len: 814 time: 0.1414373 Jan 31 21:03:13.768483 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.v2.base [req-0586c152-b5c7-4714-87b2-984e653ce90b req-76dce174-39cf-4225-b616-6f57081669ac tempest-TestMinimumBasicScenario-93005962 tempest-TestMinimumBasicScenario-93005962-project] Request body: {'port': {'device_id': 'ef7459dd-77b2-4ef8-a07c-9643b962872f', 'network_id': 'c780ed10-f587-4341-a632-e821b2883887', 'admin_state_up': True, 'tenant_id': 'f3a50fa6222c45909f5e2cee9c006033'}} {{(pid=102449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 21:03:13.890105 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-e63b8a44-7468-47b9-857a-4cc72cbc903e req-dbdfd00f-cb37-4333-bee9-0ef286cc2bea tempest-TestMinimumBasicScenario-93005962 tempest-TestMinimumBasicScenario-93005962-project] 10.222.0.46 "GET /v2.0/ports?device_id=ef7459dd-77b2-4ef8-a07c-9643b962872f HTTP/1.1" status: 200 len: 210 time: 0.0326471 Jan 31 21:03:13.912162 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0586c152-b5c7-4714-87b2-984e653ce90b req-76dce174-39cf-4225-b616-6f57081669ac tempest-TestMinimumBasicScenario-93005962 tempest-TestMinimumBasicScenario-93005962-project] Made reservation on behalf of f3a50fa6222c45909f5e2cee9c006033 for: {'port': 1} {{(pid=102449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 21:03:13.915840 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [req-0586c152-b5c7-4714-87b2-984e653ce90b req-76dce174-39cf-4225-b616-6f57081669ac tempest-TestMinimumBasicScenario-93005962 tempest-TestMinimumBasicScenario-93005962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1026180'] for port (None), before_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:03:14.100129 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.db.db_base_plugin_common [req-0586c152-b5c7-4714-87b2-984e653ce90b req-76dce174-39cf-4225-b616-6f57081669ac tempest-TestMinimumBasicScenario-93005962 tempest-TestMinimumBasicScenario-93005962-project] Allocated IP 172.20.0.3 (c780ed10-f587-4341-a632-e821b2883887/0df1e603-d733-44e8-8eb2-24663dc6914e/76b64cd8-33c8-457b-b2b0-b5ffa951a9f2) {{(pid=102449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 21:03:14.350466 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [req-0586c152-b5c7-4714-87b2-984e653ce90b req-76dce174-39cf-4225-b616-6f57081669ac tempest-TestMinimumBasicScenario-93005962 tempest-TestMinimumBasicScenario-93005962-project] Publish callbacks [] for port (76b64cd8-33c8-457b-b2b0-b5ffa951a9f2), precommit_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:03:14.394423 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [req-0586c152-b5c7-4714-87b2-984e653ce90b req-76dce174-39cf-4225-b616-6f57081669ac tempest-TestMinimumBasicScenario-93005962 tempest-TestMinimumBasicScenario-93005962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1029723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3769609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783599971597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29106256'] for port (76b64cd8-33c8-457b-b2b0-b5ffa951a9f2), after_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:03:14.446528 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0586c152-b5c7-4714-87b2-984e653ce90b req-76dce174-39cf-4225-b616-6f57081669ac tempest-TestMinimumBasicScenario-93005962 tempest-TestMinimumBasicScenario-93005962-project] Network c780ed10-f587-4341-a632-e821b2883887 is already hosted by enough agents. {{(pid=102449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 21:03:14.456150 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.scheduler.base_scheduler [req-0586c152-b5c7-4714-87b2-984e653ce90b req-76dce174-39cf-4225-b616-6f57081669ac tempest-TestMinimumBasicScenario-93005962 tempest-TestMinimumBasicScenario-93005962-project] Resources bound (agent type, host, resource id): {{(pid=102449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 21:03:14.460356 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [req-0586c152-b5c7-4714-87b2-984e653ce90b req-76dce174-39cf-4225-b616-6f57081669ac tempest-TestMinimumBasicScenario-93005962 tempest-TestMinimumBasicScenario-93005962-project] Received port after_create {{(pid=102449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 21:03:14.502339 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76dce174-39cf-4225-b616-6f57081669ac tempest-TestMinimumBasicScenario-93005962 tempest-TestMinimumBasicScenario-93005962-project] Pushing event updated for resources: {'Port': ['ID=76b64cd8-33c8-457b-b2b0-b5ffa951a9f2,revision_number=1']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 21:03:14.527551 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0586c152-b5c7-4714-87b2-984e653ce90b req-76dce174-39cf-4225-b616-6f57081669ac tempest-TestMinimumBasicScenario-93005962 tempest-TestMinimumBasicScenario-93005962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 21:03:14.528478 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [req-0586c152-b5c7-4714-87b2-984e653ce90b req-76dce174-39cf-4225-b616-6f57081669ac tempest-TestMinimumBasicScenario-93005962 tempest-TestMinimumBasicScenario-93005962-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204375'] for port (None), before_response {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:03:14.550716 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-0586c152-b5c7-4714-87b2-984e653ce90b req-76dce174-39cf-4225-b616-6f57081669ac tempest-TestMinimumBasicScenario-93005962 tempest-TestMinimumBasicScenario-93005962-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7867579 Jan 31 21:03:14.667812 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadb727a-44e4-4743-ad11-a2424d61ca78 req-f27339f2-10df-4d8a-906f-107e489e47f4 tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 21:03:14.675726 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-dadb727a-44e4-4743-ad11-a2424d61ca78 req-f27339f2-10df-4d8a-906f-107e489e47f4 tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] 10.222.0.46 "GET /v2.0/ports?device_id=90de50a1-9ca3-4f52-9ebe-6d0a6cc482b8 HTTP/1.1" status: 200 len: 945 time: 0.1231222 Jan 31 21:03:14.825375 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-dadb727a-44e4-4743-ad11-a2424d61ca78 req-3b713661-9c85-49c3-93ef-0b408685122a tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] 10.222.0.46 "GET /v2.0/security-groups?id=9b644a29-769a-4f96-bf04-9f2b0e6c503d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1403146 Jan 31 21:03:14.841123 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.db.provisioning_blocks [None req-e1e89334-f9c4-470b-80fe-eb51bbb278c0 None None] Provisioning complete for port 76b64cd8-33c8-457b-b2b0-b5ffa951a9f2 triggered by entity DHCP. {{(pid=102451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 21:03:14.841696 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-e1e89334-f9c4-470b-80fe-eb51bbb278c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3401144'] for port (76b64cd8-33c8-457b-b2b0-b5ffa951a9f2), provisioning_complete {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:03:14.903658 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.plugin [None req-e1e89334-f9c4-470b-80fe-eb51bbb278c0 None None] Port 76b64cd8-33c8-457b-b2b0-b5ffa951a9f2 cannot update to ACTIVE because it is not bound. {{(pid=102451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 21:03:15.046694 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506a9a94-d39a-41ca-8d22-35d5b9066c43 req-a40ff6d8-2cb5-43d9-bfb4-38dd7401b765 tempest-TestMinimumBasicScenario-93005962 tempest-TestMinimumBasicScenario-93005962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 21:03:15.049661 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-506a9a94-d39a-41ca-8d22-35d5b9066c43 req-a40ff6d8-2cb5-43d9-bfb4-38dd7401b765 tempest-TestMinimumBasicScenario-93005962 tempest-TestMinimumBasicScenario-93005962-project] 10.222.0.46 "GET /v2.0/ports?device_id=ef7459dd-77b2-4ef8-a07c-9643b962872f HTTP/1.1" status: 200 len: 931 time: 0.0798399 Jan 31 21:03:15.109013 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-506a9a94-d39a-41ca-8d22-35d5b9066c43 req-e42b92d2-9150-4a6e-8c4f-5d0584eceb9b tempest-TestMinimumBasicScenario-93005962 tempest-TestMinimumBasicScenario-93005962-project] 10.222.0.46 "GET /v2.0/security-groups?id=51227d9f-5cff-42d8-80a3-f2dfde9510f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526583 Jan 31 21:03:15.976370 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b76b220-c9bc-4252-9dfe-8539b9d17456 req-f5e292a9-e6d0-4199-af28-32657bf1bbc3 tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 21:03:15.979627 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-6b76b220-c9bc-4252-9dfe-8539b9d17456 req-f5e292a9-e6d0-4199-af28-32657bf1bbc3 tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] 10.222.0.46 "GET /v2.0/ports?device_id=90de50a1-9ca3-4f52-9ebe-6d0a6cc482b8 HTTP/1.1" status: 200 len: 945 time: 0.0726974 Jan 31 21:03:16.036074 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-6b76b220-c9bc-4252-9dfe-8539b9d17456 req-9588a2fb-0643-4e96-b33e-37345df94712 tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] 10.222.0.46 "GET /v2.0/security-groups?id=9b644a29-769a-4f96-bf04-9f2b0e6c503d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526972 Jan 31 21:03:16.258674 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38fbe0f-6508-4454-bae5-c826eb6b6e6d req-255d6a9e-8bd7-4ad5-8b7e-9f842b01fced tempest-TestMinimumBasicScenario-93005962 tempest-TestMinimumBasicScenario-93005962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 21:03:16.261083 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-a38fbe0f-6508-4454-bae5-c826eb6b6e6d req-255d6a9e-8bd7-4ad5-8b7e-9f842b01fced tempest-TestMinimumBasicScenario-93005962 tempest-TestMinimumBasicScenario-93005962-project] 10.222.0.46 "GET /v2.0/ports?device_id=ef7459dd-77b2-4ef8-a07c-9643b962872f HTTP/1.1" status: 200 len: 931 time: 0.0773406 Jan 31 21:03:16.315803 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-a38fbe0f-6508-4454-bae5-c826eb6b6e6d req-e20af1fa-6df9-492c-864a-cab39e2aca59 tempest-TestMinimumBasicScenario-93005962 tempest-TestMinimumBasicScenario-93005962-project] 10.222.0.46 "GET /v2.0/security-groups?id=51227d9f-5cff-42d8-80a3-f2dfde9510f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487161 Jan 31 21:03:17.217433 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e68eaf-8934-4f3a-ac41-ae4eee8e7278 req-73fb8eef-3a91-417a-8249-05f9681f7c8d tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 21:03:17.219054 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-30e68eaf-8934-4f3a-ac41-ae4eee8e7278 req-73fb8eef-3a91-417a-8249-05f9681f7c8d tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] 10.222.0.46 "GET /v2.0/ports?device_id=90de50a1-9ca3-4f52-9ebe-6d0a6cc482b8 HTTP/1.1" status: 200 len: 945 time: 0.0843222 Jan 31 21:03:17.282504 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-30e68eaf-8934-4f3a-ac41-ae4eee8e7278 req-1fd6dd60-4a4d-42f5-ac74-327435161f6b tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] 10.222.0.46 "GET /v2.0/security-groups?id=9b644a29-769a-4f96-bf04-9f2b0e6c503d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567868 Jan 31 21:03:17.452063 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145bab61-fc71-4883-8c5b-41a574f78107 req-ecd8d11c-59f0-4ee6-942d-dc8d9d87d496 tempest-TestMinimumBasicScenario-93005962 tempest-TestMinimumBasicScenario-93005962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 21:03:17.453731 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-145bab61-fc71-4883-8c5b-41a574f78107 req-ecd8d11c-59f0-4ee6-942d-dc8d9d87d496 tempest-TestMinimumBasicScenario-93005962 tempest-TestMinimumBasicScenario-93005962-project] 10.222.0.46 "GET /v2.0/ports?device_id=ef7459dd-77b2-4ef8-a07c-9643b962872f HTTP/1.1" status: 200 len: 931 time: 0.0597317 Jan 31 21:03:17.521438 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-145bab61-fc71-4883-8c5b-41a574f78107 req-2e2703b3-74eb-41bf-aef0-105e10a6d0b3 tempest-TestMinimumBasicScenario-93005962 tempest-TestMinimumBasicScenario-93005962-project] 10.222.0.46 "GET /v2.0/security-groups?id=51227d9f-5cff-42d8-80a3-f2dfde9510f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592563 Jan 31 21:03:17.581546 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.rpc [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Device cb1996f3-e807-4cbd-9c87-f5895871226d no longer exists at agent hyperv_hv-cinder-81322 {{(pid=102451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 21:03:17.679033 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.plugin [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Current status of the port cb1996f3-e807-4cbd-9c87-f5895871226d is: ACTIVE; New status is: DOWN {{(pid=102451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 21:03:17.679340 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1026180'] for port (cb1996f3-e807-4cbd-9c87-f5895871226d), before_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:03:17.706793 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90de50a1-9ca3-4f52-9ebe-6d0a6cc482b8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cb1996f3-e807-4cbd-9c87-f5895871226d'}] {{(pid=102451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 21:03:17.709826 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c23f90a41664c3b077a95f51e37b0059f8aa38e98bc0260eca12d616ac4420be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ee0d216-48f8-4884-8520-1ee07d61217f" -d '{"events": [{"server_uuid": "90de50a1-9ca3-4f52-9ebe-6d0a6cc482b8", "name": "network-vif-unplugged", "status": "completed", "tag": "cb1996f3-e807-4cbd-9c87-f5895871226d"}]}' {{(pid=102451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 21:03:17.724332 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.db [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] For port cb1996f3-e807-4cbd-9c87-f5895871226d, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=cb1996f3-e807-4cbd-9c87-f5895871226d,segment=NetworkSegment(cfda0be5-e876-4d3e-b2ec-240e600ca63d),segment_id=cfda0be5-e876-4d3e-b2ec-240e600ca63d)] {{(pid=102451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 21:03:17.735247 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1029723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3769609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783600466378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783599971615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783599971633'] for port (cb1996f3-e807-4cbd-9c87-f5895871226d), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:03:17.763088 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 31 Jan 2022 21:03:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ea5dedf-e3fe-4160-8c88-d1e35275b18f x-openstack-request-id: req-0ea5dedf-e3fe-4160-8c88-d1e35275b18f {{(pid=102451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 21:03:17.763388 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90de50a1-9ca3-4f52-9ebe-6d0a6cc482b8", "name": "network-vif-unplugged", "status": "completed", "tag": "cb1996f3-e807-4cbd-9c87-f5895871226d", "code": 200}]} {{(pid=102451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 21:03:17.763644 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-0ea5dedf-e3fe-4160-8c88-d1e35275b18f {{(pid=102451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 21:03:17.764043 dv-cinder-813229-5-iscsi neutron-server[102451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90de50a1-9ca3-4f52-9ebe-6d0a6cc482b8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cb1996f3-e807-4cbd-9c87-f5895871226d', 'code': 200} Jan 31 21:03:17.794545 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Pushing event updated for resources: {'Port': ['ID=cb1996f3-e807-4cbd-9c87-f5895871226d,revision_number=6']} {{(pid=102451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 21:03:18.427694 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6660123-7d1b-406e-b65f-11db07d92c77 req-84b5fbf1-a248-4585-a91e-e4b4193ad1eb tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 21:03:18.429101 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-e6660123-7d1b-406e-b65f-11db07d92c77 req-84b5fbf1-a248-4585-a91e-e4b4193ad1eb tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] 10.222.0.46 "GET /v2.0/ports?device_id=90de50a1-9ca3-4f52-9ebe-6d0a6cc482b8 HTTP/1.1" status: 200 len: 943 time: 0.0689268 Jan 31 21:03:18.489282 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-e6660123-7d1b-406e-b65f-11db07d92c77 req-10e72d1c-8da6-4911-85e0-d9540bac2933 tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] 10.222.0.46 "GET /v2.0/security-groups?id=9b644a29-769a-4f96-bf04-9f2b0e6c503d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538914 Jan 31 21:03:18.682248 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9f4262-8cfb-4b7e-9758-144cc20c4f5e req-93901273-33d4-4340-8f06-a2e3b65b10e9 tempest-TestMinimumBasicScenario-93005962 tempest-TestMinimumBasicScenario-93005962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 21:03:18.684172 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-9b9f4262-8cfb-4b7e-9758-144cc20c4f5e req-93901273-33d4-4340-8f06-a2e3b65b10e9 tempest-TestMinimumBasicScenario-93005962 tempest-TestMinimumBasicScenario-93005962-project] 10.222.0.46 "GET /v2.0/ports?device_id=ef7459dd-77b2-4ef8-a07c-9643b962872f HTTP/1.1" status: 200 len: 931 time: 0.0753486 Jan 31 21:03:18.753529 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-9b9f4262-8cfb-4b7e-9758-144cc20c4f5e req-d0d73d09-a744-49f6-a063-700699fc56be tempest-TestMinimumBasicScenario-93005962 tempest-TestMinimumBasicScenario-93005962-project] 10.222.0.46 "GET /v2.0/security-groups?id=51227d9f-5cff-42d8-80a3-f2dfde9510f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636969 Jan 31 21:03:18.967193 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.db.agents_db [None req-9f73b596-de3f-4c4d-980f-1f0b0f14bd7d None None] Agent healthcheck: found 6 active agents {{(pid=102454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 21:03:19.498081 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-1ce7ae73-0029-4613-a4e5-1fc963525003 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600486512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3401042'] for agent (34ef0204-81d1-4f5e-89d1-b08d0f866641), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:03:19.627735 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee16cf4-1091-4303-8eb1-5a523d8a4e68 req-fbbd29ea-a823-43be-a6b5-04f10460fa8c tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 21:03:19.629260 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-eee16cf4-1091-4303-8eb1-5a523d8a4e68 req-fbbd29ea-a823-43be-a6b5-04f10460fa8c tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] 10.222.0.46 "GET /v2.0/ports?device_id=90de50a1-9ca3-4f52-9ebe-6d0a6cc482b8 HTTP/1.1" status: 200 len: 943 time: 0.0583489 Jan 31 21:03:19.704193 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-eee16cf4-1091-4303-8eb1-5a523d8a4e68 req-db858bcb-513c-4ff5-add4-14b1109d33a3 tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] 10.222.0.46 "GET /v2.0/security-groups?id=9b644a29-769a-4f96-bf04-9f2b0e6c503d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679576 Jan 31 21:03:19.907363 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f421de-3bca-42e4-a011-7d9834ed52db req-7b3ddc2e-55ae-4787-9cb9-cf15c1353651 tempest-TestMinimumBasicScenario-93005962 tempest-TestMinimumBasicScenario-93005962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 21:03:19.908974 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-23f421de-3bca-42e4-a011-7d9834ed52db req-7b3ddc2e-55ae-4787-9cb9-cf15c1353651 tempest-TestMinimumBasicScenario-93005962 tempest-TestMinimumBasicScenario-93005962-project] 10.222.0.46 "GET /v2.0/ports?device_id=ef7459dd-77b2-4ef8-a07c-9643b962872f HTTP/1.1" status: 200 len: 931 time: 0.0743978 Jan 31 21:03:19.969664 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-23f421de-3bca-42e4-a011-7d9834ed52db req-e7cff816-397d-4ef8-9cf8-b67c6b7c587b tempest-TestMinimumBasicScenario-93005962 tempest-TestMinimumBasicScenario-93005962-project] 10.222.0.46 "GET /v2.0/security-groups?id=51227d9f-5cff-42d8-80a3-f2dfde9510f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541985 Jan 31 21:03:20.843464 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c50d243-9db5-4f4d-8208-275f5add9911 req-5ea27d6c-84cf-441f-9cf7-ced83fce07c5 tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 21:03:20.844988 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-2c50d243-9db5-4f4d-8208-275f5add9911 req-5ea27d6c-84cf-441f-9cf7-ced83fce07c5 tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] 10.222.0.46 "GET /v2.0/ports?device_id=90de50a1-9ca3-4f52-9ebe-6d0a6cc482b8 HTTP/1.1" status: 200 len: 943 time: 0.0628042 Jan 31 21:03:20.896283 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-2c50d243-9db5-4f4d-8208-275f5add9911 req-f9488ece-b5e4-4594-864c-a704bf708857 tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] 10.222.0.46 "GET /v2.0/security-groups?id=9b644a29-769a-4f96-bf04-9f2b0e6c503d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448055 Jan 31 21:03:21.120382 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42b955a-fa0e-4630-8ac6-4df31902a7de req-9af4fef9-afeb-4432-a536-c1660befae03 tempest-TestMinimumBasicScenario-93005962 tempest-TestMinimumBasicScenario-93005962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 21:03:21.121978 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-a42b955a-fa0e-4630-8ac6-4df31902a7de req-9af4fef9-afeb-4432-a536-c1660befae03 tempest-TestMinimumBasicScenario-93005962 tempest-TestMinimumBasicScenario-93005962-project] 10.222.0.46 "GET /v2.0/ports?device_id=ef7459dd-77b2-4ef8-a07c-9643b962872f HTTP/1.1" status: 200 len: 931 time: 0.0675635 Jan 31 21:03:21.181780 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-a42b955a-fa0e-4630-8ac6-4df31902a7de req-8e5d4b8d-8efc-4862-bad8-161491d8dc4e tempest-TestMinimumBasicScenario-93005962 tempest-TestMinimumBasicScenario-93005962-project] 10.222.0.46 "GET /v2.0/security-groups?id=51227d9f-5cff-42d8-80a3-f2dfde9510f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535800 Jan 31 21:03:21.696863 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-7945d939-6f66-476e-bb7d-b1c7a8e204ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600486512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3401042'] for agent (7c18f3b4-4d02-4b01-9072-98fcd9008716), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:03:22.037051 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f10ace0-c39f-4e5e-91f4-147590e36fc2 req-ca461870-a2e2-4ac9-9d08-de865e5f9626 tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 21:03:22.038630 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-3f10ace0-c39f-4e5e-91f4-147590e36fc2 req-ca461870-a2e2-4ac9-9d08-de865e5f9626 tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] 10.222.0.46 "GET /v2.0/ports?device_id=90de50a1-9ca3-4f52-9ebe-6d0a6cc482b8 HTTP/1.1" status: 200 len: 943 time: 0.0615656 Jan 31 21:03:22.090251 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-3f10ace0-c39f-4e5e-91f4-147590e36fc2 req-c5fad2dc-d8a2-4763-9f85-06187ec72ba2 tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] 10.222.0.46 "GET /v2.0/security-groups?id=9b644a29-769a-4f96-bf04-9f2b0e6c503d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460379 Jan 31 21:03:22.321235 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acf0e8e-780d-4745-ab4f-bb7f12770d43 req-ac0bfaf9-756f-406b-b1d0-8779e225dace tempest-TestMinimumBasicScenario-93005962 tempest-TestMinimumBasicScenario-93005962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 21:03:22.322698 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-6acf0e8e-780d-4745-ab4f-bb7f12770d43 req-ac0bfaf9-756f-406b-b1d0-8779e225dace tempest-TestMinimumBasicScenario-93005962 tempest-TestMinimumBasicScenario-93005962-project] 10.222.0.46 "GET /v2.0/ports?device_id=ef7459dd-77b2-4ef8-a07c-9643b962872f HTTP/1.1" status: 200 len: 931 time: 0.0570712 Jan 31 21:03:22.376858 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-6acf0e8e-780d-4745-ab4f-bb7f12770d43 req-03ec9edd-9ef2-4250-900c-19eaa7aa1047 tempest-TestMinimumBasicScenario-93005962 tempest-TestMinimumBasicScenario-93005962-project] 10.222.0.46 "GET /v2.0/security-groups?id=51227d9f-5cff-42d8-80a3-f2dfde9510f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484271 Jan 31 21:03:22.639328 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.v2.base [req-0586c152-b5c7-4714-87b2-984e653ce90b req-eaf00c5b-99db-4e55-9cc2-1e74304fca11 service neutron] Request body: {'port': {'device_id': 'ef7459dd-77b2-4ef8-a07c-9643b962872f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=102449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 21:03:22.711048 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [req-0586c152-b5c7-4714-87b2-984e653ce90b req-eaf00c5b-99db-4e55-9cc2-1e74304fca11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1026180'] for port (76b64cd8-33c8-457b-b2b0-b5ffa951a9f2), before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:03:22.722105 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48551f3-2210-4cbb-a7fb-e0bb2b8dd632 req-ffc84a0b-9635-4fe1-95d0-73e3198b346b tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 21:03:22.723861 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-e48551f3-2210-4cbb-a7fb-e0bb2b8dd632 req-ffc84a0b-9635-4fe1-95d0-73e3198b346b tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] 10.222.0.59 "GET /v2.0/ports?device_id=90de50a1-9ca3-4f52-9ebe-6d0a6cc482b8 HTTP/1.1" status: 200 len: 943 time: 0.0784023 Jan 31 21:03:22.852520 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.plugins.ml2.plugin [req-e48551f3-2210-4cbb-a7fb-e0bb2b8dd632 req-6d41dd46-36a0-44d9-b9f4-7077796d09f2 tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] Deleting port cb1996f3-e807-4cbd-9c87-f5895871226d {{(pid=102450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 21:03:22.852864 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [req-e48551f3-2210-4cbb-a7fb-e0bb2b8dd632 req-6d41dd46-36a0-44d9-b9f4-7077796d09f2 tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783600463454'] for port (cb1996f3-e807-4cbd-9c87-f5895871226d), before_delete {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:03:22.950691 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.plugins.ml2.db [req-e48551f3-2210-4cbb-a7fb-e0bb2b8dd632 req-6d41dd46-36a0-44d9-b9f4-7077796d09f2 tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] For port cb1996f3-e807-4cbd-9c87-f5895871226d, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=cb1996f3-e807-4cbd-9c87-f5895871226d,segment=NetworkSegment(cfda0be5-e876-4d3e-b2ec-240e600ca63d),segment_id=cfda0be5-e876-4d3e-b2ec-240e600ca63d)] {{(pid=102450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 21:03:22.951098 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [req-e48551f3-2210-4cbb-a7fb-e0bb2b8dd632 req-6d41dd46-36a0-44d9-b9f4-7077796d09f2 tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696268'] for port (cb1996f3-e807-4cbd-9c87-f5895871226d), precommit_delete {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:03:22.994753 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.notifiers.nova [req-0586c152-b5c7-4714-87b2-984e653ce90b req-eaf00c5b-99db-4e55-9cc2-1e74304fca11 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76b64cd8-33c8-457b-b2b0-b5ffa951a9f2 {{(pid=102449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 21:03:23.004579 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [req-0586c152-b5c7-4714-87b2-984e653ce90b req-eaf00c5b-99db-4e55-9cc2-1e74304fca11 service neutron] Publish callbacks [] for port (76b64cd8-33c8-457b-b2b0-b5ffa951a9f2), precommit_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:03:23.011395 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-7eb716df-9c73-407a-9e83-210e7bcc67e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600486512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3401042'] for agent (289e5c83-71b6-47e7-bef9-287113943a12), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:03:23.018586 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [req-0586c152-b5c7-4714-87b2-984e653ce90b req-eaf00c5b-99db-4e55-9cc2-1e74304fca11 service neutron] Transition to ACTIVE for port object 76b64cd8-33c8-457b-b2b0-b5ffa951a9f2 will not be triggered until provisioned by entity L2. {{(pid=102449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 21:03:23.024351 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [req-0586c152-b5c7-4714-87b2-984e653ce90b req-eaf00c5b-99db-4e55-9cc2-1e74304fca11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1029723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3769609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783600466378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783599971615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783599971633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29106247'] for port (76b64cd8-33c8-457b-b2b0-b5ffa951a9f2), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:03:23.073291 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf00c5b-99db-4e55-9cc2-1e74304fca11 service neutron] Pushing event updated for resources: {'Port': ['ID=76b64cd8-33c8-457b-b2b0-b5ffa951a9f2,revision_number=2']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 21:03:23.166263 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [req-e48551f3-2210-4cbb-a7fb-e0bb2b8dd632 req-6d41dd46-36a0-44d9-b9f4-7077796d09f2 tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:03:23.166890 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [req-e48551f3-2210-4cbb-a7fb-e0bb2b8dd632 req-6d41dd46-36a0-44d9-b9f4-7077796d09f2 tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3696791'] for floatingip (a561d773-03a2-47e6-8709-c7ae3e2242aa), after_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:03:23.167017 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.db.l3_db [req-e48551f3-2210-4cbb-a7fb-e0bb2b8dd632 req-6d41dd46-36a0-44d9-b9f4-7077796d09f2 tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] Floating IP a561d773-03a2-47e6-8709-c7ae3e2242aa disassociated. External IP: 172.27.2.148, port: cb1996f3-e807-4cbd-9c87-f5895871226d. Jan 31 21:03:23.167328 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.plugins.ml2.plugin [req-e48551f3-2210-4cbb-a7fb-e0bb2b8dd632 req-6d41dd46-36a0-44d9-b9f4-7077796d09f2 tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] Calling delete_port for cb1996f3-e807-4cbd-9c87-f5895871226d owned by compute:nova {{(pid=102450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 21:03:23.168350 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [req-0586c152-b5c7-4714-87b2-984e653ce90b req-eaf00c5b-99db-4e55-9cc2-1e74304fca11 service neutron] Attempting to bind port 76b64cd8-33c8-457b-b2b0-b5ffa951a9f2 on host hv-cinder-81322 for vnic_type normal with profile {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 21:03:23.168844 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [req-0586c152-b5c7-4714-87b2-984e653ce90b req-eaf00c5b-99db-4e55-9cc2-1e74304fca11 service neutron] Attempting to bind port 76b64cd8-33c8-457b-b2b0-b5ffa951a9f2 by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': '334b6d35-c1e2-4736-987b-283b48f94d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'c780ed10-f587-4341-a632-e821b2883887'}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 21:03:23.169254 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0586c152-b5c7-4714-87b2-984e653ce90b req-eaf00c5b-99db-4e55-9cc2-1e74304fca11 service neutron] Attempting to bind port 76b64cd8-33c8-457b-b2b0-b5ffa951a9f2 on network c780ed10-f587-4341-a632-e821b2883887 {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 21:03:23.174015 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0586c152-b5c7-4714-87b2-984e653ce90b req-eaf00c5b-99db-4e55-9cc2-1e74304fca11 service neutron] Port 76b64cd8-33c8-457b-b2b0-b5ffa951a9f2 on network c780ed10-f587-4341-a632-e821b2883887 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 21:03:23.174337 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0586c152-b5c7-4714-87b2-984e653ce90b req-eaf00c5b-99db-4e55-9cc2-1e74304fca11 service neutron] Attempting to bind port 76b64cd8-33c8-457b-b2b0-b5ffa951a9f2 on network c780ed10-f587-4341-a632-e821b2883887 {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 21:03:23.180409 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0586c152-b5c7-4714-87b2-984e653ce90b req-eaf00c5b-99db-4e55-9cc2-1e74304fca11 service neutron] Checking agent: {'id': 'e85cc1e2-8b4e-4549-a68e-d414072d4156', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 20, 51, 57), 'started_at': datetime.datetime(2022, 1, 31, 20, 51, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 21, 2, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 21:03:23.180747 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0586c152-b5c7-4714-87b2-984e653ce90b req-eaf00c5b-99db-4e55-9cc2-1e74304fca11 service neutron] Checking segment: {'id': '334b6d35-c1e2-4736-987b-283b48f94d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'c780ed10-f587-4341-a632-e821b2883887'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 21:03:23.181126 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0586c152-b5c7-4714-87b2-984e653ce90b req-eaf00c5b-99db-4e55-9cc2-1e74304fca11 service neutron] Bound using segment: {'id': '334b6d35-c1e2-4736-987b-283b48f94d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'c780ed10-f587-4341-a632-e821b2883887'} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 21:03:23.181708 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [req-0586c152-b5c7-4714-87b2-984e653ce90b req-eaf00c5b-99db-4e55-9cc2-1e74304fca11 service neutron] Bound port: 76b64cd8-33c8-457b-b2b0-b5ffa951a9f2, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '334b6d35-c1e2-4736-987b-283b48f94d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 670, 'network_id': 'c780ed10-f587-4341-a632-e821b2883887'}}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 21:03:23.182070 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [req-0586c152-b5c7-4714-87b2-984e653ce90b req-eaf00c5b-99db-4e55-9cc2-1e74304fca11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1026180'] for port (76b64cd8-33c8-457b-b2b0-b5ffa951a9f2), before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:03:23.255523 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.db [req-0586c152-b5c7-4714-87b2-984e653ce90b req-eaf00c5b-99db-4e55-9cc2-1e74304fca11 service neutron] For port 76b64cd8-33c8-457b-b2b0-b5ffa951a9f2, host hv-cinder-81322, cleared binding levels {{(pid=102449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 21:03:23.259638 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.db [req-0586c152-b5c7-4714-87b2-984e653ce90b req-eaf00c5b-99db-4e55-9cc2-1e74304fca11 service neutron] For port 76b64cd8-33c8-457b-b2b0-b5ffa951a9f2, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=76b64cd8-33c8-457b-b2b0-b5ffa951a9f2,segment=NetworkSegment(334b6d35-c1e2-4736-987b-283b48f94d99),segment_id=334b6d35-c1e2-4736-987b-283b48f94d99)] {{(pid=102449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 21:03:23.266945 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [req-0586c152-b5c7-4714-87b2-984e653ce90b req-eaf00c5b-99db-4e55-9cc2-1e74304fca11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1029723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3769609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783600466378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783599971615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783599971633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29106247'] for port (76b64cd8-33c8-457b-b2b0-b5ffa951a9f2), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:03:23.282714 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a21bc47-9a32-4a9a-b9e9-410794623b76 req-1c82497e-98ed-4cbb-812c-62e32e5bc37a tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 21:03:23.284336 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-7a21bc47-9a32-4a9a-b9e9-410794623b76 req-1c82497e-98ed-4cbb-812c-62e32e5bc37a tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] 10.222.0.46 "GET /v2.0/ports?device_id=90de50a1-9ca3-4f52-9ebe-6d0a6cc482b8 HTTP/1.1" status: 200 len: 943 time: 0.1064906 Jan 31 21:03:23.300284 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0586c152-b5c7-4714-87b2-984e653ce90b req-eaf00c5b-99db-4e55-9cc2-1e74304fca11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 21:03:23.300971 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [req-0586c152-b5c7-4714-87b2-984e653ce90b req-eaf00c5b-99db-4e55-9cc2-1e74304fca11 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204375'] for port (None), before_response {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:03:23.302614 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-0586c152-b5c7-4714-87b2-984e653ce90b req-eaf00c5b-99db-4e55-9cc2-1e74304fca11 service neutron] 10.222.0.59 "PUT /v2.0/ports/76b64cd8-33c8-457b-b2b0-b5ffa951a9f2 HTTP/1.1" status: 200 len: 1093 time: 0.6678021 Jan 31 21:03:23.303244 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef7459dd-77b2-4ef8-a07c-9643b962872f', 'tag': '76b64cd8-33c8-457b-b2b0-b5ffa951a9f2'}] {{(pid=102449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 21:03:23.305556 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba30590511e0408980e1e78341b94ae353025d2904c3e8034e675cc5aff8c4ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fc97a8f-b0df-4474-9263-11ea1bc28bec" -d '{"events": [{"name": "network-changed", "server_uuid": "ef7459dd-77b2-4ef8-a07c-9643b962872f", "tag": "76b64cd8-33c8-457b-b2b0-b5ffa951a9f2"}]}' {{(pid=102449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 21:03:23.341051 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf00c5b-99db-4e55-9cc2-1e74304fca11 service neutron] Pushing event updated for resources: {'Port': ['ID=76b64cd8-33c8-457b-b2b0-b5ffa951a9f2,revision_number=3']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 21:03:23.385231 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-7a21bc47-9a32-4a9a-b9e9-410794623b76 req-d8c400a8-c0a9-4916-ae7c-ee7e9778abc9 tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] 10.222.0.46 "GET /v2.0/security-groups?id=9b644a29-769a-4f96-bf04-9f2b0e6c503d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0859170 Jan 31 21:03:23.411105 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 21:03:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43c09ba5-465b-4d73-bda0-330d1a7a1c04 x-openstack-request-id: req-43c09ba5-465b-4d73-bda0-330d1a7a1c04 {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 21:03:23.413241 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef7459dd-77b2-4ef8-a07c-9643b962872f", "tag": "76b64cd8-33c8-457b-b2b0-b5ffa951a9f2", "status": "completed", "code": 200}]} {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 21:03:23.413685 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-43c09ba5-465b-4d73-bda0-330d1a7a1c04 {{(pid=102449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 21:03:23.414265 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef7459dd-77b2-4ef8-a07c-9643b962872f', 'tag': '76b64cd8-33c8-457b-b2b0-b5ffa951a9f2', 'status': 'completed', 'code': 200} Jan 31 21:03:23.429605 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [req-e48551f3-2210-4cbb-a7fb-e0bb2b8dd632 req-6d41dd46-36a0-44d9-b9f4-7077796d09f2 tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1029723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3769609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783600466360', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783599971606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27814909'] for port (cb1996f3-e807-4cbd-9c87-f5895871226d), after_delete {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:03:23.443856 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0586c152-b5c7-4714-87b2-984e653ce90b req-5668b160-cec1-4be0-895c-1eac0bcef239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 21:03:23.447071 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-0586c152-b5c7-4714-87b2-984e653ce90b req-5668b160-cec1-4be0-895c-1eac0bcef239 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f3a50fa6222c45909f5e2cee9c006033&device_id=ef7459dd-77b2-4ef8-a07c-9643b962872f HTTP/1.1" status: 200 len: 1127 time: 0.0805745 Jan 31 21:03:23.460516 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d41dd46-36a0-44d9-b9f4-7077796d09f2 tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] Pushing event deleted for resources: {'Port': ['ID=cb1996f3-e807-4cbd-9c87-f5895871226d,revision_number=None']} {{(pid=102450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 21:03:23.471502 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d41dd46-36a0-44d9-b9f4-7077796d09f2 tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 21:03:23.471981 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d41dd46-36a0-44d9-b9f4-7077796d09f2 tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 21:03:23.472338 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d41dd46-36a0-44d9-b9f4-7077796d09f2 tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 21:03:23.472758 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d41dd46-36a0-44d9-b9f4-7077796d09f2 tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 21:03:23.473160 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d41dd46-36a0-44d9-b9f4-7077796d09f2 tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 21:03:23.473584 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d41dd46-36a0-44d9-b9f4-7077796d09f2 tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 21:03:23.474066 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d41dd46-36a0-44d9-b9f4-7077796d09f2 tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 21:03:23.474723 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d41dd46-36a0-44d9-b9f4-7077796d09f2 tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 21:03:23.475237 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d41dd46-36a0-44d9-b9f4-7077796d09f2 tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 21:03:23.475636 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d41dd46-36a0-44d9-b9f4-7077796d09f2 tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 21:03:23.476038 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d41dd46-36a0-44d9-b9f4-7077796d09f2 tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 21:03:23.476449 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d41dd46-36a0-44d9-b9f4-7077796d09f2 tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 21:03:23.476841 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d41dd46-36a0-44d9-b9f4-7077796d09f2 tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 21:03:23.517935 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-0586c152-b5c7-4714-87b2-984e653ce90b req-a49b9a3b-e7a5-453b-a48f-69a283353680 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=76b64cd8-33c8-457b-b2b0-b5ffa951a9f2 HTTP/1.1" status: 200 len: 217 time: 0.0590711 Jan 31 21:03:23.603463 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0586c152-b5c7-4714-87b2-984e653ce90b req-2c19259c-34e8-4be4-b610-61248e5bab4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 21:03:23.604836 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-0586c152-b5c7-4714-87b2-984e653ce90b req-2c19259c-34e8-4be4-b610-61248e5bab4d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0df1e603-d733-44e8-8eb2-24663dc6914e HTTP/1.1" status: 200 len: 853 time: 0.0611508 Jan 31 21:03:23.611654 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65866e8-09b3-4741-8999-bf0fac1d749d req-583f21aa-8a28-4549-9229-1b8ca8207103 tempest-TestMinimumBasicScenario-93005962 tempest-TestMinimumBasicScenario-93005962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 21:03:23.613106 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-a65866e8-09b3-4741-8999-bf0fac1d749d req-583f21aa-8a28-4549-9229-1b8ca8207103 tempest-TestMinimumBasicScenario-93005962 tempest-TestMinimumBasicScenario-93005962-project] 10.222.0.46 "GET /v2.0/ports?device_id=ef7459dd-77b2-4ef8-a07c-9643b962872f HTTP/1.1" status: 200 len: 943 time: 0.1467347 Jan 31 21:03:23.615444 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e48551f3-2210-4cbb-a7fb-e0bb2b8dd632 req-6d41dd46-36a0-44d9-b9f4-7077796d09f2 tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] Router 19bba440-8620-436d-b1a3-3283e7fc51f8 has already been hosted by L3 agent 7c18f3b4-4d02-4b01-9072-98fcd9008716 {{(pid=102450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 21:03:23.691947 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-a65866e8-09b3-4741-8999-bf0fac1d749d req-6245e02e-e157-41c1-99b4-8ee5eca82efa tempest-TestMinimumBasicScenario-93005962 tempest-TestMinimumBasicScenario-93005962-project] 10.222.0.46 "GET /v2.0/security-groups?id=51227d9f-5cff-42d8-80a3-f2dfde9510f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701277 Jan 31 21:03:23.696408 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0586c152-b5c7-4714-87b2-984e653ce90b req-b7ac349a-8d57-4667-b13f-e9173f9a4fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 21:03:23.697863 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-0586c152-b5c7-4714-87b2-984e653ce90b req-b7ac349a-8d57-4667-b13f-e9173f9a4fdb service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c780ed10-f587-4341-a632-e821b2883887&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0838938 Jan 31 21:03:23.731743 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e48551f3-2210-4cbb-a7fb-e0bb2b8dd632 req-6d41dd46-36a0-44d9-b9f4-7077796d09f2 tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] Notify agent at l3_agent.dv-cinder-813229-5-iscsi the message routers_updated {{(pid=102450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 21:03:23.743289 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bec4f97-1c04-498e-90a2-e6ab000b2120 None None] Sync routers for ids ['19bba440-8620-436d-b1a3-3283e7fc51f8'] in dv-cinder-813229-5-iscsi {{(pid=102454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 21:03:23.753206 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bec4f97-1c04-498e-90a2-e6ab000b2120 None None] Routers {'19bba440-8620-436d-b1a3-3283e7fc51f8'} bound to L3 agent in host dv-cinder-813229-5-iscsi {{(pid=102454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 21:03:23.753820 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.db.l3_hamode_db [None req-6bec4f97-1c04-498e-90a2-e6ab000b2120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-31T20:45:52Z,description=,heartbeat_timestamp=2022-01-31T21:03:22Z,host='dv-cinder-813229-5-iscsi',id=7c18f3b4-4d02-4b01-9072-98fcd9008716,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T20:45:52Z,topic='l3_agent')) {'router_ids': ['19bba440-8620-436d-b1a3-3283e7fc51f8'], 'active': True} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 21:03:23.782702 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [req-e48551f3-2210-4cbb-a7fb-e0bb2b8dd632 req-6d41dd46-36a0-44d9-b9f4-7077796d09f2 tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] No DVR routers for this DVR port cb1996f3-e807-4cbd-9c87-f5895871226d on host hv-cinder-81322 {{(pid=102450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 21:03:23.785341 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [req-e48551f3-2210-4cbb-a7fb-e0bb2b8dd632 req-6d41dd46-36a0-44d9-b9f4-7077796d09f2 tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204375'] for port (None), before_response {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:03:23.789976 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-e48551f3-2210-4cbb-a7fb-e0bb2b8dd632 req-6d41dd46-36a0-44d9-b9f4-7077796d09f2 tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] 10.222.0.59 "DELETE /v2.0/ports/cb1996f3-e807-4cbd-9c87-f5895871226d HTTP/1.1" status: 204 len: 173 time: 1.0550737 Jan 31 21:03:23.790446 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90de50a1-9ca3-4f52-9ebe-6d0a6cc482b8', 'name': 'network-vif-deleted', 'tag': 'cb1996f3-e807-4cbd-9c87-f5895871226d'}] {{(pid=102450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 21:03:23.793197 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88694c8615ac1e9d0f87b85371fce54667869cb07e9f85c824f8527602de4f23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ae4f431-657e-4bfd-adaa-a11dfaa7b8d5" -d '{"events": [{"server_uuid": "90de50a1-9ca3-4f52-9ebe-6d0a6cc482b8", "name": "network-vif-deleted", "tag": "cb1996f3-e807-4cbd-9c87-f5895871226d"}]}' {{(pid=102450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 21:03:23.812728 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-0586c152-b5c7-4714-87b2-984e653ce90b req-929acee3-22d3-42e5-bed2-65112ce14f93 service neutron] 10.222.0.59 "GET /v2.0/networks/c780ed10-f587-4341-a632-e821b2883887?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1039352 Jan 31 21:03:23.847432 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 21:03:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7686497e-3c0d-43d4-a8a5-a23e580cb26f x-openstack-request-id: req-7686497e-3c0d-43d4-a8a5-a23e580cb26f {{(pid=102450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 21:03:23.847732 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90de50a1-9ca3-4f52-9ebe-6d0a6cc482b8", "name": "network-vif-deleted", "tag": "cb1996f3-e807-4cbd-9c87-f5895871226d", "status": "completed", "code": 200}]} {{(pid=102450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 21:03:23.847991 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-7686497e-3c0d-43d4-a8a5-a23e580cb26f {{(pid=102450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 21:03:23.848397 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90de50a1-9ca3-4f52-9ebe-6d0a6cc482b8', 'name': 'network-vif-deleted', 'tag': 'cb1996f3-e807-4cbd-9c87-f5895871226d', 'status': 'completed', 'code': 200} Jan 31 21:03:23.886681 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.db.l3_dvr_db [None req-6bec4f97-1c04-498e-90a2-e6ab000b2120 None None] Set router 19bba440-8620-436d-b1a3-3283e7fc51f8 gateway port host: dv-cinder-813229-5-iscsi {{(pid=102454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 21:03:23.955397 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-0586c152-b5c7-4714-87b2-984e653ce90b req-5c0cad3d-2c3d-476e-a020-253db62a3197 service neutron] 10.222.0.59 "GET /v2.0/networks/c780ed10-f587-4341-a632-e821b2883887?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298537 Jan 31 21:03:24.083699 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc97a8f-b0df-4474-9263-11ea1bc28bec req-ca4d3185-70e0-4964-8c94-c26be67dac2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 21:03:24.085615 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-1fc97a8f-b0df-4474-9263-11ea1bc28bec req-ca4d3185-70e0-4964-8c94-c26be67dac2b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f3a50fa6222c45909f5e2cee9c006033&device_id=ef7459dd-77b2-4ef8-a07c-9643b962872f HTTP/1.1" status: 200 len: 1127 time: 0.0683651 Jan 31 21:03:24.148876 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.db.l3_hamode_db [None req-6bec4f97-1c04-498e-90a2-e6ab000b2120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19bba440-8620-436d-b1a3-3283e7fc51f8', 'name': 'tempest-AttachVolumeTestJSON-1296822656-router', 'tenant_id': '047e08285f47481da2d6cf2445501723', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51ba4d8e-a54c-4fb0-a209-37766af226e8', 'external_fixed_ips': [{'subnet_id': '99ba9542-d2be-443f-a804-26ff9bedcbe2', 'ip_address': '172.27.2.44'}], 'enable_snat': True}, 'gw_port_id': 'f1ddf136-da11-4421-aa27-b5e116e75025', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T20:58:04Z', 'updated_at': '2022-01-31T20:58:07Z', 'revision_number': 4, 'project_id': '047e08285f47481da2d6cf2445501723', 'gw_port': {'id': 'f1ddf136-da11-4421-aa27-b5e116e75025', 'name': '', 'network_id': '51ba4d8e-a54c-4fb0-a209-37766af226e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:34:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19bba440-8620-436d-b1a3-3283e7fc51f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '99ba9542-d2be-443f-a804-26ff9bedcbe2', 'ip_address': '172.27.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T20:58:04Z', 'updated_at': '2022-01-31T20:58:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99ba9542-d2be-443f-a804-26ff9bedcbe2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-5-iscsi', '_interfaces': [{'id': 'bfddf878-069f-45be-bc84-23f469ee200c', 'name': '', 'network_id': 'bdbc09ff-d174-4862-8f91-19ce9b2a383a', 'tenant_id': '047e08285f47481da2d6cf2445501723', 'mac_address': 'fa:16:3e:b6:9c:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19bba440-8620-436d-b1a3-3283e7fc51f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '05b63977-1e2b-4747-8d09-fb1f8f446ce1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T20:58:06Z', 'updated_at': '2022-01-31T20:58:12Z', 'revision_number': 5, 'project_id': '047e08285f47481da2d6cf2445501723', 'subnets': [{'id': '05b63977-1e2b-4747-8d09-fb1f8f446ce1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-5-iscsi', False) {} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 21:03:24.192455 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bec4f97-1c04-498e-90a2-e6ab000b2120 None None] Checking router: 19bba440-8620-436d-b1a3-3283e7fc51f8 for host: dv-cinder-813229-5-iscsi {{(pid=102454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 21:03:24.203484 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bec4f97-1c04-498e-90a2-e6ab000b2120 None None] Routers {'19bba440-8620-436d-b1a3-3283e7fc51f8'} bound to L3 agent in host dv-cinder-813229-5-iscsi {{(pid=102454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 21:03:24.204072 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc97a8f-b0df-4474-9263-11ea1bc28bec req-44d9cf58-0752-4679-aaf3-eb30675a8390 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 21:03:24.204236 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.db.l3_hamode_db [None req-6bec4f97-1c04-498e-90a2-e6ab000b2120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-31T20:45:52Z,description=,heartbeat_timestamp=2022-01-31T21:03:22Z,host='dv-cinder-813229-5-iscsi',id=7c18f3b4-4d02-4b01-9072-98fcd9008716,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T20:45:52Z,topic='l3_agent')) {'router_ids': ['19bba440-8620-436d-b1a3-3283e7fc51f8'], 'active': True} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 21:03:24.205834 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-1fc97a8f-b0df-4474-9263-11ea1bc28bec req-44d9cf58-0752-4679-aaf3-eb30675a8390 service neutron] 10.222.0.59 "GET /v2.0/networks?id=c780ed10-f587-4341-a632-e821b2883887 HTTP/1.1" status: 200 len: 915 time: 0.1094148 Jan 31 21:03:24.278635 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-1fc97a8f-b0df-4474-9263-11ea1bc28bec req-81ec6e10-af83-46d9-bc1b-86c72679b793 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=76b64cd8-33c8-457b-b2b0-b5ffa951a9f2 HTTP/1.1" status: 200 len: 217 time: 0.0600519 Jan 31 21:03:24.335958 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc97a8f-b0df-4474-9263-11ea1bc28bec req-348b0e3b-ff42-4978-beee-46d62df24438 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 21:03:24.337567 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-1fc97a8f-b0df-4474-9263-11ea1bc28bec req-348b0e3b-ff42-4978-beee-46d62df24438 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0df1e603-d733-44e8-8eb2-24663dc6914e HTTP/1.1" status: 200 len: 853 time: 0.0519178 Jan 31 21:03:24.343101 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.db.l3_dvr_db [None req-6bec4f97-1c04-498e-90a2-e6ab000b2120 None None] Set router 19bba440-8620-436d-b1a3-3283e7fc51f8 gateway port host: dv-cinder-813229-5-iscsi {{(pid=102454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 21:03:24.440944 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc97a8f-b0df-4474-9263-11ea1bc28bec req-5662797f-c489-4c48-a333-accec7c11f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 21:03:24.451764 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-1fc97a8f-b0df-4474-9263-11ea1bc28bec req-5662797f-c489-4c48-a333-accec7c11f12 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c780ed10-f587-4341-a632-e821b2883887&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0887430 Jan 31 21:03:24.467702 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-ded4de29-c2d1-4616-9365-9981ea756e41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600486512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3401042'] for agent (bf9d83f7-9209-4252-b853-70feadeab726), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:03:24.588822 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-0ca6e74b-69a8-4eaf-b65c-6d0fa5001b6e req-15d82c58-be30-4b4b-8003-6a606a1580b2 tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] 10.222.0.46 "GET /v2.0/ports?device_id=90de50a1-9ca3-4f52-9ebe-6d0a6cc482b8 HTTP/1.1" status: 200 len: 210 time: 0.0372124 Jan 31 21:03:24.612849 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-1fc97a8f-b0df-4474-9263-11ea1bc28bec req-220628a2-d735-4d71-9342-d4da7a101edd service neutron] 10.222.0.59 "GET /v2.0/networks/c780ed10-f587-4341-a632-e821b2883887?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1409745 Jan 31 21:03:24.613848 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.db.l3_hamode_db [None req-6bec4f97-1c04-498e-90a2-e6ab000b2120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19bba440-8620-436d-b1a3-3283e7fc51f8', 'name': 'tempest-AttachVolumeTestJSON-1296822656-router', 'tenant_id': '047e08285f47481da2d6cf2445501723', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51ba4d8e-a54c-4fb0-a209-37766af226e8', 'external_fixed_ips': [{'subnet_id': '99ba9542-d2be-443f-a804-26ff9bedcbe2', 'ip_address': '172.27.2.44'}], 'enable_snat': True}, 'gw_port_id': 'f1ddf136-da11-4421-aa27-b5e116e75025', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T20:58:04Z', 'updated_at': '2022-01-31T20:58:07Z', 'revision_number': 4, 'project_id': '047e08285f47481da2d6cf2445501723', 'gw_port': {'id': 'f1ddf136-da11-4421-aa27-b5e116e75025', 'name': '', 'network_id': '51ba4d8e-a54c-4fb0-a209-37766af226e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:34:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19bba440-8620-436d-b1a3-3283e7fc51f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '99ba9542-d2be-443f-a804-26ff9bedcbe2', 'ip_address': '172.27.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T20:58:04Z', 'updated_at': '2022-01-31T20:58:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99ba9542-d2be-443f-a804-26ff9bedcbe2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-5-iscsi', '_interfaces': [{'id': 'bfddf878-069f-45be-bc84-23f469ee200c', 'name': '', 'network_id': 'bdbc09ff-d174-4862-8f91-19ce9b2a383a', 'tenant_id': '047e08285f47481da2d6cf2445501723', 'mac_address': 'fa:16:3e:b6:9c:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19bba440-8620-436d-b1a3-3283e7fc51f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '05b63977-1e2b-4747-8d09-fb1f8f446ce1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T20:58:06Z', 'updated_at': '2022-01-31T20:58:12Z', 'revision_number': 5, 'project_id': '047e08285f47481da2d6cf2445501723', 'subnets': [{'id': '05b63977-1e2b-4747-8d09-fb1f8f446ce1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-5-iscsi', False) {} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 21:03:24.650502 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bec4f97-1c04-498e-90a2-e6ab000b2120 None None] The sync data for ids ['19bba440-8620-436d-b1a3-3283e7fc51f8'] in dv-cinder-813229-5-iscsi is: [{'id': '19bba440-8620-436d-b1a3-3283e7fc51f8', 'name': 'tempest-AttachVolumeTestJSON-1296822656-router', 'tenant_id': '047e08285f47481da2d6cf2445501723', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51ba4d8e-a54c-4fb0-a209-37766af226e8', 'external_fixed_ips': [{'subnet_id': '99ba9542-d2be-443f-a804-26ff9bedcbe2', 'ip_address': '172.27.2.44'}], 'enable_snat': True}, 'gw_port_id': 'f1ddf136-da11-4421-aa27-b5e116e75025', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T20:58:04Z', 'updated_at': '2022-01-31T20:58:07Z', 'revision_number': 4, 'project_id': '047e08285f47481da2d6cf2445501723', 'gw_port': {'id': 'f1ddf136-da11-4421-aa27-b5e116e75025', 'name': '', 'network_id': '51ba4d8e-a54c-4fb0-a209-37766af226e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:34:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19bba440-8620-436d-b1a3-3283e7fc51f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '99ba9542-d2be-443f-a804-26ff9bedcbe2', 'ip_address': '172.27.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T20:58:04Z', 'updated_at': '2022-01-31T20:58:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99ba9542-d2be-443f-a804-26ff9bedcbe2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-5-iscsi', '_interfaces': [{'id': 'bfddf878-069f-45be-bc84-23f469ee200c', 'name': '', 'network_id': 'bdbc09ff-d174-4862-8f91-19ce9b2a383a', 'tenant_id': '047e08285f47481da2d6cf2445501723', 'mac_address': 'fa:16:3e:b6:9c:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19bba440-8620-436d-b1a3-3283e7fc51f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '05b63977-1e2b-4747-8d09-fb1f8f446ce1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T20:58:06Z', 'updated_at': '2022-01-31T20:58:12Z', 'revision_number': 5, 'project_id': '047e08285f47481da2d6cf2445501723', 'subnets': [{'id': '05b63977-1e2b-4747-8d09-fb1f8f446ce1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 21:03:24.734441 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-1fc97a8f-b0df-4474-9263-11ea1bc28bec req-bae9523d-d822-4e0d-889c-242a3aa443b3 service neutron] 10.222.0.59 "GET /v2.0/networks/c780ed10-f587-4341-a632-e821b2883887?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1137550 Jan 31 21:03:24.844928 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94d7545-0f27-4637-b0a0-919abf27cfb3 req-559ba7c0-9128-4921-8724-2a120d1beabd tempest-TestMinimumBasicScenario-93005962 tempest-TestMinimumBasicScenario-93005962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 21:03:24.846496 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-d94d7545-0f27-4637-b0a0-919abf27cfb3 req-559ba7c0-9128-4921-8724-2a120d1beabd tempest-TestMinimumBasicScenario-93005962 tempest-TestMinimumBasicScenario-93005962-project] 10.222.0.46 "GET /v2.0/ports?device_id=ef7459dd-77b2-4ef8-a07c-9643b962872f HTTP/1.1" status: 200 len: 943 time: 0.0663576 Jan 31 21:03:24.901500 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-d94d7545-0f27-4637-b0a0-919abf27cfb3 req-bc0e2605-5ea4-40f3-aec7-f72db1a0bb6c tempest-TestMinimumBasicScenario-93005962 tempest-TestMinimumBasicScenario-93005962-project] 10.222.0.46 "GET /v2.0/security-groups?id=51227d9f-5cff-42d8-80a3-f2dfde9510f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485101 Jan 31 21:03:24.925044 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08f70b0e-2bea-48db-ab2f-5e5e782b1f0f None None] New status for floating IP a561d773-03a2-47e6-8709-c7ae3e2242aa: DOWN {{(pid=102451) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 31 21:03:25.648589 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.rpc [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Device 76b64cd8-33c8-457b-b2b0-b5ffa951a9f2 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=102451) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 21:03:25.686246 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.wsgi [-] (102449) accepted ('10.222.0.46', 45892) {{(pid=102449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 21:03:25.743227 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-d1980ab3-d457-49d4-b801-31b1ac624d8b tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] Publish callbacks [] for security_group (9b644a29-769a-4f96-bf04-9f2b0e6c503d), before_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:03:25.753532 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.db [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] For port 76b64cd8-33c8-457b-b2b0-b5ffa951a9f2, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=76b64cd8-33c8-457b-b2b0-b5ffa951a9f2,segment=NetworkSegment(334b6d35-c1e2-4736-987b-283b48f94d99),segment_id=334b6d35-c1e2-4736-987b-283b48f94d99)] {{(pid=102451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 21:03:25.765988 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.rpc [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Returning: {'device': '76b64cd8-33c8-457b-b2b0-b5ffa951a9f2', 'network_id': 'c780ed10-f587-4341-a632-e821b2883887', 'port_id': '76b64cd8-33c8-457b-b2b0-b5ffa951a9f2', 'mac_address': 'fa:16:3e:03:ae:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 670, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0df1e603-d733-44e8-8eb2-24663dc6914e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102451) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 21:03:25.766684 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-d1980ab3-d457-49d4-b801-31b1ac624d8b tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] Publish callbacks [] for security_group (9b644a29-769a-4f96-bf04-9f2b0e6c503d), precommit_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:03:25.806369 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.plugin [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Current status of the port 76b64cd8-33c8-457b-b2b0-b5ffa951a9f2 is: DOWN; New status is: BUILD {{(pid=102451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 21:03:25.806756 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1026180'] for port (76b64cd8-33c8-457b-b2b0-b5ffa951a9f2), before_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:03:25.819672 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-d1980ab3-d457-49d4-b801-31b1ac624d8b tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736509'] for security_group (9b644a29-769a-4f96-bf04-9f2b0e6c503d), after_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:03:25.822229 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-d1980ab3-d457-49d4-b801-31b1ac624d8b tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] Publish callbacks [] for security_group (None), before_response {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:03:25.823433 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [None req-d1980ab3-d457-49d4-b801-31b1ac624d8b tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] 10.222.0.46 "DELETE /v2.0/security-groups/9b644a29-769a-4f96-bf04-9f2b0e6c503d HTTP/1.1" status: 204 len: 168 time: 0.1360352 Jan 31 21:03:25.826298 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.wsgi [-] (102450) accepted ('10.222.0.46', 45894) {{(pid=102450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 21:03:25.828606 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.notifiers.nova [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76b64cd8-33c8-457b-b2b0-b5ffa951a9f2 {{(pid=102451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 21:03:25.834067 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1980ab3-d457-49d4-b801-31b1ac624d8b tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b644a29-769a-4f96-bf04-9f2b0e6c503d,revision_number=None']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 21:03:25.842626 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.api.v2.resource [None req-d08e1598-39ed-4c42-b6ba-590bc260c163 tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] show failed (client error): The resource could not be found. Jan 31 21:03:25.843809 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [None req-d08e1598-39ed-4c42-b6ba-590bc260c163 tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] 10.222.0.46 "GET /v2.0/security-groups/9b644a29-769a-4f96-bf04-9f2b0e6c503d HTTP/1.1" status: 404 len: 347 time: 0.0161958 Jan 31 21:03:25.846641 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.wsgi [-] (102450) accepted ('10.222.0.46', 45896) {{(pid=102450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 21:03:25.861221 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.db [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] For port 76b64cd8-33c8-457b-b2b0-b5ffa951a9f2, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=76b64cd8-33c8-457b-b2b0-b5ffa951a9f2,segment=NetworkSegment(334b6d35-c1e2-4736-987b-283b48f94d99),segment_id=334b6d35-c1e2-4736-987b-283b48f94d99)] {{(pid=102451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 21:03:25.866481 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1029723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3769609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783600466378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783599971615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783599971633'] for port (76b64cd8-33c8-457b-b2b0-b5ffa951a9f2), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:03:25.924789 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Pushing event updated for resources: {'Port': ['ID=76b64cd8-33c8-457b-b2b0-b5ffa951a9f2,revision_number=4']} {{(pid=102451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 21:03:25.970703 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600486512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3401042'] for agent (9ba4f6fe-000a-4ef5-9d61-ba62910ab5fe), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:03:25.988021 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.plugins.ml2.plugin [None req-dae40222-2652-4de0-b9f5-55e7268cfb70 tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] Deleting port 39c04f87-ac32-40ff-8506-7377bb1eb34a {{(pid=102450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 21:03:25.988458 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-dae40222-2652-4de0-b9f5-55e7268cfb70 tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783600463454'] for port (39c04f87-ac32-40ff-8506-7377bb1eb34a), before_delete {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:03:26.043615 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7165b7f4-16cf-4f6e-8caf-aadb38f9427a req-97bce048-58cd-44a8-88df-fab7e7a2c69c tempest-TestMinimumBasicScenario-93005962 tempest-TestMinimumBasicScenario-93005962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 21:03:26.045171 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-7165b7f4-16cf-4f6e-8caf-aadb38f9427a req-97bce048-58cd-44a8-88df-fab7e7a2c69c tempest-TestMinimumBasicScenario-93005962 tempest-TestMinimumBasicScenario-93005962-project] 10.222.0.46 "GET /v2.0/ports?device_id=ef7459dd-77b2-4ef8-a07c-9643b962872f HTTP/1.1" status: 200 len: 944 time: 0.0651231 Jan 31 21:03:26.074575 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-dae40222-2652-4de0-b9f5-55e7268cfb70 tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696268'] for port (39c04f87-ac32-40ff-8506-7377bb1eb34a), precommit_delete {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:03:26.074943 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-dae40222-2652-4de0-b9f5-55e7268cfb70 tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] Publish callbacks [] for floatingip (39c04f87-ac32-40ff-8506-7377bb1eb34a), precommit_delete {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:03:26.089947 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.plugins.ml2.plugin [None req-dae40222-2652-4de0-b9f5-55e7268cfb70 tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] Calling delete_port for 39c04f87-ac32-40ff-8506-7377bb1eb34a owned by network:floatingip {{(pid=102450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 21:03:26.099594 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-7165b7f4-16cf-4f6e-8caf-aadb38f9427a req-03bfc7be-e42e-40b2-9752-b6ac563c348b tempest-TestMinimumBasicScenario-93005962 tempest-TestMinimumBasicScenario-93005962-project] 10.222.0.46 "GET /v2.0/security-groups?id=51227d9f-5cff-42d8-80a3-f2dfde9510f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470901 Jan 31 21:03:26.165422 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.db [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] get_ports_and_sgs() called for port_ids ['76b64cd8-33c8-457b-b2b0-b5ffa951a9f2'] {{(pid=102451) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 21:03:26.234964 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-dae40222-2652-4de0-b9f5-55e7268cfb70 tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1029723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3769609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783600466360', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783599971606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27814909'] for port (39c04f87-ac32-40ff-8506-7377bb1eb34a), after_delete {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:03:26.264879 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae40222-2652-4de0-b9f5-55e7268cfb70 tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] Pushing event deleted for resources: {'Port': ['ID=39c04f87-ac32-40ff-8506-7377bb1eb34a,revision_number=None']} {{(pid=102450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 21:03:26.326689 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-dae40222-2652-4de0-b9f5-55e7268cfb70 tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] Publish callbacks [] for floatingip (a561d773-03a2-47e6-8709-c7ae3e2242aa), after_delete {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:03:26.331600 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-dae40222-2652-4de0-b9f5-55e7268cfb70 tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204375'] for floatingip (None), before_response {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:03:26.336572 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [None req-dae40222-2652-4de0-b9f5-55e7268cfb70 tempest-AttachVolumeTestJSON-164076195 tempest-AttachVolumeTestJSON-164076195-project] 10.222.0.46 "DELETE /v2.0/floatingips/a561d773-03a2-47e6-8709-c7ae3e2242aa HTTP/1.1" status: 204 len: 168 time: 0.4874542 Jan 31 21:03:27.223633 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d2a333-cf64-489c-a8e9-675479def96b req-8325f050-41de-4265-aaf3-6c1238d96c85 tempest-TestMinimumBasicScenario-93005962 tempest-TestMinimumBasicScenario-93005962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 21:03:27.225059 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-c8d2a333-cf64-489c-a8e9-675479def96b req-8325f050-41de-4265-aaf3-6c1238d96c85 tempest-TestMinimumBasicScenario-93005962 tempest-TestMinimumBasicScenario-93005962-project] 10.222.0.46 "GET /v2.0/ports?device_id=ef7459dd-77b2-4ef8-a07c-9643b962872f HTTP/1.1" status: 200 len: 944 time: 0.0550878 Jan 31 21:03:27.271875 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-c8d2a333-cf64-489c-a8e9-675479def96b req-52707794-4269-4175-af90-3d063e447ca1 tempest-TestMinimumBasicScenario-93005962 tempest-TestMinimumBasicScenario-93005962-project] 10.222.0.46 "GET /v2.0/security-groups?id=51227d9f-5cff-42d8-80a3-f2dfde9510f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413840 Jan 31 21:03:27.676506 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.rpc [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Device 76b64cd8-33c8-457b-b2b0-b5ffa951a9f2 up at agent hyperv_hv-cinder-81322 {{(pid=102451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 21:03:27.737948 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.db.provisioning_blocks [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Provisioning for port 76b64cd8-33c8-457b-b2b0-b5ffa951a9f2 completed by entity L2. {{(pid=102451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 21:03:27.742802 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.db.provisioning_blocks [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Provisioning complete for port 76b64cd8-33c8-457b-b2b0-b5ffa951a9f2 triggered by entity L2. {{(pid=102451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 21:03:27.743201 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3401144'] for port (76b64cd8-33c8-457b-b2b0-b5ffa951a9f2), provisioning_complete {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:03:27.834687 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.plugin [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Current status of the port 76b64cd8-33c8-457b-b2b0-b5ffa951a9f2 is: BUILD; New status is: ACTIVE {{(pid=102451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 21:03:27.835106 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1026180'] for port (76b64cd8-33c8-457b-b2b0-b5ffa951a9f2), before_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:03:27.858073 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef7459dd-77b2-4ef8-a07c-9643b962872f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76b64cd8-33c8-457b-b2b0-b5ffa951a9f2'}] {{(pid=102451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 21:03:27.860326 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c23f90a41664c3b077a95f51e37b0059f8aa38e98bc0260eca12d616ac4420be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67f72d34-0b3a-4a38-97d4-ca754741f6c7" -d '{"events": [{"server_uuid": "ef7459dd-77b2-4ef8-a07c-9643b962872f", "name": "network-vif-plugged", "status": "completed", "tag": "76b64cd8-33c8-457b-b2b0-b5ffa951a9f2"}]}' {{(pid=102451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 21:03:27.874378 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.db [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] For port 76b64cd8-33c8-457b-b2b0-b5ffa951a9f2, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=76b64cd8-33c8-457b-b2b0-b5ffa951a9f2,segment=NetworkSegment(334b6d35-c1e2-4736-987b-283b48f94d99),segment_id=334b6d35-c1e2-4736-987b-283b48f94d99)] {{(pid=102451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 21:03:27.879085 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1029723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3769609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783600466378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783599971615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783599971633'] for port (76b64cd8-33c8-457b-b2b0-b5ffa951a9f2), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:03:27.908636 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 21:03:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25fdb364-3010-4645-a92b-a53cf7f9af86 x-openstack-request-id: req-25fdb364-3010-4645-a92b-a53cf7f9af86 {{(pid=102451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 21:03:27.908923 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef7459dd-77b2-4ef8-a07c-9643b962872f", "name": "network-vif-plugged", "status": "completed", "tag": "76b64cd8-33c8-457b-b2b0-b5ffa951a9f2", "code": 200}]} {{(pid=102451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 21:03:27.909179 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-25fdb364-3010-4645-a92b-a53cf7f9af86 {{(pid=102451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 21:03:27.909573 dv-cinder-813229-5-iscsi neutron-server[102451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef7459dd-77b2-4ef8-a07c-9643b962872f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76b64cd8-33c8-457b-b2b0-b5ffa951a9f2', 'code': 200} Jan 31 21:03:27.937614 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Pushing event updated for resources: {'Port': ['ID=76b64cd8-33c8-457b-b2b0-b5ffa951a9f2,revision_number=5']} {{(pid=102451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 21:03:27.945170 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 21:03:27.945685 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 21:03:27.946633 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 21:03:27.947914 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 21:03:27.948335 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 21:03:27.948760 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 21:03:27.949224 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 21:03:27.949571 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 21:03:27.949905 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 21:03:27.950242 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 21:03:27.950575 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 21:03:27.950961 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 21:03:27.951295 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 21:03:28.084020 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f21abb1-f5da-4fa4-b168-ecc4b6ed437f req-754c945e-4b93-4c7d-bd4a-547a1d9ff199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 21:03:28.085529 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-7f21abb1-f5da-4fa4-b168-ecc4b6ed437f req-754c945e-4b93-4c7d-bd4a-547a1d9ff199 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=ef7459dd-77b2-4ef8-a07c-9643b962872f HTTP/1.1" status: 200 len: 1129 time: 0.0465729 Jan 31 21:03:28.132109 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-7f21abb1-f5da-4fa4-b168-ecc4b6ed437f req-5dbce200-5937-4f77-9a80-1298e6893a6b service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=51227d9f-5cff-42d8-80a3-f2dfde9510f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391450 Jan 31 21:03:28.402627 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbacd77-8a32-4bb7-a233-99310f55589d req-42974e00-0c23-4542-a81d-1013174e196d tempest-TestMinimumBasicScenario-93005962 tempest-TestMinimumBasicScenario-93005962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 21:03:28.404210 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-6bbacd77-8a32-4bb7-a233-99310f55589d req-42974e00-0c23-4542-a81d-1013174e196d tempest-TestMinimumBasicScenario-93005962 tempest-TestMinimumBasicScenario-93005962-project] 10.222.0.46 "GET /v2.0/ports?device_id=ef7459dd-77b2-4ef8-a07c-9643b962872f HTTP/1.1" status: 200 len: 945 time: 0.0596461 Jan 31 21:03:28.461469 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-6bbacd77-8a32-4bb7-a233-99310f55589d req-0c9a2307-698e-4bce-b9b6-99f82f5cae7d tempest-TestMinimumBasicScenario-93005962 tempest-TestMinimumBasicScenario-93005962-project] 10.222.0.46 "GET /v2.0/security-groups?id=51227d9f-5cff-42d8-80a3-f2dfde9510f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465891 Jan 31 21:03:28.796633 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600486512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3401042'] for agent (e85cc1e2-8b4e-4549-a68e-d414072d4156), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:03:29.587729 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3145c72-1603-48ec-ad53-0005f55dbbf9 req-f723f7c2-a14c-465d-b424-cf594473edb9 tempest-TestMinimumBasicScenario-93005962 tempest-TestMinimumBasicScenario-93005962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 21:03:29.589285 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-f3145c72-1603-48ec-ad53-0005f55dbbf9 req-f723f7c2-a14c-465d-b424-cf594473edb9 tempest-TestMinimumBasicScenario-93005962 tempest-TestMinimumBasicScenario-93005962-project] 10.222.0.46 "GET /v2.0/ports?device_id=ef7459dd-77b2-4ef8-a07c-9643b962872f HTTP/1.1" status: 200 len: 945 time: 0.0569193 Jan 31 21:03:29.640501 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-f3145c72-1603-48ec-ad53-0005f55dbbf9 req-f80e1b74-cd41-4eb8-b1b2-1665f5e3bbdb tempest-TestMinimumBasicScenario-93005962 tempest-TestMinimumBasicScenario-93005962-project] 10.222.0.46 "GET /v2.0/security-groups?id=51227d9f-5cff-42d8-80a3-f2dfde9510f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455153 Jan 31 21:03:29.759636 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db155e93-7f4e-43d8-bdc9-96f720c0a791 req-3a7f956f-104d-47c4-9a12-65628f68114a tempest-TestMinimumBasicScenario-93005962 tempest-TestMinimumBasicScenario-93005962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 21:03:29.761278 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-db155e93-7f4e-43d8-bdc9-96f720c0a791 req-3a7f956f-104d-47c4-9a12-65628f68114a tempest-TestMinimumBasicScenario-93005962 tempest-TestMinimumBasicScenario-93005962-project] 10.222.0.46 "GET /v2.0/ports?device_id=ef7459dd-77b2-4ef8-a07c-9643b962872f HTTP/1.1" status: 200 len: 945 time: 0.0552702 Jan 31 21:03:29.810716 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-db155e93-7f4e-43d8-bdc9-96f720c0a791 req-2cb9cf21-398e-465d-b64c-377e73685391 tempest-TestMinimumBasicScenario-93005962 tempest-TestMinimumBasicScenario-93005962-project] 10.222.0.46 "GET /v2.0/security-groups?id=51227d9f-5cff-42d8-80a3-f2dfde9510f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438106 Jan 31 21:03:29.878572 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.wsgi [-] (102449) accepted ('10.222.0.46', 45938) {{(pid=102449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 21:03:30.462965 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2a8056-61c6-480e-b013-431474c36739 req-4520074d-9d94-4040-bb40-c51363142b00 tempest-TestMinimumBasicScenario-93005962 tempest-TestMinimumBasicScenario-93005962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 21:03:30.464418 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-2b2a8056-61c6-480e-b013-431474c36739 req-4520074d-9d94-4040-bb40-c51363142b00 tempest-TestMinimumBasicScenario-93005962 tempest-TestMinimumBasicScenario-93005962-project] 10.222.0.46 "GET /v2.0/ports?device_id=ef7459dd-77b2-4ef8-a07c-9643b962872f HTTP/1.1" status: 200 len: 945 time: 0.3535588 Jan 31 21:03:30.555427 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-2b2a8056-61c6-480e-b013-431474c36739 req-e971ab6e-9045-47df-b6c0-dd5296db1b19 tempest-TestMinimumBasicScenario-93005962 tempest-TestMinimumBasicScenario-93005962-project] 10.222.0.46 "GET /v2.0/security-groups?id=51227d9f-5cff-42d8-80a3-f2dfde9510f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852640 Jan 31 21:03:30.797729 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-0dcbe241-fb84-4629-a982-0d9198d838b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3694999'] for router_interface (19bba440-8620-436d-b1a3-3283e7fc51f8), before_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:03:31.138385 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-0dcbe241-fb84-4629-a982-0d9198d838b3 admin admin] Deleting port bfddf878-069f-45be-bc84-23f469ee200c {{(pid=102449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 21:03:31.138631 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-0dcbe241-fb84-4629-a982-0d9198d838b3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783600463454'] for port (bfddf878-069f-45be-bc84-23f469ee200c), before_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:03:31.222847 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-0dcbe241-fb84-4629-a982-0d9198d838b3 admin admin] For port bfddf878-069f-45be-bc84-23f469ee200c, host dv-cinder-813229-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-5-iscsi',level=0,port_id=bfddf878-069f-45be-bc84-23f469ee200c,segment=NetworkSegment(cfda0be5-e876-4d3e-b2ec-240e600ca63d),segment_id=cfda0be5-e876-4d3e-b2ec-240e600ca63d)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 21:03:31.223727 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-0dcbe241-fb84-4629-a982-0d9198d838b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696268'] for port (bfddf878-069f-45be-bc84-23f469ee200c), precommit_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:03:31.237265 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-0dcbe241-fb84-4629-a982-0d9198d838b3 admin admin] Calling delete_port for bfddf878-069f-45be-bc84-23f469ee200c owned by network:router_interface {{(pid=102449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 21:03:31.432556 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-0dcbe241-fb84-4629-a982-0d9198d838b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1029723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3769609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783600466360', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783599971606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29106256'] for port (bfddf878-069f-45be-bc84-23f469ee200c), after_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:03:31.464069 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcbe241-fb84-4629-a982-0d9198d838b3 admin admin] Pushing event deleted for resources: {'Port': ['ID=bfddf878-069f-45be-bc84-23f469ee200c,revision_number=None']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 21:03:31.640754 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-0dcbe241-fb84-4629-a982-0d9198d838b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3769630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3694851'] for router_interface (19bba440-8620-436d-b1a3-3283e7fc51f8), after_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:03:31.892795 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0dcbe241-fb84-4629-a982-0d9198d838b3 admin admin] Router 19bba440-8620-436d-b1a3-3283e7fc51f8 has already been hosted by L3 agent 7c18f3b4-4d02-4b01-9072-98fcd9008716 {{(pid=102449) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 21:03:32.035614 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dcbe241-fb84-4629-a982-0d9198d838b3 admin admin] Notify agent at l3_agent.dv-cinder-813229-5-iscsi the message routers_updated {{(pid=102449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 21:03:32.042446 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [None req-0dcbe241-fb84-4629-a982-0d9198d838b3 admin admin] 10.222.0.46 "PUT /v2.0/routers/19bba440-8620-436d-b1a3-3283e7fc51f8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1625047 Jan 31 21:03:32.043607 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.wsgi [-] (102450) accepted ('10.222.0.46', 45960) {{(pid=102450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 21:03:32.044759 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb306868-070e-4a18-bc29-2beae58315a3 None None] Sync routers for ids ['19bba440-8620-436d-b1a3-3283e7fc51f8'] in dv-cinder-813229-5-iscsi {{(pid=102454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 21:03:32.060746 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb306868-070e-4a18-bc29-2beae58315a3 None None] Routers {'19bba440-8620-436d-b1a3-3283e7fc51f8'} bound to L3 agent in host dv-cinder-813229-5-iscsi {{(pid=102454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 21:03:32.061653 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.db.l3_hamode_db [None req-bb306868-070e-4a18-bc29-2beae58315a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-31T20:45:52Z,description=,heartbeat_timestamp=2022-01-31T21:03:22Z,host='dv-cinder-813229-5-iscsi',id=7c18f3b4-4d02-4b01-9072-98fcd9008716,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T20:45:52Z,topic='l3_agent')) {'router_ids': ['19bba440-8620-436d-b1a3-3283e7fc51f8'], 'active': True} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 21:03:32.159716 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-24155645-eb81-4f52-8b53-6ba880deee81 admin admin] Publish callbacks [] for router (19bba440-8620-436d-b1a3-3283e7fc51f8), before_delete {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:03:32.180482 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.db.l3_dvr_db [None req-bb306868-070e-4a18-bc29-2beae58315a3 None None] Set router 19bba440-8620-436d-b1a3-3283e7fc51f8 gateway port host: dv-cinder-813229-5-iscsi {{(pid=102454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 21:03:32.287191 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-24155645-eb81-4f52-8b53-6ba880deee81 admin admin] Publish callbacks [] for router_gateway (19bba440-8620-436d-b1a3-3283e7fc51f8), before_delete {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:03:32.366515 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.plugins.ml2.plugin [None req-24155645-eb81-4f52-8b53-6ba880deee81 admin admin] Deleting port f1ddf136-da11-4421-aa27-b5e116e75025 {{(pid=102450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 21:03:32.366879 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-24155645-eb81-4f52-8b53-6ba880deee81 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783600463454'] for port (f1ddf136-da11-4421-aa27-b5e116e75025), before_delete {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:03:32.403732 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.db.l3_hamode_db [None req-bb306868-070e-4a18-bc29-2beae58315a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19bba440-8620-436d-b1a3-3283e7fc51f8', 'name': 'tempest-AttachVolumeTestJSON-1296822656-router', 'tenant_id': '047e08285f47481da2d6cf2445501723', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51ba4d8e-a54c-4fb0-a209-37766af226e8', 'external_fixed_ips': [{'subnet_id': '99ba9542-d2be-443f-a804-26ff9bedcbe2', 'ip_address': '172.27.2.44'}], 'enable_snat': True}, 'gw_port_id': 'f1ddf136-da11-4421-aa27-b5e116e75025', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T20:58:04Z', 'updated_at': '2022-01-31T21:03:31Z', 'revision_number': 5, 'project_id': '047e08285f47481da2d6cf2445501723', 'gw_port': {'id': 'f1ddf136-da11-4421-aa27-b5e116e75025', 'name': '', 'network_id': '51ba4d8e-a54c-4fb0-a209-37766af226e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:34:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19bba440-8620-436d-b1a3-3283e7fc51f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '99ba9542-d2be-443f-a804-26ff9bedcbe2', 'ip_address': '172.27.2.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T20:58:04Z', 'updated_at': '2022-01-31T20:58:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99ba9542-d2be-443f-a804-26ff9bedcbe2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-5-iscsi'}], 'dv-cinder-813229-5-iscsi', False) {} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 21:03:32.437738 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb306868-070e-4a18-bc29-2beae58315a3 None None] Checking router: 19bba440-8620-436d-b1a3-3283e7fc51f8 for host: dv-cinder-813229-5-iscsi {{(pid=102454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 21:03:32.447483 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb306868-070e-4a18-bc29-2beae58315a3 None None] Routers {'19bba440-8620-436d-b1a3-3283e7fc51f8'} bound to L3 agent in host dv-cinder-813229-5-iscsi {{(pid=102454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 21:03:32.448108 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.db.l3_hamode_db [None req-bb306868-070e-4a18-bc29-2beae58315a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-31T20:45:52Z,description=,heartbeat_timestamp=2022-01-31T21:03:22Z,host='dv-cinder-813229-5-iscsi',id=7c18f3b4-4d02-4b01-9072-98fcd9008716,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T20:45:52Z,topic='l3_agent')) {'router_ids': ['19bba440-8620-436d-b1a3-3283e7fc51f8'], 'active': True} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 21:03:32.500615 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.plugins.ml2.db [None req-24155645-eb81-4f52-8b53-6ba880deee81 admin admin] For port f1ddf136-da11-4421-aa27-b5e116e75025, host dv-cinder-813229-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-5-iscsi',level=0,port_id=f1ddf136-da11-4421-aa27-b5e116e75025,segment=NetworkSegment(ad776c9f-cdc1-49f1-a366-310dcfc4c059),segment_id=ad776c9f-cdc1-49f1-a366-310dcfc4c059)] {{(pid=102450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 21:03:32.501493 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-24155645-eb81-4f52-8b53-6ba880deee81 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696268'] for port (f1ddf136-da11-4421-aa27-b5e116e75025), precommit_delete {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:03:32.517755 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.plugins.ml2.plugin [None req-24155645-eb81-4f52-8b53-6ba880deee81 admin admin] Calling delete_port for f1ddf136-da11-4421-aa27-b5e116e75025 owned by network:router_gateway {{(pid=102450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 21:03:32.639707 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.db.l3_dvr_db [None req-bb306868-070e-4a18-bc29-2beae58315a3 None None] Set router 19bba440-8620-436d-b1a3-3283e7fc51f8 gateway port host: None {{(pid=102454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 21:03:32.692455 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.db.l3_hamode_db [None req-bb306868-070e-4a18-bc29-2beae58315a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19bba440-8620-436d-b1a3-3283e7fc51f8', 'name': 'tempest-AttachVolumeTestJSON-1296822656-router', 'tenant_id': '047e08285f47481da2d6cf2445501723', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T20:58:04Z', 'updated_at': '2022-01-31T21:03:32Z', 'revision_number': 6, 'project_id': '047e08285f47481da2d6cf2445501723', 'gw_port_host': None}], 'dv-cinder-813229-5-iscsi', False) {} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 21:03:32.728493 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb306868-070e-4a18-bc29-2beae58315a3 None None] The sync data for ids ['19bba440-8620-436d-b1a3-3283e7fc51f8'] in dv-cinder-813229-5-iscsi is: [{'id': '19bba440-8620-436d-b1a3-3283e7fc51f8', 'name': 'tempest-AttachVolumeTestJSON-1296822656-router', 'tenant_id': '047e08285f47481da2d6cf2445501723', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T20:58:04Z', 'updated_at': '2022-01-31T21:03:32Z', 'revision_number': 6, 'project_id': '047e08285f47481da2d6cf2445501723', 'gw_port_host': None}] {{(pid=102454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 21:03:32.750192 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-24155645-eb81-4f52-8b53-6ba880deee81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1029723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3769609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783600466360', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783599971606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27814909'] for port (f1ddf136-da11-4421-aa27-b5e116e75025), after_delete {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:03:32.783662 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24155645-eb81-4f52-8b53-6ba880deee81 admin admin] Pushing event deleted for resources: {'Port': ['ID=f1ddf136-da11-4421-aa27-b5e116e75025,revision_number=None']} {{(pid=102450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 21:03:32.850326 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-24155645-eb81-4f52-8b53-6ba880deee81 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3697261'] for router_gateway (19bba440-8620-436d-b1a3-3283e7fc51f8), after_delete {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:03:32.957351 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-24155645-eb81-4f52-8b53-6ba880deee81 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3675640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-969'] for router (19bba440-8620-436d-b1a3-3283e7fc51f8), precommit_delete {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:03:32.959660 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-24155645-eb81-4f52-8b53-6ba880deee81 admin admin] Publish callbacks [] for router_controller (19bba440-8620-436d-b1a3-3283e7fc51f8), precommit_delete_associations {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:03:33.241675 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-24155645-eb81-4f52-8b53-6ba880deee81 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3675633'] for router (19bba440-8620-436d-b1a3-3283e7fc51f8), after_delete {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:03:33.242355 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24155645-eb81-4f52-8b53-6ba880deee81 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 19bba440-8620-436d-b1a3-3283e7fc51f8 {{(pid=102450) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 31 21:03:33.247275 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-24155645-eb81-4f52-8b53-6ba880deee81 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:03:33.248426 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [None req-24155645-eb81-4f52-8b53-6ba880deee81 admin admin] 10.222.0.46 "DELETE /v2.0/routers/19bba440-8620-436d-b1a3-3283e7fc51f8 HTTP/1.1" status: 204 len: 168 time: 1.2038133 Jan 31 21:03:33.251247 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.wsgi [-] (102450) accepted ('10.222.0.46', 45974) {{(pid=102450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 21:03:33.294143 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d3f8011-941f-4d86-b311-ea775f5b2187 admin admin] Deleting subnet 05b63977-1e2b-4747-8d09-fb1f8f446ce1 {{(pid=102450) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 31 21:03:33.297192 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-2d3f8011-941f-4d86-b311-ea775f5b2187 admin admin] Publish callbacks [] for subnet (05b63977-1e2b-4747-8d09-fb1f8f446ce1), before_delete {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:03:33.331033 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-2d3f8011-941f-4d86-b311-ea775f5b2187 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29120982'] for subnet (05b63977-1e2b-4747-8d09-fb1f8f446ce1), precommit_delete_associations {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:03:33.440239 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-2d3f8011-941f-4d86-b311-ea775f5b2187 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-792270'] for subnet (05b63977-1e2b-4747-8d09-fb1f8f446ce1), precommit_delete {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:03:33.492369 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-2d3f8011-941f-4d86-b311-ea775f5b2187 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-792247', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3769609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27814816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28956758'] for subnet (05b63977-1e2b-4747-8d09-fb1f8f446ce1), after_delete {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:03:33.524612 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-2d3f8011-941f-4d86-b311-ea775f5b2187 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:03:33.530368 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62988a66-76f2-4f6a-8e76-1a0e1bd8bf68 None None] Network bdbc09ff-d174-4862-8f91-19ce9b2a383a requested from dv-cinder-813229-5-iscsi {{(pid=102451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 21:03:33.533171 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [None req-2d3f8011-941f-4d86-b311-ea775f5b2187 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/05b63977-1e2b-4747-8d09-fb1f8f446ce1 HTTP/1.1" status: 204 len: 168 time: 0.2808950 Jan 31 21:03:33.534571 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3f8011-941f-4d86-b311-ea775f5b2187 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=05b63977-1e2b-4747-8d09-fb1f8f446ce1,revision_number=None']} {{(pid=102450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 21:03:33.536523 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.wsgi [-] (102449) accepted ('10.222.0.46', 45978) {{(pid=102449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 21:03:33.609685 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-5cbff4d4-5096-447b-9c33-e7c31b687bb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-979588'] for network (bdbc09ff-d174-4862-8f91-19ce9b2a383a), before_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:03:33.670475 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-5cbff4d4-5096-447b-9c33-e7c31b687bb2 admin admin] Deleting port 324106c9-4c95-4c09-9687-42847f43b63f {{(pid=102449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 21:03:33.670924 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-5cbff4d4-5096-447b-9c33-e7c31b687bb2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783600463454'] for port (324106c9-4c95-4c09-9687-42847f43b63f), before_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:03:33.718306 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46110068-5093-42ce-a0f1-2d27df95dd6e None None] DHCP port deletion for bdbc09ff-d174-4862-8f91-19ce9b2a383a request from dv-cinder-813229-5-iscsi {{(pid=102451) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 31 21:03:33.746141 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-5cbff4d4-5096-447b-9c33-e7c31b687bb2 admin admin] For port 324106c9-4c95-4c09-9687-42847f43b63f, host dv-cinder-813229-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-5-iscsi',level=0,port_id=324106c9-4c95-4c09-9687-42847f43b63f,segment=NetworkSegment(cfda0be5-e876-4d3e-b2ec-240e600ca63d),segment_id=cfda0be5-e876-4d3e-b2ec-240e600ca63d)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 21:03:33.746659 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-5cbff4d4-5096-447b-9c33-e7c31b687bb2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696268'] for port (324106c9-4c95-4c09-9687-42847f43b63f), precommit_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:03:33.761981 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-5cbff4d4-5096-447b-9c33-e7c31b687bb2 admin admin] Calling delete_port for 324106c9-4c95-4c09-9687-42847f43b63f owned by network:dhcp {{(pid=102449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 21:03:33.778515 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.plugin [None req-46110068-5093-42ce-a0f1-2d27df95dd6e None None] Deleting port 324106c9-4c95-4c09-9687-42847f43b63f {{(pid=102451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 21:03:33.778917 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-46110068-5093-42ce-a0f1-2d27df95dd6e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783600463454'] for port (324106c9-4c95-4c09-9687-42847f43b63f), before_delete {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:03:33.794249 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.rpc [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Device 324106c9-4c95-4c09-9687-42847f43b63f no longer exists at agent ovs-agent-dv-cinder-813229-5-iscsi {{(pid=102451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 21:03:33.852174 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-5cbff4d4-5096-447b-9c33-e7c31b687bb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1029723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3769609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783600466360', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783599971606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29106256'] for port (324106c9-4c95-4c09-9687-42847f43b63f), after_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:03:33.878919 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.db [None req-46110068-5093-42ce-a0f1-2d27df95dd6e None None] For port 324106c9-4c95-4c09-9687-42847f43b63f, host dv-cinder-813229-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-5-iscsi',level=0,port_id=324106c9-4c95-4c09-9687-42847f43b63f,segment=NetworkSegment(cfda0be5-e876-4d3e-b2ec-240e600ca63d),segment_id=cfda0be5-e876-4d3e-b2ec-240e600ca63d)] {{(pid=102451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 21:03:33.879320 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-46110068-5093-42ce-a0f1-2d27df95dd6e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696268'] for port (324106c9-4c95-4c09-9687-42847f43b63f), precommit_delete {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:03:33.881483 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbff4d4-5096-447b-9c33-e7c31b687bb2 admin admin] Pushing event deleted for resources: {'Port': ['ID=324106c9-4c95-4c09-9687-42847f43b63f,revision_number=None']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 21:03:33.892414 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cbff4d4-5096-447b-9c33-e7c31b687bb2 admin admin] No DVR routers for this DVR port 324106c9-4c95-4c09-9687-42847f43b63f on host dv-cinder-813229-5-iscsi {{(pid=102449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 21:03:33.901880 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.plugin [None req-46110068-5093-42ce-a0f1-2d27df95dd6e None None] Calling delete_port for 324106c9-4c95-4c09-9687-42847f43b63f owned by network:dhcp {{(pid=102451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 21:03:33.911472 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.db [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] No active binding found for port 324106c9-4c95-4c09-9687-42847f43b63f {{(pid=102451) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jan 31 21:03:33.911940 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.plugin [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] The host dv-cinder-813229-5-iscsi is not matching for port 324106c9-4c95-4c09-9687-42847f43b63f host None! {{(pid=102451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2336}} Jan 31 21:03:33.912325 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.rpc [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Device 324106c9-4c95-4c09-9687-42847f43b63f not bound to the agent host dv-cinder-813229-5-iscsi {{(pid=102451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 21:03:33.912766 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.rpc [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Device bfddf878-069f-45be-bc84-23f469ee200c no longer exists at agent ovs-agent-dv-cinder-813229-5-iscsi {{(pid=102451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 21:03:33.935336 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.plugin [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] No Port match for: bfddf878-069f-45be-bc84-23f469ee200c {{(pid=102451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 21:03:33.935569 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.rpc [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Device bfddf878-069f-45be-bc84-23f469ee200c not bound to the agent host dv-cinder-813229-5-iscsi {{(pid=102451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 21:03:33.935992 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.rpc [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Device f1ddf136-da11-4421-aa27-b5e116e75025 no longer exists at agent ovs-agent-dv-cinder-813229-5-iscsi {{(pid=102451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 21:03:33.972450 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-5cbff4d4-5096-447b-9c33-e7c31b687bb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-793947', 'neutron.services.segments.db._delete_segments_for_network-8783600486530'] for network (bdbc09ff-d174-4862-8f91-19ce9b2a383a), precommit_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:03:33.986096 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.plugin [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] No Port match for: f1ddf136-da11-4421-aa27-b5e116e75025 {{(pid=102451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 21:03:33.986096 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.rpc [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Device f1ddf136-da11-4421-aa27-b5e116e75025 not bound to the agent host dv-cinder-813229-5-iscsi {{(pid=102451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 21:03:34.005039 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.services.segments.db [None req-5cbff4d4-5096-447b-9c33-e7c31b687bb2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bdbc09ff-d174-4862-8f91-19ce9b2a383a']}} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 21:03:34.014729 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.services.segments.db [None req-5cbff4d4-5096-447b-9c33-e7c31b687bb2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cfda0be5-e876-4d3e-b2ec-240e600ca63d') {'for_net_delete': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 21:03:34.015104 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.services.segments.db [None req-5cbff4d4-5096-447b-9c33-e7c31b687bb2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cfda0be5-e876-4d3e-b2ec-240e600ca63d') {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 21:03:34.024482 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-46110068-5093-42ce-a0f1-2d27df95dd6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1029723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3769609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783600466360', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783599971606'] for port (324106c9-4c95-4c09-9687-42847f43b63f), after_delete {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:03:34.025174 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-5cbff4d4-5096-447b-9c33-e7c31b687bb2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783600487563', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25361785'] for segment (cfda0be5-e876-4d3e-b2ec-240e600ca63d), before_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:03:34.038903 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-5cbff4d4-5096-447b-9c33-e7c31b687bb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-936743'] for segment (cfda0be5-e876-4d3e-b2ec-240e600ca63d), precommit_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:03:34.048044 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5cbff4d4-5096-447b-9c33-e7c31b687bb2 admin admin] Releasing vlan 661 on physical network physnet1 to pool {{(pid=102449) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 21:03:34.048623 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-5cbff4d4-5096-447b-9c33-e7c31b687bb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-936743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29106339'] for segment (cfda0be5-e876-4d3e-b2ec-240e600ca63d), after_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:03:34.050283 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46110068-5093-42ce-a0f1-2d27df95dd6e None None] Pushing event deleted for resources: {'Port': ['ID=324106c9-4c95-4c09-9687-42847f43b63f,revision_number=None']} {{(pid=102451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 21:03:34.050479 dv-cinder-813229-5-iscsi neutron-server[102449]: Traceback (most recent call last): Jan 31 21:03:34.050479 dv-cinder-813229-5-iscsi neutron-server[102449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 21:03:34.050479 dv-cinder-813229-5-iscsi neutron-server[102449]: timer() Jan 31 21:03:34.050479 dv-cinder-813229-5-iscsi neutron-server[102449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 21:03:34.050479 dv-cinder-813229-5-iscsi neutron-server[102449]: cb(*args, **kw) Jan 31 21:03:34.050479 dv-cinder-813229-5-iscsi neutron-server[102449]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 21:03:34.050479 dv-cinder-813229-5-iscsi neutron-server[102449]: return func(*args, **kwargs) Jan 31 21:03:34.050479 dv-cinder-813229-5-iscsi neutron-server[102449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 21:03:34.050479 dv-cinder-813229-5-iscsi neutron-server[102449]: self._notify() Jan 31 21:03:34.050479 dv-cinder-813229-5-iscsi neutron-server[102449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 21:03:34.050479 dv-cinder-813229-5-iscsi neutron-server[102449]: self.callback(batched_events) Jan 31 21:03:34.050479 dv-cinder-813229-5-iscsi neutron-server[102449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 21:03:34.050479 dv-cinder-813229-5-iscsi neutron-server[102449]: event.method(event) Jan 31 21:03:34.050479 dv-cinder-813229-5-iscsi neutron-server[102449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 21:03:34.050479 dv-cinder-813229-5-iscsi neutron-server[102449]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 21:03:34.050479 dv-cinder-813229-5-iscsi neutron-server[102449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 21:03:34.050479 dv-cinder-813229-5-iscsi neutron-server[102449]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 21:03:34.050479 dv-cinder-813229-5-iscsi neutron-server[102449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 21:03:34.050479 dv-cinder-813229-5-iscsi neutron-server[102449]: return f(self, *a, **k) Jan 31 21:03:34.050479 dv-cinder-813229-5-iscsi neutron-server[102449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 21:03:34.050479 dv-cinder-813229-5-iscsi neutron-server[102449]: return self._get(url).json() Jan 31 21:03:34.050479 dv-cinder-813229-5-iscsi neutron-server[102449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 21:03:34.050479 dv-cinder-813229-5-iscsi neutron-server[102449]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 21:03:34.050479 dv-cinder-813229-5-iscsi neutron-server[102449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 21:03:34.050479 dv-cinder-813229-5-iscsi neutron-server[102449]: return self.request(url, 'GET', **kwargs) Jan 31 21:03:34.050479 dv-cinder-813229-5-iscsi neutron-server[102449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 21:03:34.050479 dv-cinder-813229-5-iscsi neutron-server[102449]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 21:03:34.050479 dv-cinder-813229-5-iscsi neutron-server[102449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 21:03:34.050479 dv-cinder-813229-5-iscsi neutron-server[102449]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 21:03:34.050479 dv-cinder-813229-5-iscsi neutron-server[102449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 21:03:34.050479 dv-cinder-813229-5-iscsi neutron-server[102449]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 21:03:34.050479 dv-cinder-813229-5-iscsi neutron-server[102449]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 21:03:34.057201 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46110068-5093-42ce-a0f1-2d27df95dd6e None None] No DVR routers for this DVR port 324106c9-4c95-4c09-9687-42847f43b63f on host dv-cinder-813229-5-iscsi {{(pid=102451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 21:03:34.113130 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-5cbff4d4-5096-447b-9c33-e7c31b687bb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-793932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3769609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3696773'] for network (bdbc09ff-d174-4862-8f91-19ce9b2a383a), after_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:03:34.119074 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-5cbff4d4-5096-447b-9c33-e7c31b687bb2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3769851'] for network (None), before_response {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:03:34.122186 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [None req-5cbff4d4-5096-447b-9c33-e7c31b687bb2 admin admin] 10.222.0.46 "DELETE /v2.0/networks/bdbc09ff-d174-4862-8f91-19ce9b2a383a HTTP/1.1" status: 204 len: 168 time: 0.5838544 Jan 31 21:03:34.134051 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbff4d4-5096-447b-9c33-e7c31b687bb2 admin admin] Pushing event deleted for resources: {'Network': ['ID=bdbc09ff-d174-4862-8f91-19ce9b2a383a,revision_number=None']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 21:03:34.237812 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.wsgi [-] (102449) accepted ('10.222.0.46', 45982) {{(pid=102449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 21:03:34.278223 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [None req-e890a576-f4f4-4517-a96d-7ff8a244d78e admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=047e08285f47481da2d6cf2445501723&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0392473 Jan 31 21:03:34.280782 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.wsgi [-] (102450) accepted ('10.222.0.46', 45984) {{(pid=102450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 21:03:34.327821 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-df218120-26ca-4b8d-bab8-b4c00361d41c admin admin] Publish callbacks [] for security_group (283ea748-ac36-494b-83e7-6f1debf708f7), before_delete {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:03:34.350707 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-df218120-26ca-4b8d-bab8-b4c00361d41c admin admin] Publish callbacks [] for security_group (283ea748-ac36-494b-83e7-6f1debf708f7), precommit_delete {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:03:34.396881 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-df218120-26ca-4b8d-bab8-b4c00361d41c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736509'] for security_group (283ea748-ac36-494b-83e7-6f1debf708f7), after_delete {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:03:34.399614 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-df218120-26ca-4b8d-bab8-b4c00361d41c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:03:34.400775 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [None req-df218120-26ca-4b8d-bab8-b4c00361d41c admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/283ea748-ac36-494b-83e7-6f1debf708f7 HTTP/1.1" status: 204 len: 168 time: 0.1189985 Jan 31 21:03:34.408252 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df218120-26ca-4b8d-bab8-b4c00361d41c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=283ea748-ac36-494b-83e7-6f1debf708f7,revision_number=None']} {{(pid=102450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 21:03:38.122357 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.wsgi [-] (102450) accepted ('10.222.0.46', 46052) {{(pid=102450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 21:03:38.234106 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-4d16b9cf-c32e-4bd5-901c-7a2ca2c7aca7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:03:38.313822 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-4d16b9cf-c32e-4bd5-901c-7a2ca2c7aca7 admin admin] Publish callbacks [] for security_group (9903e024-ab11-4404-bdf9-df16492dbd08), precommit_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:03:38.318746 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-4d16b9cf-c32e-4bd5-901c-7a2ca2c7aca7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736509'] for security_group (9903e024-ab11-4404-bdf9-df16492dbd08), after_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:03:38.361785 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [None req-4d16b9cf-c32e-4bd5-901c-7a2ca2c7aca7 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=a09fa577b69245e5ae1f0de7f4c34ed0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2382557 Jan 31 21:03:38.362986 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d16b9cf-c32e-4bd5-901c-7a2ca2c7aca7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9903e024-ab11-4404-bdf9-df16492dbd08,revision_number=1']} {{(pid=102450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 21:03:38.365677 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.wsgi [-] (102449) accepted ('10.222.0.46', 46056) {{(pid=102449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 21:03:38.429599 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-4c2690e6-19be-438c-993b-639e63222dfe admin admin] Publish callbacks [] for security_group (9903e024-ab11-4404-bdf9-df16492dbd08), before_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:03:38.458184 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-4c2690e6-19be-438c-993b-639e63222dfe admin admin] Publish callbacks [] for security_group (9903e024-ab11-4404-bdf9-df16492dbd08), precommit_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:03:38.513456 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-4c2690e6-19be-438c-993b-639e63222dfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736509'] for security_group (9903e024-ab11-4404-bdf9-df16492dbd08), after_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:03:38.516039 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-4c2690e6-19be-438c-993b-639e63222dfe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:03:38.517197 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [None req-4c2690e6-19be-438c-993b-639e63222dfe admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/9903e024-ab11-4404-bdf9-df16492dbd08 HTTP/1.1" status: 204 len: 168 time: 0.1505094 Jan 31 21:03:38.525791 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2690e6-19be-438c-993b-639e63222dfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9903e024-ab11-4404-bdf9-df16492dbd08,revision_number=None']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 21:03:40.125387 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e3dd98-262b-4472-aefb-54998d72ab7b req-cdbf1a92-d614-4e55-a3c0-b08489330454 tempest-TestMinimumBasicScenario-93005962 tempest-TestMinimumBasicScenario-93005962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 21:03:40.127148 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-78e3dd98-262b-4472-aefb-54998d72ab7b req-cdbf1a92-d614-4e55-a3c0-b08489330454 tempest-TestMinimumBasicScenario-93005962 tempest-TestMinimumBasicScenario-93005962-project] 10.222.0.46 "GET /v2.0/ports?device_id=ef7459dd-77b2-4ef8-a07c-9643b962872f HTTP/1.1" status: 200 len: 945 time: 0.0524867 Jan 31 21:03:40.175764 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-78e3dd98-262b-4472-aefb-54998d72ab7b req-e50065c8-04f0-49cd-bbca-b9cfeb3a9326 tempest-TestMinimumBasicScenario-93005962 tempest-TestMinimumBasicScenario-93005962-project] 10.222.0.46 "GET /v2.0/security-groups?id=51227d9f-5cff-42d8-80a3-f2dfde9510f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421209 Jan 31 21:03:40.199016 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.wsgi [-] (102449) accepted ('10.222.0.46', 46112) {{(pid=102449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 21:03:40.440236 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dca14f6b-094e-48b1-9b5a-6d3ceabefd1e tempest-TestMinimumBasicScenario-392095878 tempest-TestMinimumBasicScenario-392095878-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 21:03:40.441911 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [None req-dca14f6b-094e-48b1-9b5a-6d3ceabefd1e tempest-TestMinimumBasicScenario-392095878 tempest-TestMinimumBasicScenario-392095878-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=ef7459dd-77b2-4ef8-a07c-9643b962872f HTTP/1.1" status: 200 len: 1124 time: 0.2418392 Jan 31 21:03:40.445120 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.wsgi [-] (102449) accepted ('10.222.0.46', 46120) {{(pid=102449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 21:03:40.449952 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.v2.base [None req-c99a1109-7716-464b-ad7b-80134ffd32f8 tempest-TestMinimumBasicScenario-93005962 tempest-TestMinimumBasicScenario-93005962-project] Request body: {'floatingip': {'floating_network_id': '51ba4d8e-a54c-4fb0-a209-37766af226e8', 'port_id': '76b64cd8-33c8-457b-b2b0-b5ffa951a9f2', 'tenant_id': 'f3a50fa6222c45909f5e2cee9c006033', 'fixed_ip_address': '172.20.0.3'}} {{(pid=102449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 21:03:40.471671 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-c99a1109-7716-464b-ad7b-80134ffd32f8 tempest-TestMinimumBasicScenario-93005962 tempest-TestMinimumBasicScenario-93005962-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:03:40.577074 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-c99a1109-7716-464b-ad7b-80134ffd32f8 tempest-TestMinimumBasicScenario-93005962 tempest-TestMinimumBasicScenario-93005962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1026180'] for port (None), before_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:03:40.694666 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.db.db_base_plugin_common [None req-c99a1109-7716-464b-ad7b-80134ffd32f8 tempest-TestMinimumBasicScenario-93005962 tempest-TestMinimumBasicScenario-93005962-project] Allocated IP 172.27.2.15 (51ba4d8e-a54c-4fb0-a209-37766af226e8/99ba9542-d2be-443f-a804-26ff9bedcbe2/1ee94930-dba9-4da4-a29b-c58558f31937) {{(pid=102449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 21:03:40.800405 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-c99a1109-7716-464b-ad7b-80134ffd32f8 tempest-TestMinimumBasicScenario-93005962 tempest-TestMinimumBasicScenario-93005962-project] Publish callbacks [] for port (1ee94930-dba9-4da4-a29b-c58558f31937), precommit_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:03:40.836204 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-c99a1109-7716-464b-ad7b-80134ffd32f8 tempest-TestMinimumBasicScenario-93005962 tempest-TestMinimumBasicScenario-93005962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1029723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3769609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783599971597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29106256'] for port (1ee94930-dba9-4da4-a29b-c58558f31937), after_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:03:40.881521 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c99a1109-7716-464b-ad7b-80134ffd32f8 tempest-TestMinimumBasicScenario-93005962 tempest-TestMinimumBasicScenario-93005962-project] Network 51ba4d8e-a54c-4fb0-a209-37766af226e8 is already hosted by enough agents. {{(pid=102449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 21:03:40.884368 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.scheduler.base_scheduler [None req-c99a1109-7716-464b-ad7b-80134ffd32f8 tempest-TestMinimumBasicScenario-93005962 tempest-TestMinimumBasicScenario-93005962-project] Resources bound (agent type, host, resource id): {{(pid=102449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 21:03:40.891833 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c99a1109-7716-464b-ad7b-80134ffd32f8 tempest-TestMinimumBasicScenario-93005962 tempest-TestMinimumBasicScenario-93005962-project] Received port after_create {{(pid=102449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 21:03:40.895702 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99a1109-7716-464b-ad7b-80134ffd32f8 tempest-TestMinimumBasicScenario-93005962 tempest-TestMinimumBasicScenario-93005962-project] Pushing event updated for resources: {'Port': ['ID=1ee94930-dba9-4da4-a29b-c58558f31937,revision_number=1']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 21:03:41.256423 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-c99a1109-7716-464b-ad7b-80134ffd32f8 tempest-TestMinimumBasicScenario-93005962 tempest-TestMinimumBasicScenario-93005962-project] Publish callbacks [] for floatingip (87aac915-c15b-45be-8ddf-20ef4cf67c49), precommit_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:03:41.327593 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-c99a1109-7716-464b-ad7b-80134ffd32f8 tempest-TestMinimumBasicScenario-93005962 tempest-TestMinimumBasicScenario-93005962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1026180'] for port (1ee94930-dba9-4da4-a29b-c58558f31937), before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:03:41.486469 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-c99a1109-7716-464b-ad7b-80134ffd32f8 tempest-TestMinimumBasicScenario-93005962 tempest-TestMinimumBasicScenario-93005962-project] Publish callbacks [] for port (1ee94930-dba9-4da4-a29b-c58558f31937), precommit_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:03:41.492296 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-c99a1109-7716-464b-ad7b-80134ffd32f8 tempest-TestMinimumBasicScenario-93005962 tempest-TestMinimumBasicScenario-93005962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1029723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3769609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783600466378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783599971615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783599971633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29106247'] for port (1ee94930-dba9-4da4-a29b-c58558f31937), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:03:41.811158 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99a1109-7716-464b-ad7b-80134ffd32f8 tempest-TestMinimumBasicScenario-93005962 tempest-TestMinimumBasicScenario-93005962-project] Pushing event updated for resources: {'Port': ['ID=1ee94930-dba9-4da4-a29b-c58558f31937,revision_number=2']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 21:03:41.823032 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-c99a1109-7716-464b-ad7b-80134ffd32f8 tempest-TestMinimumBasicScenario-93005962 tempest-TestMinimumBasicScenario-93005962-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3696791'] for floatingip (87aac915-c15b-45be-8ddf-20ef4cf67c49), after_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:03:41.931955 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.db.l3_db [None req-c99a1109-7716-464b-ad7b-80134ffd32f8 tempest-TestMinimumBasicScenario-93005962 tempest-TestMinimumBasicScenario-93005962-project] Floating IP 87aac915-c15b-45be-8ddf-20ef4cf67c49 associated. External IP: 172.27.2.15, port: 76b64cd8-33c8-457b-b2b0-b5ffa951a9f2. Jan 31 21:03:42.177289 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c99a1109-7716-464b-ad7b-80134ffd32f8 tempest-TestMinimumBasicScenario-93005962 tempest-TestMinimumBasicScenario-93005962-project] Router 1d3e097f-f5ef-40f8-9ef0-1bd620794f2a has already been hosted by L3 agent 7c18f3b4-4d02-4b01-9072-98fcd9008716 {{(pid=102449) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 21:03:42.294558 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c99a1109-7716-464b-ad7b-80134ffd32f8 tempest-TestMinimumBasicScenario-93005962 tempest-TestMinimumBasicScenario-93005962-project] Notify agent at l3_agent.dv-cinder-813229-5-iscsi the message routers_updated {{(pid=102449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 21:03:42.305488 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ffec312-08eb-4922-8e86-2e42b72f4f2e None None] Sync routers for ids ['1d3e097f-f5ef-40f8-9ef0-1bd620794f2a'] in dv-cinder-813229-5-iscsi {{(pid=102451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 21:03:42.315762 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-c99a1109-7716-464b-ad7b-80134ffd32f8 tempest-TestMinimumBasicScenario-93005962 tempest-TestMinimumBasicScenario-93005962-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204375'] for floatingip (None), before_response {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:03:42.322138 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ffec312-08eb-4922-8e86-2e42b72f4f2e None None] Routers {'1d3e097f-f5ef-40f8-9ef0-1bd620794f2a'} bound to L3 agent in host dv-cinder-813229-5-iscsi {{(pid=102451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 21:03:42.322799 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.db.l3_hamode_db [None req-5ffec312-08eb-4922-8e86-2e42b72f4f2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-31T20:45:52Z,description=,heartbeat_timestamp=2022-01-31T21:03:22Z,host='dv-cinder-813229-5-iscsi',id=7c18f3b4-4d02-4b01-9072-98fcd9008716,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T20:45:52Z,topic='l3_agent')) {'router_ids': ['1d3e097f-f5ef-40f8-9ef0-1bd620794f2a'], 'active': True} {{(pid=102451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 21:03:42.350995 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [None req-c99a1109-7716-464b-ad7b-80134ffd32f8 tempest-TestMinimumBasicScenario-93005962 tempest-TestMinimumBasicScenario-93005962-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9046557 Jan 31 21:03:42.352209 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef7459dd-77b2-4ef8-a07c-9643b962872f', 'tag': '76b64cd8-33c8-457b-b2b0-b5ffa951a9f2'}] {{(pid=102449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 21:03:42.353934 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.wsgi [-] (102450) accepted ('10.222.0.46', 46128) {{(pid=102450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 21:03:42.354757 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba30590511e0408980e1e78341b94ae353025d2904c3e8034e675cc5aff8c4ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7c635e1-9dc8-46be-89e3-d2a5f5f66f48" -d '{"events": [{"name": "network-changed", "server_uuid": "ef7459dd-77b2-4ef8-a07c-9643b962872f", "tag": "76b64cd8-33c8-457b-b2b0-b5ffa951a9f2"}]}' {{(pid=102449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 21:03:42.359527 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.v2.base [None req-61b14614-3642-444c-8ca4-4d3ced912358 tempest-TestMinimumBasicScenario-93005962 tempest-TestMinimumBasicScenario-93005962-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-977869336', 'description': 'tempest-secgroup-smoke-977869336 description', 'project_id': 'f3a50fa6222c45909f5e2cee9c006033'}} {{(pid=102450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 21:03:42.393673 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-61b14614-3642-444c-8ca4-4d3ced912358 tempest-TestMinimumBasicScenario-93005962 tempest-TestMinimumBasicScenario-93005962-project] Publish callbacks [] for security_group (None), before_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:03:42.400726 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 21:03:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02115659-4c93-4447-930b-e844f979a57f x-openstack-request-id: req-02115659-4c93-4447-930b-e844f979a57f {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 21:03:42.402953 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef7459dd-77b2-4ef8-a07c-9643b962872f", "tag": "76b64cd8-33c8-457b-b2b0-b5ffa951a9f2", "status": "completed", "code": 200}]} {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 21:03:42.402953 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-02115659-4c93-4447-930b-e844f979a57f {{(pid=102449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 21:03:42.402953 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef7459dd-77b2-4ef8-a07c-9643b962872f', 'tag': '76b64cd8-33c8-457b-b2b0-b5ffa951a9f2', 'status': 'completed', 'code': 200} Jan 31 21:03:42.452129 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.db.l3_dvr_db [None req-5ffec312-08eb-4922-8e86-2e42b72f4f2e None None] Set router 1d3e097f-f5ef-40f8-9ef0-1bd620794f2a gateway port host: dv-cinder-813229-5-iscsi {{(pid=102451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 21:03:42.476761 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-61b14614-3642-444c-8ca4-4d3ced912358 tempest-TestMinimumBasicScenario-93005962 tempest-TestMinimumBasicScenario-93005962-project] Publish callbacks [] for security_group (10a68eaa-4b8d-401d-984b-2dddb4dcb75e), precommit_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:03:42.482090 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-61b14614-3642-444c-8ca4-4d3ced912358 tempest-TestMinimumBasicScenario-93005962 tempest-TestMinimumBasicScenario-93005962-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736509'] for security_group (10a68eaa-4b8d-401d-984b-2dddb4dcb75e), after_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:03:42.510620 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-61b14614-3642-444c-8ca4-4d3ced912358 tempest-TestMinimumBasicScenario-93005962 tempest-TestMinimumBasicScenario-93005962-project] Publish callbacks [] for security_group (None), before_response {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:03:42.511911 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [None req-61b14614-3642-444c-8ca4-4d3ced912358 tempest-TestMinimumBasicScenario-93005962 tempest-TestMinimumBasicScenario-93005962-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1563420 Jan 31 21:03:42.515432 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.wsgi [-] (102449) accepted ('10.222.0.46', 46132) {{(pid=102449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 21:03:42.516333 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b14614-3642-444c-8ca4-4d3ced912358 tempest-TestMinimumBasicScenario-93005962 tempest-TestMinimumBasicScenario-93005962-project] Pushing event updated for resources: {'SecurityGroup': ['ID=10a68eaa-4b8d-401d-984b-2dddb4dcb75e,revision_number=1']} {{(pid=102450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 21:03:42.522117 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.v2.base [None req-a05ae4cc-044d-4418-8006-eac6e0fc6cae tempest-TestMinimumBasicScenario-93005962 tempest-TestMinimumBasicScenario-93005962-project] Request body: {'security_group_rule': {'security_group_id': '10a68eaa-4b8d-401d-984b-2dddb4dcb75e', 'project_id': 'f3a50fa6222c45909f5e2cee9c006033', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 21:03:42.550630 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-a05ae4cc-044d-4418-8006-eac6e0fc6cae tempest-TestMinimumBasicScenario-93005962 tempest-TestMinimumBasicScenario-93005962-project] Publish callbacks [] for security_group_rule (e7aa07d3-ee99-4cef-9071-290aeec9b03b), before_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:03:42.611609 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-a05ae4cc-044d-4418-8006-eac6e0fc6cae tempest-TestMinimumBasicScenario-93005962 tempest-TestMinimumBasicScenario-93005962-project] Publish callbacks [] for security_group_rule (e7aa07d3-ee99-4cef-9071-290aeec9b03b), precommit_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:03:42.616628 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-a05ae4cc-044d-4418-8006-eac6e0fc6cae tempest-TestMinimumBasicScenario-93005962 tempest-TestMinimumBasicScenario-93005962-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695025'] for security_group_rule (e7aa07d3-ee99-4cef-9071-290aeec9b03b), after_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:03:42.636569 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05ae4cc-044d-4418-8006-eac6e0fc6cae tempest-TestMinimumBasicScenario-93005962 tempest-TestMinimumBasicScenario-93005962-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7aa07d3-ee99-4cef-9071-290aeec9b03b,revision_number=0']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 21:03:42.647912 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-a05ae4cc-044d-4418-8006-eac6e0fc6cae tempest-TestMinimumBasicScenario-93005962 tempest-TestMinimumBasicScenario-93005962-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:03:42.651277 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [None req-a05ae4cc-044d-4418-8006-eac6e0fc6cae tempest-TestMinimumBasicScenario-93005962 tempest-TestMinimumBasicScenario-93005962-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1344953 Jan 31 21:03:42.652256 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.wsgi [-] (102449) accepted ('10.222.0.46', 46136) {{(pid=102449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 21:03:42.657655 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.v2.base [None req-3ba38be5-0f96-41d4-a8b5-7d53264b55ef tempest-TestMinimumBasicScenario-93005962 tempest-TestMinimumBasicScenario-93005962-project] Request body: {'security_group_rule': {'security_group_id': '10a68eaa-4b8d-401d-984b-2dddb4dcb75e', 'project_id': 'f3a50fa6222c45909f5e2cee9c006033', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 21:03:42.684005 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-3ba38be5-0f96-41d4-a8b5-7d53264b55ef tempest-TestMinimumBasicScenario-93005962 tempest-TestMinimumBasicScenario-93005962-project] Publish callbacks [] for security_group_rule (9ecbf15f-cfb9-40a5-b223-3db809eccf1c), before_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:03:42.728993 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.db.l3_hamode_db [None req-5ffec312-08eb-4922-8e86-2e42b72f4f2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d3e097f-f5ef-40f8-9ef0-1bd620794f2a', 'name': 'tempest-TestMinimumBasicScenario-851269983-router', 'tenant_id': 'f3a50fa6222c45909f5e2cee9c006033', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51ba4d8e-a54c-4fb0-a209-37766af226e8', 'external_fixed_ips': [{'subnet_id': '99ba9542-d2be-443f-a804-26ff9bedcbe2', 'ip_address': '172.27.2.177'}], 'enable_snat': True}, 'gw_port_id': '35532e96-3be9-43ce-a907-909e90cedb09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T21:02:51Z', 'updated_at': '2022-01-31T21:02:54Z', 'revision_number': 4, 'project_id': 'f3a50fa6222c45909f5e2cee9c006033', 'gw_port': {'id': '35532e96-3be9-43ce-a907-909e90cedb09', 'name': '', 'network_id': '51ba4d8e-a54c-4fb0-a209-37766af226e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:40:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d3e097f-f5ef-40f8-9ef0-1bd620794f2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '99ba9542-d2be-443f-a804-26ff9bedcbe2', 'ip_address': '172.27.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T21:02:52Z', 'updated_at': '2022-01-31T21:02:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99ba9542-d2be-443f-a804-26ff9bedcbe2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-5-iscsi', '_floatingips': [{'id': '87aac915-c15b-45be-8ddf-20ef4cf67c49', 'tenant_id': 'f3a50fa6222c45909f5e2cee9c006033', 'floating_ip_address': '172.27.2.15', 'floating_network_id': '51ba4d8e-a54c-4fb0-a209-37766af226e8', 'router_id': '1d3e097f-f5ef-40f8-9ef0-1bd620794f2a', 'port_id': '76b64cd8-33c8-457b-b2b0-b5ffa951a9f2', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 640, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c780ed10-f587-4341-a632-e821b2883887', 'mac_address': 'fa:16:3e:03:ae:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef7459dd-77b2-4ef8-a07c-9643b962872f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T21:03:41Z', 'updated_at': '2022-01-31T21:03:41Z', 'revision_number': 0, 'project_id': 'f3a50fa6222c45909f5e2cee9c006033', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79fb4c1c-cd6d-481c-8fc5-f27ab57a8ad0', 'name': '', 'network_id': 'c780ed10-f587-4341-a632-e821b2883887', 'tenant_id': 'f3a50fa6222c45909f5e2cee9c006033', 'mac_address': 'fa:16:3e:af:71:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d3e097f-f5ef-40f8-9ef0-1bd620794f2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '0df1e603-d733-44e8-8eb2-24663dc6914e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T21:02:54Z', 'updated_at': '2022-01-31T21:02:59Z', 'revision_number': 5, 'project_id': 'f3a50fa6222c45909f5e2cee9c006033', 'subnets': [{'id': '0df1e603-d733-44e8-8eb2-24663dc6914e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-5-iscsi', False) {} {{(pid=102451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 21:03:42.757108 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ffec312-08eb-4922-8e86-2e42b72f4f2e None None] Checking router: 1d3e097f-f5ef-40f8-9ef0-1bd620794f2a for host: dv-cinder-813229-5-iscsi {{(pid=102451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 21:03:42.762171 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-3ba38be5-0f96-41d4-a8b5-7d53264b55ef tempest-TestMinimumBasicScenario-93005962 tempest-TestMinimumBasicScenario-93005962-project] Publish callbacks [] for security_group_rule (9ecbf15f-cfb9-40a5-b223-3db809eccf1c), precommit_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:03:42.766199 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-3ba38be5-0f96-41d4-a8b5-7d53264b55ef tempest-TestMinimumBasicScenario-93005962 tempest-TestMinimumBasicScenario-93005962-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695025'] for security_group_rule (9ecbf15f-cfb9-40a5-b223-3db809eccf1c), after_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:03:42.766524 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ffec312-08eb-4922-8e86-2e42b72f4f2e None None] Routers {'1d3e097f-f5ef-40f8-9ef0-1bd620794f2a'} bound to L3 agent in host dv-cinder-813229-5-iscsi {{(pid=102451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 21:03:42.767279 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.db.l3_hamode_db [None req-5ffec312-08eb-4922-8e86-2e42b72f4f2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-01-31T20:45:52Z,description=,heartbeat_timestamp=2022-01-31T21:03:22Z,host='dv-cinder-813229-5-iscsi',id=7c18f3b4-4d02-4b01-9072-98fcd9008716,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T20:45:52Z,topic='l3_agent')) {'router_ids': ['1d3e097f-f5ef-40f8-9ef0-1bd620794f2a'], 'active': True} {{(pid=102451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 21:03:42.787588 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba38be5-0f96-41d4-a8b5-7d53264b55ef tempest-TestMinimumBasicScenario-93005962 tempest-TestMinimumBasicScenario-93005962-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ecbf15f-cfb9-40a5-b223-3db809eccf1c,revision_number=0']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 21:03:42.793212 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-3ba38be5-0f96-41d4-a8b5-7d53264b55ef tempest-TestMinimumBasicScenario-93005962 tempest-TestMinimumBasicScenario-93005962-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:03:42.794465 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [None req-3ba38be5-0f96-41d4-a8b5-7d53264b55ef tempest-TestMinimumBasicScenario-93005962 tempest-TestMinimumBasicScenario-93005962-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1405351 Jan 31 21:03:42.797289 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.wsgi [-] (102449) accepted ('10.222.0.46', 46138) {{(pid=102449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 21:03:42.802607 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.v2.base [None req-8e87275c-5c4d-4252-b101-7b59d2ae8979 tempest-TestMinimumBasicScenario-93005962 tempest-TestMinimumBasicScenario-93005962-project] Request body: {'security_group_rule': {'security_group_id': '10a68eaa-4b8d-401d-984b-2dddb4dcb75e', 'project_id': 'f3a50fa6222c45909f5e2cee9c006033', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 21:03:42.829330 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-8e87275c-5c4d-4252-b101-7b59d2ae8979 tempest-TestMinimumBasicScenario-93005962 tempest-TestMinimumBasicScenario-93005962-project] Publish callbacks [] for security_group_rule (8747a44e-0ec8-42d8-81dc-3e72549a8874), before_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:03:42.905305 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-8e87275c-5c4d-4252-b101-7b59d2ae8979 tempest-TestMinimumBasicScenario-93005962 tempest-TestMinimumBasicScenario-93005962-project] Publish callbacks [] for security_group_rule (8747a44e-0ec8-42d8-81dc-3e72549a8874), precommit_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:03:42.906996 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.db.l3_dvr_db [None req-5ffec312-08eb-4922-8e86-2e42b72f4f2e None None] Set router 1d3e097f-f5ef-40f8-9ef0-1bd620794f2a gateway port host: dv-cinder-813229-5-iscsi {{(pid=102451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 21:03:42.912711 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-8e87275c-5c4d-4252-b101-7b59d2ae8979 tempest-TestMinimumBasicScenario-93005962 tempest-TestMinimumBasicScenario-93005962-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695025'] for security_group_rule (8747a44e-0ec8-42d8-81dc-3e72549a8874), after_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:03:42.933071 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e87275c-5c4d-4252-b101-7b59d2ae8979 tempest-TestMinimumBasicScenario-93005962 tempest-TestMinimumBasicScenario-93005962-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8747a44e-0ec8-42d8-81dc-3e72549a8874,revision_number=0']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 21:03:42.943013 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-8e87275c-5c4d-4252-b101-7b59d2ae8979 tempest-TestMinimumBasicScenario-93005962 tempest-TestMinimumBasicScenario-93005962-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:03:42.944295 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [None req-8e87275c-5c4d-4252-b101-7b59d2ae8979 tempest-TestMinimumBasicScenario-93005962 tempest-TestMinimumBasicScenario-93005962-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1460340 Jan 31 21:03:42.947204 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.wsgi [-] (102449) accepted ('10.222.0.46', 46140) {{(pid=102449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 21:03:42.951936 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.v2.base [None req-cda73a09-41d7-4e49-98d7-98dd097ef1b6 tempest-TestMinimumBasicScenario-93005962 tempest-TestMinimumBasicScenario-93005962-project] Request body: {'security_group_rule': {'security_group_id': '10a68eaa-4b8d-401d-984b-2dddb4dcb75e', 'project_id': 'f3a50fa6222c45909f5e2cee9c006033', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 21:03:42.980596 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-cda73a09-41d7-4e49-98d7-98dd097ef1b6 tempest-TestMinimumBasicScenario-93005962 tempest-TestMinimumBasicScenario-93005962-project] Publish callbacks [] for security_group_rule (a7103f23-ba9c-413b-8a3a-5709cba8d232), before_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:03:43.052931 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-cda73a09-41d7-4e49-98d7-98dd097ef1b6 tempest-TestMinimumBasicScenario-93005962 tempest-TestMinimumBasicScenario-93005962-project] Publish callbacks [] for security_group_rule (a7103f23-ba9c-413b-8a3a-5709cba8d232), precommit_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:03:43.057385 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-cda73a09-41d7-4e49-98d7-98dd097ef1b6 tempest-TestMinimumBasicScenario-93005962 tempest-TestMinimumBasicScenario-93005962-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695025'] for security_group_rule (a7103f23-ba9c-413b-8a3a-5709cba8d232), after_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:03:43.079158 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda73a09-41d7-4e49-98d7-98dd097ef1b6 tempest-TestMinimumBasicScenario-93005962 tempest-TestMinimumBasicScenario-93005962-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7103f23-ba9c-413b-8a3a-5709cba8d232,revision_number=0']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 21:03:43.085386 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-cda73a09-41d7-4e49-98d7-98dd097ef1b6 tempest-TestMinimumBasicScenario-93005962 tempest-TestMinimumBasicScenario-93005962-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:03:43.089560 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [None req-cda73a09-41d7-4e49-98d7-98dd097ef1b6 tempest-TestMinimumBasicScenario-93005962 tempest-TestMinimumBasicScenario-93005962-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1382422 Jan 31 21:03:43.089560 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.wsgi [-] (102449) accepted ('10.222.0.46', 46142) {{(pid=102449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 21:03:43.095934 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.v2.base [None req-d4839fdb-93d7-423c-8278-f8ebe12eb867 tempest-TestMinimumBasicScenario-93005962 tempest-TestMinimumBasicScenario-93005962-project] Request body: {'security_group_rule': {'security_group_id': '10a68eaa-4b8d-401d-984b-2dddb4dcb75e', 'project_id': 'f3a50fa6222c45909f5e2cee9c006033', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 21:03:43.120537 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.db.securitygroups_db [None req-d4839fdb-93d7-423c-8278-f8ebe12eb867 tempest-TestMinimumBasicScenario-93005962 tempest-TestMinimumBasicScenario-93005962-project] Project f3a50fa6222c45909f5e2cee9c006033 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 31 21:03:43.126679 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-d4839fdb-93d7-423c-8278-f8ebe12eb867 tempest-TestMinimumBasicScenario-93005962 tempest-TestMinimumBasicScenario-93005962-project] Publish callbacks [] for security_group_rule (946fde1a-f420-468a-adeb-fa3cb7f6ec26), before_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:03:43.173504 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.db.l3_hamode_db [None req-5ffec312-08eb-4922-8e86-2e42b72f4f2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d3e097f-f5ef-40f8-9ef0-1bd620794f2a', 'name': 'tempest-TestMinimumBasicScenario-851269983-router', 'tenant_id': 'f3a50fa6222c45909f5e2cee9c006033', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51ba4d8e-a54c-4fb0-a209-37766af226e8', 'external_fixed_ips': [{'subnet_id': '99ba9542-d2be-443f-a804-26ff9bedcbe2', 'ip_address': '172.27.2.177'}], 'enable_snat': True}, 'gw_port_id': '35532e96-3be9-43ce-a907-909e90cedb09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T21:02:51Z', 'updated_at': '2022-01-31T21:02:54Z', 'revision_number': 4, 'project_id': 'f3a50fa6222c45909f5e2cee9c006033', 'gw_port': {'id': '35532e96-3be9-43ce-a907-909e90cedb09', 'name': '', 'network_id': '51ba4d8e-a54c-4fb0-a209-37766af226e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:40:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d3e097f-f5ef-40f8-9ef0-1bd620794f2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '99ba9542-d2be-443f-a804-26ff9bedcbe2', 'ip_address': '172.27.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T21:02:52Z', 'updated_at': '2022-01-31T21:02:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99ba9542-d2be-443f-a804-26ff9bedcbe2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-5-iscsi', '_floatingips': [{'id': '87aac915-c15b-45be-8ddf-20ef4cf67c49', 'tenant_id': 'f3a50fa6222c45909f5e2cee9c006033', 'floating_ip_address': '172.27.2.15', 'floating_network_id': '51ba4d8e-a54c-4fb0-a209-37766af226e8', 'router_id': '1d3e097f-f5ef-40f8-9ef0-1bd620794f2a', 'port_id': '76b64cd8-33c8-457b-b2b0-b5ffa951a9f2', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 640, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c780ed10-f587-4341-a632-e821b2883887', 'mac_address': 'fa:16:3e:03:ae:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef7459dd-77b2-4ef8-a07c-9643b962872f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T21:03:41Z', 'updated_at': '2022-01-31T21:03:41Z', 'revision_number': 0, 'project_id': 'f3a50fa6222c45909f5e2cee9c006033', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79fb4c1c-cd6d-481c-8fc5-f27ab57a8ad0', 'name': '', 'network_id': 'c780ed10-f587-4341-a632-e821b2883887', 'tenant_id': 'f3a50fa6222c45909f5e2cee9c006033', 'mac_address': 'fa:16:3e:af:71:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d3e097f-f5ef-40f8-9ef0-1bd620794f2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '0df1e603-d733-44e8-8eb2-24663dc6914e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T21:02:54Z', 'updated_at': '2022-01-31T21:02:59Z', 'revision_number': 5, 'project_id': 'f3a50fa6222c45909f5e2cee9c006033', 'subnets': [{'id': '0df1e603-d733-44e8-8eb2-24663dc6914e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-5-iscsi', False) {} {{(pid=102451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 21:03:43.203137 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ffec312-08eb-4922-8e86-2e42b72f4f2e None None] The sync data for ids ['1d3e097f-f5ef-40f8-9ef0-1bd620794f2a'] in dv-cinder-813229-5-iscsi is: [{'id': '1d3e097f-f5ef-40f8-9ef0-1bd620794f2a', 'name': 'tempest-TestMinimumBasicScenario-851269983-router', 'tenant_id': 'f3a50fa6222c45909f5e2cee9c006033', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51ba4d8e-a54c-4fb0-a209-37766af226e8', 'external_fixed_ips': [{'subnet_id': '99ba9542-d2be-443f-a804-26ff9bedcbe2', 'ip_address': '172.27.2.177'}], 'enable_snat': True}, 'gw_port_id': '35532e96-3be9-43ce-a907-909e90cedb09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T21:02:51Z', 'updated_at': '2022-01-31T21:02:54Z', 'revision_number': 4, 'project_id': 'f3a50fa6222c45909f5e2cee9c006033', 'gw_port': {'id': '35532e96-3be9-43ce-a907-909e90cedb09', 'name': '', 'network_id': '51ba4d8e-a54c-4fb0-a209-37766af226e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:40:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d3e097f-f5ef-40f8-9ef0-1bd620794f2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '99ba9542-d2be-443f-a804-26ff9bedcbe2', 'ip_address': '172.27.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T21:02:52Z', 'updated_at': '2022-01-31T21:02:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99ba9542-d2be-443f-a804-26ff9bedcbe2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-5-iscsi', '_floatingips': [{'id': '87aac915-c15b-45be-8ddf-20ef4cf67c49', 'tenant_id': 'f3a50fa6222c45909f5e2cee9c006033', 'floating_ip_address': '172.27.2.15', 'floating_network_id': '51ba4d8e-a54c-4fb0-a209-37766af226e8', 'router_id': '1d3e097f-f5ef-40f8-9ef0-1bd620794f2a', 'port_id': '76b64cd8-33c8-457b-b2b0-b5ffa951a9f2', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 640, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c780ed10-f587-4341-a632-e821b2883887', 'mac_address': 'fa:16:3e:03:ae:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef7459dd-77b2-4ef8-a07c-9643b962872f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T21:03:41Z', 'updated_at': '2022-01-31T21:03:41Z', 'revision_number': 0, 'project_id': 'f3a50fa6222c45909f5e2cee9c006033', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79fb4c1c-cd6d-481c-8fc5-f27ab57a8ad0', 'name': '', 'network_id': 'c780ed10-f587-4341-a632-e821b2883887', 'tenant_id': 'f3a50fa6222c45909f5e2cee9c006033', 'mac_address': 'fa:16:3e:af:71:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d3e097f-f5ef-40f8-9ef0-1bd620794f2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '0df1e603-d733-44e8-8eb2-24663dc6914e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T21:02:54Z', 'updated_at': '2022-01-31T21:02:59Z', 'revision_number': 5, 'project_id': 'f3a50fa6222c45909f5e2cee9c006033', 'subnets': [{'id': '0df1e603-d733-44e8-8eb2-24663dc6914e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 21:03:43.210626 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-d4839fdb-93d7-423c-8278-f8ebe12eb867 tempest-TestMinimumBasicScenario-93005962 tempest-TestMinimumBasicScenario-93005962-project] Publish callbacks [] for security_group_rule (946fde1a-f420-468a-adeb-fa3cb7f6ec26), precommit_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:03:43.215320 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-d4839fdb-93d7-423c-8278-f8ebe12eb867 tempest-TestMinimumBasicScenario-93005962 tempest-TestMinimumBasicScenario-93005962-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695025'] for security_group_rule (946fde1a-f420-468a-adeb-fa3cb7f6ec26), after_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:03:43.234487 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4839fdb-93d7-423c-8278-f8ebe12eb867 tempest-TestMinimumBasicScenario-93005962 tempest-TestMinimumBasicScenario-93005962-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=946fde1a-f420-468a-adeb-fa3cb7f6ec26,revision_number=0']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 21:03:43.248005 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-d4839fdb-93d7-423c-8278-f8ebe12eb867 tempest-TestMinimumBasicScenario-93005962 tempest-TestMinimumBasicScenario-93005962-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:03:43.253515 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [None req-d4839fdb-93d7-423c-8278-f8ebe12eb867 tempest-TestMinimumBasicScenario-93005962 tempest-TestMinimumBasicScenario-93005962-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1589746 Jan 31 21:03:43.254876 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.wsgi [-] (102449) accepted ('10.222.0.46', 46144) {{(pid=102449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 21:03:43.259586 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.v2.base [None req-59a02e6e-4954-4e00-bfae-afaf14dd485b tempest-TestMinimumBasicScenario-93005962 tempest-TestMinimumBasicScenario-93005962-project] Request body: {'security_group_rule': {'security_group_id': '10a68eaa-4b8d-401d-984b-2dddb4dcb75e', 'project_id': 'f3a50fa6222c45909f5e2cee9c006033', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 21:03:43.283738 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.db.securitygroups_db [None req-59a02e6e-4954-4e00-bfae-afaf14dd485b tempest-TestMinimumBasicScenario-93005962 tempest-TestMinimumBasicScenario-93005962-project] Project f3a50fa6222c45909f5e2cee9c006033 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 31 21:03:43.290092 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-59a02e6e-4954-4e00-bfae-afaf14dd485b tempest-TestMinimumBasicScenario-93005962 tempest-TestMinimumBasicScenario-93005962-project] Publish callbacks [] for security_group_rule (4c0b0874-966b-4be7-add3-5e1b10535709), before_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:03:43.363628 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-59a02e6e-4954-4e00-bfae-afaf14dd485b tempest-TestMinimumBasicScenario-93005962 tempest-TestMinimumBasicScenario-93005962-project] Publish callbacks [] for security_group_rule (4c0b0874-966b-4be7-add3-5e1b10535709), precommit_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:03:43.368108 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-59a02e6e-4954-4e00-bfae-afaf14dd485b tempest-TestMinimumBasicScenario-93005962 tempest-TestMinimumBasicScenario-93005962-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695025'] for security_group_rule (4c0b0874-966b-4be7-add3-5e1b10535709), after_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:03:43.391086 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a02e6e-4954-4e00-bfae-afaf14dd485b tempest-TestMinimumBasicScenario-93005962 tempest-TestMinimumBasicScenario-93005962-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c0b0874-966b-4be7-add3-5e1b10535709,revision_number=0']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 21:03:43.402557 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-59a02e6e-4954-4e00-bfae-afaf14dd485b tempest-TestMinimumBasicScenario-93005962 tempest-TestMinimumBasicScenario-93005962-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:03:43.404515 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [None req-59a02e6e-4954-4e00-bfae-afaf14dd485b tempest-TestMinimumBasicScenario-93005962 tempest-TestMinimumBasicScenario-93005962-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1483347 Jan 31 21:03:43.446617 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60024949-313c-47d8-af63-21ceab2af226 None None] New status for floating IP 87aac915-c15b-45be-8ddf-20ef4cf67c49: ACTIVE {{(pid=102454) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 31 21:03:43.524467 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-439d4425-d52e-45f0-8ae4-5a180d0cd0d4 req-5a3d07c8-df46-4ca7-8b4f-2221f1b70433 tempest-TestMinimumBasicScenario-93005962 tempest-TestMinimumBasicScenario-93005962-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-977869336&fields=id&tenant_id=f3a50fa6222c45909f5e2cee9c006033 HTTP/1.1" status: 200 len: 267 time: 0.0514188 Jan 31 21:03:43.605591 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439d4425-d52e-45f0-8ae4-5a180d0cd0d4 req-aeef9fa5-dfd2-447f-b8be-963f0d378db9 tempest-TestMinimumBasicScenario-93005962 tempest-TestMinimumBasicScenario-93005962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 21:03:43.607432 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-439d4425-d52e-45f0-8ae4-5a180d0cd0d4 req-aeef9fa5-dfd2-447f-b8be-963f0d378db9 tempest-TestMinimumBasicScenario-93005962 tempest-TestMinimumBasicScenario-93005962-project] 10.222.0.46 "GET /v2.0/ports?device_id=ef7459dd-77b2-4ef8-a07c-9643b962872f HTTP/1.1" status: 200 len: 945 time: 0.0776069 Jan 31 21:03:43.623924 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.v2.base [req-439d4425-d52e-45f0-8ae4-5a180d0cd0d4 req-8424a9aa-abbf-434a-a30c-1382277952d3 tempest-TestMinimumBasicScenario-93005962 tempest-TestMinimumBasicScenario-93005962-project] Request body: {'port': {'security_groups': ['51227d9f-5cff-42d8-80a3-f2dfde9510f0', '10a68eaa-4b8d-401d-984b-2dddb4dcb75e']}} {{(pid=102450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 21:03:43.703243 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [req-439d4425-d52e-45f0-8ae4-5a180d0cd0d4 req-8424a9aa-abbf-434a-a30c-1382277952d3 tempest-TestMinimumBasicScenario-93005962 tempest-TestMinimumBasicScenario-93005962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1026180'] for port (76b64cd8-33c8-457b-b2b0-b5ffa951a9f2), before_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:03:43.908201 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.plugins.ml2.db [req-439d4425-d52e-45f0-8ae4-5a180d0cd0d4 req-8424a9aa-abbf-434a-a30c-1382277952d3 tempest-TestMinimumBasicScenario-93005962 tempest-TestMinimumBasicScenario-93005962-project] For port 76b64cd8-33c8-457b-b2b0-b5ffa951a9f2, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=76b64cd8-33c8-457b-b2b0-b5ffa951a9f2,segment=NetworkSegment(334b6d35-c1e2-4736-987b-283b48f94d99),segment_id=334b6d35-c1e2-4736-987b-283b48f94d99)] {{(pid=102450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 21:03:43.939688 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [req-439d4425-d52e-45f0-8ae4-5a180d0cd0d4 req-8424a9aa-abbf-434a-a30c-1382277952d3 tempest-TestMinimumBasicScenario-93005962 tempest-TestMinimumBasicScenario-93005962-project] Publish callbacks [] for port (76b64cd8-33c8-457b-b2b0-b5ffa951a9f2), precommit_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:03:43.945342 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [req-439d4425-d52e-45f0-8ae4-5a180d0cd0d4 req-8424a9aa-abbf-434a-a30c-1382277952d3 tempest-TestMinimumBasicScenario-93005962 tempest-TestMinimumBasicScenario-93005962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1029723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3769609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783600466378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783599971615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783599971633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27814890'] for port (76b64cd8-33c8-457b-b2b0-b5ffa951a9f2), after_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:03:43.990097 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439d4425-d52e-45f0-8ae4-5a180d0cd0d4 req-8424a9aa-abbf-434a-a30c-1382277952d3 tempest-TestMinimumBasicScenario-93005962 tempest-TestMinimumBasicScenario-93005962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 21:03:43.990737 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [req-439d4425-d52e-45f0-8ae4-5a180d0cd0d4 req-8424a9aa-abbf-434a-a30c-1382277952d3 tempest-TestMinimumBasicScenario-93005962 tempest-TestMinimumBasicScenario-93005962-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204375'] for port (None), before_response {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:03:43.992201 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-439d4425-d52e-45f0-8ae4-5a180d0cd0d4 req-8424a9aa-abbf-434a-a30c-1382277952d3 tempest-TestMinimumBasicScenario-93005962 tempest-TestMinimumBasicScenario-93005962-project] 10.222.0.46 "PUT /v2.0/ports/76b64cd8-33c8-457b-b2b0-b5ffa951a9f2 HTTP/1.1" status: 200 len: 981 time: 0.3734818 Jan 31 21:03:43.992664 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef7459dd-77b2-4ef8-a07c-9643b962872f', 'tag': '76b64cd8-33c8-457b-b2b0-b5ffa951a9f2'}] {{(pid=102450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 21:03:43.994928 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88694c8615ac1e9d0f87b85371fce54667869cb07e9f85c824f8527602de4f23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f9ff364-6273-44bd-9daa-65b947549ba2" -d '{"events": [{"name": "network-changed", "server_uuid": "ef7459dd-77b2-4ef8-a07c-9643b962872f", "tag": "76b64cd8-33c8-457b-b2b0-b5ffa951a9f2"}]}' {{(pid=102450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 21:03:44.021774 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8424a9aa-abbf-434a-a30c-1382277952d3 tempest-TestMinimumBasicScenario-93005962 tempest-TestMinimumBasicScenario-93005962-project] Pushing event updated for resources: {'Port': ['ID=76b64cd8-33c8-457b-b2b0-b5ffa951a9f2,revision_number=6']} {{(pid=102450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 21:03:44.039125 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 21:03:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71725b3e-b962-4ee0-a29c-72344a0d5eea x-openstack-request-id: req-71725b3e-b962-4ee0-a29c-72344a0d5eea {{(pid=102450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 21:03:44.039492 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef7459dd-77b2-4ef8-a07c-9643b962872f", "tag": "76b64cd8-33c8-457b-b2b0-b5ffa951a9f2", "status": "completed", "code": 200}]} {{(pid=102450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 21:03:44.040005 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-71725b3e-b962-4ee0-a29c-72344a0d5eea {{(pid=102450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 21:03:44.040493 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef7459dd-77b2-4ef8-a07c-9643b962872f', 'tag': '76b64cd8-33c8-457b-b2b0-b5ffa951a9f2', 'status': 'completed', 'code': 200} Jan 31 21:03:44.123501 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84711de6-817d-4fe2-9f19-32d41644caaf req-80eeb38d-8a91-40b0-96a2-dddde5b76768 tempest-TestMinimumBasicScenario-93005962 tempest-TestMinimumBasicScenario-93005962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 21:03:44.125440 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-84711de6-817d-4fe2-9f19-32d41644caaf req-80eeb38d-8a91-40b0-96a2-dddde5b76768 tempest-TestMinimumBasicScenario-93005962 tempest-TestMinimumBasicScenario-93005962-project] 10.222.0.46 "GET /v2.0/ports?device_id=ef7459dd-77b2-4ef8-a07c-9643b962872f HTTP/1.1" status: 200 len: 984 time: 0.0593705 Jan 31 21:03:44.198528 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-84711de6-817d-4fe2-9f19-32d41644caaf req-eb308cde-4bf9-4656-82be-fed8a209f30a tempest-TestMinimumBasicScenario-93005962 tempest-TestMinimumBasicScenario-93005962-project] 10.222.0.46 "GET /v2.0/security-groups?id=10a68eaa-4b8d-401d-984b-2dddb4dcb75e&id=51227d9f-5cff-42d8-80a3-f2dfde9510f0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0643208 Jan 31 21:03:44.238673 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.db.provisioning_blocks [None req-13c2f9ff-b6d3-40f8-b02e-b676fb74b5cf None None] Provisioning complete for port 76b64cd8-33c8-457b-b2b0-b5ffa951a9f2 triggered by entity DHCP. {{(pid=102451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 21:03:44.239344 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-13c2f9ff-b6d3-40f8-b02e-b676fb74b5cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3401144'] for port (76b64cd8-33c8-457b-b2b0-b5ffa951a9f2), provisioning_complete {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:03:44.453271 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.plugin [None req-13c2f9ff-b6d3-40f8-b02e-b676fb74b5cf None None] Current status of the port 76b64cd8-33c8-457b-b2b0-b5ffa951a9f2 is: ACTIVE; New status is: ACTIVE {{(pid=102451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 21:03:44.493923 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.db [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] get_ports_and_sgs() called for port_ids ['76b64cd8-33c8-457b-b2b0-b5ffa951a9f2'] {{(pid=102451) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 21:03:44.534848 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c635e1-9dc8-46be-89e3-d2a5f5f66f48 req-36e0b75d-adc5-4345-b17e-f9769271b469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 21:03:44.537265 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-c7c635e1-9dc8-46be-89e3-d2a5f5f66f48 req-36e0b75d-adc5-4345-b17e-f9769271b469 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f3a50fa6222c45909f5e2cee9c006033&device_id=ef7459dd-77b2-4ef8-a07c-9643b962872f HTTP/1.1" status: 200 len: 1168 time: 0.0670683 Jan 31 21:03:44.609366 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.db [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] get_ports_and_sgs() called for port_ids ['76b64cd8-33c8-457b-b2b0-b5ffa951a9f2'] {{(pid=102451) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 21:03:44.654289 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c635e1-9dc8-46be-89e3-d2a5f5f66f48 req-efcca05c-d507-451b-abe6-bd5a4724213c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 21:03:44.656750 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-c7c635e1-9dc8-46be-89e3-d2a5f5f66f48 req-efcca05c-d507-451b-abe6-bd5a4724213c service neutron] 10.222.0.59 "GET /v2.0/networks?id=c780ed10-f587-4341-a632-e821b2883887 HTTP/1.1" status: 200 len: 915 time: 0.1085730 Jan 31 21:03:44.757347 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-c7c635e1-9dc8-46be-89e3-d2a5f5f66f48 req-44123b5a-ae62-4b7f-a54d-f26fab9aa1ec service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=76b64cd8-33c8-457b-b2b0-b5ffa951a9f2 HTTP/1.1" status: 200 len: 1000 time: 0.0891845 Jan 31 21:03:44.831162 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c635e1-9dc8-46be-89e3-d2a5f5f66f48 req-04c7daa2-cee1-455d-a046-fe749ef2ce82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 21:03:44.834307 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-c7c635e1-9dc8-46be-89e3-d2a5f5f66f48 req-04c7daa2-cee1-455d-a046-fe749ef2ce82 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0df1e603-d733-44e8-8eb2-24663dc6914e HTTP/1.1" status: 200 len: 853 time: 0.0673018 Jan 31 21:03:44.928448 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c635e1-9dc8-46be-89e3-d2a5f5f66f48 req-455e60d0-397a-4416-9b00-27eb60305196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 21:03:44.930821 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-c7c635e1-9dc8-46be-89e3-d2a5f5f66f48 req-455e60d0-397a-4416-9b00-27eb60305196 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c780ed10-f587-4341-a632-e821b2883887&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0870502 Jan 31 21:03:45.055344 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-c7c635e1-9dc8-46be-89e3-d2a5f5f66f48 req-4c6754e2-8b03-4c50-8d9c-15882ae68744 service neutron] 10.222.0.59 "GET /v2.0/networks/c780ed10-f587-4341-a632-e821b2883887?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1035438 Jan 31 21:03:45.180126 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-c7c635e1-9dc8-46be-89e3-d2a5f5f66f48 req-f15d556c-a217-4182-b46d-59d6510d1917 service neutron] 10.222.0.59 "GET /v2.0/networks/c780ed10-f587-4341-a632-e821b2883887?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1130912 Jan 31 21:03:45.299995 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9ff364-6273-44bd-9daa-65b947549ba2 req-8da09110-9b34-4a78-8400-758109c7dd2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 21:03:45.302331 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-8f9ff364-6273-44bd-9daa-65b947549ba2 req-8da09110-9b34-4a78-8400-758109c7dd2f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f3a50fa6222c45909f5e2cee9c006033&device_id=ef7459dd-77b2-4ef8-a07c-9643b962872f HTTP/1.1" status: 200 len: 1168 time: 0.0612581 Jan 31 21:03:45.408459 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9ff364-6273-44bd-9daa-65b947549ba2 req-a141d42a-920a-48bd-aefe-f0a89f723d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 21:03:45.409936 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-8f9ff364-6273-44bd-9daa-65b947549ba2 req-a141d42a-920a-48bd-aefe-f0a89f723d13 service neutron] 10.222.0.59 "GET /v2.0/networks?id=c780ed10-f587-4341-a632-e821b2883887 HTTP/1.1" status: 200 len: 915 time: 0.1006329 Jan 31 21:03:45.480986 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-8f9ff364-6273-44bd-9daa-65b947549ba2 req-ded52a3c-ac12-4eef-96ea-ef9199d9e382 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=76b64cd8-33c8-457b-b2b0-b5ffa951a9f2 HTTP/1.1" status: 200 len: 1000 time: 0.0639739 Jan 31 21:03:45.532047 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9ff364-6273-44bd-9daa-65b947549ba2 req-51bb9d7f-114f-4c7d-90f8-aa4f9b9787b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 21:03:45.533545 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-8f9ff364-6273-44bd-9daa-65b947549ba2 req-51bb9d7f-114f-4c7d-90f8-aa4f9b9787b0 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0df1e603-d733-44e8-8eb2-24663dc6914e HTTP/1.1" status: 200 len: 853 time: 0.0462174 Jan 31 21:03:45.584220 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9ff364-6273-44bd-9daa-65b947549ba2 req-ab2c58ec-92cb-4009-98fe-e6a8941a68c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 21:03:45.585741 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-8f9ff364-6273-44bd-9daa-65b947549ba2 req-ab2c58ec-92cb-4009-98fe-e6a8941a68c3 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c780ed10-f587-4341-a632-e821b2883887&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0456836 Jan 31 21:03:45.685293 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-8f9ff364-6273-44bd-9daa-65b947549ba2 req-754221d5-1e26-4829-9b0e-6db775418790 service neutron] 10.222.0.59 "GET /v2.0/networks/c780ed10-f587-4341-a632-e821b2883887?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923290 Jan 31 21:03:45.775633 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-8f9ff364-6273-44bd-9daa-65b947549ba2 req-2109f9f7-4603-4274-add0-0765c69e092d service neutron] 10.222.0.59 "GET /v2.0/networks/c780ed10-f587-4341-a632-e821b2883887?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840902 Jan 31 21:03:47.784462 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.wsgi [-] (102449) accepted ('10.222.0.46', 46186) {{(pid=102449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 21:03:47.894631 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-7db0bc9d-f5f5-4fb0-af90-75ae049430b6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:03:47.971330 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-7db0bc9d-f5f5-4fb0-af90-75ae049430b6 admin admin] Publish callbacks [] for security_group (8e56cbeb-b4ea-40fe-a212-3b9111b5b213), precommit_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:03:47.976499 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-7db0bc9d-f5f5-4fb0-af90-75ae049430b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736509'] for security_group (8e56cbeb-b4ea-40fe-a212-3b9111b5b213), after_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:03:48.015146 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [None req-7db0bc9d-f5f5-4fb0-af90-75ae049430b6 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b8ff167c67fc408e9353b8ed15927a10&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2295158 Jan 31 21:03:48.015993 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db0bc9d-f5f5-4fb0-af90-75ae049430b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e56cbeb-b4ea-40fe-a212-3b9111b5b213,revision_number=1']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 21:03:48.017935 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.wsgi [-] (102450) accepted ('10.222.0.46', 46190) {{(pid=102450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 21:03:48.071967 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-65ba7e13-5e85-47e5-bd8b-31a75717d56c admin admin] Publish callbacks [] for security_group (8e56cbeb-b4ea-40fe-a212-3b9111b5b213), before_delete {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:03:48.092703 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-65ba7e13-5e85-47e5-bd8b-31a75717d56c admin admin] Publish callbacks [] for security_group (8e56cbeb-b4ea-40fe-a212-3b9111b5b213), precommit_delete {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:03:48.143535 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-65ba7e13-5e85-47e5-bd8b-31a75717d56c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736509'] for security_group (8e56cbeb-b4ea-40fe-a212-3b9111b5b213), after_delete {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:03:48.149729 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-65ba7e13-5e85-47e5-bd8b-31a75717d56c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:03:48.150953 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [None req-65ba7e13-5e85-47e5-bd8b-31a75717d56c admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/8e56cbeb-b4ea-40fe-a212-3b9111b5b213 HTTP/1.1" status: 204 len: 168 time: 0.1319766 Jan 31 21:03:48.158792 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ba7e13-5e85-47e5-bd8b-31a75717d56c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e56cbeb-b4ea-40fe-a212-3b9111b5b213,revision_number=None']} {{(pid=102450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 21:03:48.424644 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.wsgi [-] (102449) accepted ('10.222.0.46', 46196) {{(pid=102449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 21:03:48.441538 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-d77ccea5-dd7c-4127-9f0a-5dc66637b05b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:03:48.524078 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-d77ccea5-dd7c-4127-9f0a-5dc66637b05b admin admin] Publish callbacks [] for security_group (b0f43b66-b539-4a75-90a3-f5a533094fbe), precommit_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:03:48.527937 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-d77ccea5-dd7c-4127-9f0a-5dc66637b05b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736509'] for security_group (b0f43b66-b539-4a75-90a3-f5a533094fbe), after_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:03:48.567915 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [None req-d77ccea5-dd7c-4127-9f0a-5dc66637b05b admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=f7b745ca02944e25af8d07c1aeed032e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1421595 Jan 31 21:03:48.568861 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77ccea5-dd7c-4127-9f0a-5dc66637b05b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0f43b66-b539-4a75-90a3-f5a533094fbe,revision_number=1']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 21:03:48.570584 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.wsgi [-] (102450) accepted ('10.222.0.46', 46198) {{(pid=102450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 21:03:48.623378 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-73ea81ee-ef45-472a-bf63-915c5e650d2d admin admin] Publish callbacks [] for security_group (b0f43b66-b539-4a75-90a3-f5a533094fbe), before_delete {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:03:48.645331 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-73ea81ee-ef45-472a-bf63-915c5e650d2d admin admin] Publish callbacks [] for security_group (b0f43b66-b539-4a75-90a3-f5a533094fbe), precommit_delete {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:03:48.689498 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-73ea81ee-ef45-472a-bf63-915c5e650d2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736509'] for security_group (b0f43b66-b539-4a75-90a3-f5a533094fbe), after_delete {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:03:48.692983 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-73ea81ee-ef45-472a-bf63-915c5e650d2d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:03:48.694181 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [None req-73ea81ee-ef45-472a-bf63-915c5e650d2d admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/b0f43b66-b539-4a75-90a3-f5a533094fbe HTTP/1.1" status: 204 len: 168 time: 0.1223617 Jan 31 21:03:48.701976 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ea81ee-ef45-472a-bf63-915c5e650d2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0f43b66-b539-4a75-90a3-f5a533094fbe,revision_number=None']} {{(pid=102450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 21:03:49.495115 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-b0038cfc-9274-49e6-9370-ecc827d3ab52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600486512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3401042'] for agent (34ef0204-81d1-4f5e-89d1-b08d0f866641), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:03:51.690508 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-3ee98b6d-171e-4ecd-b252-bec791eee730 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600486512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3401042'] for agent (7c18f3b4-4d02-4b01-9072-98fcd9008716), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:03:53.017376 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-7eb716df-9c73-407a-9e83-210e7bcc67e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600486512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3401042'] for agent (289e5c83-71b6-47e7-bef9-287113943a12), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:03:53.701920 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.wsgi [-] (102449) accepted ('10.222.0.46', 46298) {{(pid=102449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 21:03:53.812253 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-561ce7fc-ece0-4967-b48c-612b7a550b68 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:03:53.892475 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-561ce7fc-ece0-4967-b48c-612b7a550b68 admin admin] Publish callbacks [] for security_group (01cbda1f-77fe-4401-8322-8003ae5af575), precommit_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:03:53.896805 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-561ce7fc-ece0-4967-b48c-612b7a550b68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736509'] for security_group (01cbda1f-77fe-4401-8322-8003ae5af575), after_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:03:53.934831 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [None req-561ce7fc-ece0-4967-b48c-612b7a550b68 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=19d611147ad74ea9b92a4ff8f3447bb7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2317731 Jan 31 21:03:53.936797 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561ce7fc-ece0-4967-b48c-612b7a550b68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01cbda1f-77fe-4401-8322-8003ae5af575,revision_number=1']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 21:03:53.937583 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.wsgi [-] (102450) accepted ('10.222.0.46', 46302) {{(pid=102450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 21:03:53.994277 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-bb4cc9ea-fc7b-47e9-bec3-60ce9306771b admin admin] Publish callbacks [] for security_group (01cbda1f-77fe-4401-8322-8003ae5af575), before_delete {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:03:54.017065 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-bb4cc9ea-fc7b-47e9-bec3-60ce9306771b admin admin] Publish callbacks [] for security_group (01cbda1f-77fe-4401-8322-8003ae5af575), precommit_delete {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:03:54.072966 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-bb4cc9ea-fc7b-47e9-bec3-60ce9306771b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736509'] for security_group (01cbda1f-77fe-4401-8322-8003ae5af575), after_delete {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:03:54.076002 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-bb4cc9ea-fc7b-47e9-bec3-60ce9306771b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:03:54.077328 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [None req-bb4cc9ea-fc7b-47e9-bec3-60ce9306771b admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/01cbda1f-77fe-4401-8322-8003ae5af575 HTTP/1.1" status: 204 len: 168 time: 0.1386571 Jan 31 21:03:54.090735 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4cc9ea-fc7b-47e9-bec3-60ce9306771b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01cbda1f-77fe-4401-8322-8003ae5af575,revision_number=None']} {{(pid=102450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 21:03:54.363017 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.wsgi [-] (102450) accepted ('10.222.0.46', 46308) {{(pid=102450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 21:03:54.377019 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-008ea4eb-7916-4288-b732-5245fbe5e89b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:03:54.461986 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-ded4de29-c2d1-4616-9365-9981ea756e41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600486512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3401042'] for agent (bf9d83f7-9209-4252-b853-70feadeab726), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:03:54.463838 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-008ea4eb-7916-4288-b732-5245fbe5e89b admin admin] Publish callbacks [] for security_group (3985f636-c22c-4e84-88d1-a5f95e668a42), precommit_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:03:54.467628 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-008ea4eb-7916-4288-b732-5245fbe5e89b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736509'] for security_group (3985f636-c22c-4e84-88d1-a5f95e668a42), after_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:03:54.505974 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [None req-008ea4eb-7916-4288-b732-5245fbe5e89b admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=5fca01d24c364be0b0dbf69f2f67e312&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1411049 Jan 31 21:03:54.506687 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008ea4eb-7916-4288-b732-5245fbe5e89b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3985f636-c22c-4e84-88d1-a5f95e668a42,revision_number=1']} {{(pid=102450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 21:03:54.508965 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.wsgi [-] (102450) accepted ('10.222.0.46', 46310) {{(pid=102450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 21:03:54.556493 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-c2bdf93a-8ada-4137-b2c1-12ff1aac9d97 admin admin] Publish callbacks [] for security_group (3985f636-c22c-4e84-88d1-a5f95e668a42), before_delete {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:03:54.577186 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-c2bdf93a-8ada-4137-b2c1-12ff1aac9d97 admin admin] Publish callbacks [] for security_group (3985f636-c22c-4e84-88d1-a5f95e668a42), precommit_delete {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:03:54.623628 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-c2bdf93a-8ada-4137-b2c1-12ff1aac9d97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736509'] for security_group (3985f636-c22c-4e84-88d1-a5f95e668a42), after_delete {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:03:54.626392 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-c2bdf93a-8ada-4137-b2c1-12ff1aac9d97 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:03:54.627575 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [None req-c2bdf93a-8ada-4137-b2c1-12ff1aac9d97 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/3985f636-c22c-4e84-88d1-a5f95e668a42 HTTP/1.1" status: 204 len: 168 time: 0.1177027 Jan 31 21:03:54.635848 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bdf93a-8ada-4137-b2c1-12ff1aac9d97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3985f636-c22c-4e84-88d1-a5f95e668a42,revision_number=None']} {{(pid=102450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 21:03:54.984036 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.wsgi [-] (102450) accepted ('10.222.0.46', 46316) {{(pid=102450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 21:03:55.000430 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-e08c24e4-2737-4279-aa23-102359df2750 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:03:55.080561 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-e08c24e4-2737-4279-aa23-102359df2750 admin admin] Publish callbacks [] for security_group (2fb69da3-af25-45d0-acf8-13c833862850), precommit_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:03:55.085120 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-e08c24e4-2737-4279-aa23-102359df2750 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736509'] for security_group (2fb69da3-af25-45d0-acf8-13c833862850), after_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:03:55.137307 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [None req-e08c24e4-2737-4279-aa23-102359df2750 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=eae821bb0b83401fac670027a724d5d7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1521330 Jan 31 21:03:55.138276 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08c24e4-2737-4279-aa23-102359df2750 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fb69da3-af25-45d0-acf8-13c833862850,revision_number=1']} {{(pid=102450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 21:03:55.140116 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.wsgi [-] (102449) accepted ('10.222.0.46', 46318) {{(pid=102449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 21:03:55.196373 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-f0c8ee67-7cf7-42fa-a0fd-fa9a4324a3c1 admin admin] Publish callbacks [] for security_group (2fb69da3-af25-45d0-acf8-13c833862850), before_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:03:55.220750 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-f0c8ee67-7cf7-42fa-a0fd-fa9a4324a3c1 admin admin] Publish callbacks [] for security_group (2fb69da3-af25-45d0-acf8-13c833862850), precommit_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:03:55.268126 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-f0c8ee67-7cf7-42fa-a0fd-fa9a4324a3c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736509'] for security_group (2fb69da3-af25-45d0-acf8-13c833862850), after_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:03:55.271399 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-f0c8ee67-7cf7-42fa-a0fd-fa9a4324a3c1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:03:55.272587 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [None req-f0c8ee67-7cf7-42fa-a0fd-fa9a4324a3c1 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/2fb69da3-af25-45d0-acf8-13c833862850 HTTP/1.1" status: 204 len: 168 time: 0.1314981 Jan 31 21:03:55.281302 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c8ee67-7cf7-42fa-a0fd-fa9a4324a3c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fb69da3-af25-45d0-acf8-13c833862850,revision_number=None']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 21:03:55.965756 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600486512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3401042'] for agent (9ba4f6fe-000a-4ef5-9d61-ba62910ab5fe), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:03:55.968132 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.db.agents_db [None req-9f73b596-de3f-4c4d-980f-1f0b0f14bd7d None None] Agent healthcheck: found 6 active agents {{(pid=102454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 21:03:56.349497 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.wsgi [-] (102449) accepted ('10.222.0.46', 46348) {{(pid=102449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 21:03:56.459424 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-34fb80f5-bd3e-4a8c-be4f-fa31c8819244 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:03:56.540996 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-34fb80f5-bd3e-4a8c-be4f-fa31c8819244 admin admin] Publish callbacks [] for security_group (3595707c-01a0-431f-9318-396f3091f850), precommit_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:03:56.545089 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-34fb80f5-bd3e-4a8c-be4f-fa31c8819244 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736509'] for security_group (3595707c-01a0-431f-9318-396f3091f850), after_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:03:56.581489 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [None req-34fb80f5-bd3e-4a8c-be4f-fa31c8819244 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=9d6879cc3e24474bb80a77b46b57f8e8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2309058 Jan 31 21:03:56.584967 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.wsgi [-] (102450) accepted ('10.222.0.46', 46354) {{(pid=102450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 21:03:56.587806 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fb80f5-bd3e-4a8c-be4f-fa31c8819244 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3595707c-01a0-431f-9318-396f3091f850,revision_number=1']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 21:03:56.636965 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-8a6d6dd1-f258-480f-a83b-c0d29ddd3d17 admin admin] Publish callbacks [] for security_group (3595707c-01a0-431f-9318-396f3091f850), before_delete {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:03:56.659063 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-8a6d6dd1-f258-480f-a83b-c0d29ddd3d17 admin admin] Publish callbacks [] for security_group (3595707c-01a0-431f-9318-396f3091f850), precommit_delete {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:03:56.706721 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-8a6d6dd1-f258-480f-a83b-c0d29ddd3d17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736509'] for security_group (3595707c-01a0-431f-9318-396f3091f850), after_delete {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:03:56.710074 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-8a6d6dd1-f258-480f-a83b-c0d29ddd3d17 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:03:56.711258 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [None req-8a6d6dd1-f258-480f-a83b-c0d29ddd3d17 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/3595707c-01a0-431f-9318-396f3091f850 HTTP/1.1" status: 204 len: 168 time: 0.1253266 Jan 31 21:03:56.719361 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6d6dd1-f258-480f-a83b-c0d29ddd3d17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3595707c-01a0-431f-9318-396f3091f850,revision_number=None']} {{(pid=102450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 21:03:58.154320 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-3b9c892a-ad20-46b5-a908-75e83316291e req-74cbf22e-2954-4e96-9cb4-e8fcf13639f6 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=84fd23f6-3068-4830-af49-301180593f89&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0506184 Jan 31 21:03:58.261143 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9c892a-ad20-46b5-a908-75e83316291e req-8eb4138a-7969-4fff-936e-953a91afef53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 21:03:58.262810 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-3b9c892a-ad20-46b5-a908-75e83316291e req-8eb4138a-7969-4fff-936e-953a91afef53 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=9ef5260a588e440a9cbda357d967cba6&device_id=84fd23f6-3068-4830-af49-301180593f89 HTTP/1.1" status: 200 len: 1129 time: 0.0541272 Jan 31 21:03:58.379598 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9c892a-ad20-46b5-a908-75e83316291e req-c18dc8e0-7fb2-4902-bb4a-814640da6d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 21:03:58.381091 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-3b9c892a-ad20-46b5-a908-75e83316291e req-c18dc8e0-7fb2-4902-bb4a-814640da6d12 service neutron] 10.222.0.59 "GET /v2.0/networks?id=4e180073-417f-4263-8c1c-52be850fc825 HTTP/1.1" status: 200 len: 909 time: 0.0962875 Jan 31 21:03:58.459161 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-3b9c892a-ad20-46b5-a908-75e83316291e req-cd87528a-ffdb-40cf-adaf-fe22b9796d88 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e055c48f-1e8b-4cda-a0fb-7b56b7a86e4e HTTP/1.1" status: 200 len: 1000 time: 0.0697706 Jan 31 21:03:58.515232 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9c892a-ad20-46b5-a908-75e83316291e req-7aa27361-0fd7-4737-8cc5-6c795e0ee614 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 21:03:58.516703 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-3b9c892a-ad20-46b5-a908-75e83316291e req-7aa27361-0fd7-4737-8cc5-6c795e0ee614 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=cd1c723d-71f1-4815-99b6-32f8e6614b72 HTTP/1.1" status: 200 len: 847 time: 0.0508626 Jan 31 21:03:58.569377 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9c892a-ad20-46b5-a908-75e83316291e req-b68f1d92-0362-45a6-a90c-8d1a2215fce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 21:03:58.571429 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-3b9c892a-ad20-46b5-a908-75e83316291e req-b68f1d92-0362-45a6-a90c-8d1a2215fce3 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4e180073-417f-4263-8c1c-52be850fc825&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0481751 Jan 31 21:03:58.666332 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-3b9c892a-ad20-46b5-a908-75e83316291e req-d0a2e8a2-c81a-454d-a0d9-71cc8e400b6f service neutron] 10.222.0.59 "GET /v2.0/networks/4e180073-417f-4263-8c1c-52be850fc825?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882409 Jan 31 21:03:58.768181 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-3b9c892a-ad20-46b5-a908-75e83316291e req-99eea8a7-a60d-4b0b-a516-3ecfa995df86 service neutron] 10.222.0.59 "GET /v2.0/networks/4e180073-417f-4263-8c1c-52be850fc825?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955348 Jan 31 21:03:58.809835 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600486512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3401042'] for agent (e85cc1e2-8b4e-4549-a68e-d414072d4156), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:04:04.869380 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.wsgi [-] (102450) accepted ('10.222.0.46', 46478) {{(pid=102450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 21:04:04.974266 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-1646bef5-46e5-4af5-9828-05bc550cadce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:04:05.059672 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-1646bef5-46e5-4af5-9828-05bc550cadce admin admin] Publish callbacks [] for security_group (fa57c31e-419b-4a08-afef-4107977b0c2a), precommit_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:04:05.064550 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-1646bef5-46e5-4af5-9828-05bc550cadce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736509'] for security_group (fa57c31e-419b-4a08-afef-4107977b0c2a), after_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:04:05.105953 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [None req-1646bef5-46e5-4af5-9828-05bc550cadce admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=9a89719236434b7f8bc6c9562cb9cd42&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2354350 Jan 31 21:04:05.106801 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1646bef5-46e5-4af5-9828-05bc550cadce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa57c31e-419b-4a08-afef-4107977b0c2a,revision_number=1']} {{(pid=102450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 21:04:05.109382 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.wsgi [-] (102449) accepted ('10.222.0.46', 46482) {{(pid=102449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 21:04:05.160444 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ebcaaa9e-2feb-4cf5-ba59-7f2aa2fd1f5d admin admin] Publish callbacks [] for security_group (fa57c31e-419b-4a08-afef-4107977b0c2a), before_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:04:05.183552 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ebcaaa9e-2feb-4cf5-ba59-7f2aa2fd1f5d admin admin] Publish callbacks [] for security_group (fa57c31e-419b-4a08-afef-4107977b0c2a), precommit_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:04:05.230734 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ebcaaa9e-2feb-4cf5-ba59-7f2aa2fd1f5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736509'] for security_group (fa57c31e-419b-4a08-afef-4107977b0c2a), after_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:04:05.233253 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-ebcaaa9e-2feb-4cf5-ba59-7f2aa2fd1f5d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:04:05.234442 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [None req-ebcaaa9e-2feb-4cf5-ba59-7f2aa2fd1f5d admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/fa57c31e-419b-4a08-afef-4107977b0c2a HTTP/1.1" status: 204 len: 168 time: 0.1239841 Jan 31 21:04:05.243596 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcaaa9e-2feb-4cf5-ba59-7f2aa2fd1f5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa57c31e-419b-4a08-afef-4107977b0c2a,revision_number=None']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 21:04:05.251273 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcaaa9e-2feb-4cf5-ba59-7f2aa2fd1f5d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 21:04:05.251630 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcaaa9e-2feb-4cf5-ba59-7f2aa2fd1f5d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 21:04:05.251980 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcaaa9e-2feb-4cf5-ba59-7f2aa2fd1f5d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 21:04:05.252325 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcaaa9e-2feb-4cf5-ba59-7f2aa2fd1f5d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 21:04:05.252687 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcaaa9e-2feb-4cf5-ba59-7f2aa2fd1f5d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 21:04:05.253023 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcaaa9e-2feb-4cf5-ba59-7f2aa2fd1f5d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 21:04:05.253359 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcaaa9e-2feb-4cf5-ba59-7f2aa2fd1f5d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 21:04:05.253725 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcaaa9e-2feb-4cf5-ba59-7f2aa2fd1f5d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 21:04:05.254064 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcaaa9e-2feb-4cf5-ba59-7f2aa2fd1f5d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 21:04:05.254392 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcaaa9e-2feb-4cf5-ba59-7f2aa2fd1f5d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 21:04:05.254724 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcaaa9e-2feb-4cf5-ba59-7f2aa2fd1f5d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 21:04:05.255079 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcaaa9e-2feb-4cf5-ba59-7f2aa2fd1f5d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 21:04:05.255406 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcaaa9e-2feb-4cf5-ba59-7f2aa2fd1f5d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 21:04:05.506067 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.wsgi [-] (102450) accepted ('10.222.0.46', 46488) {{(pid=102450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 21:04:05.519739 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-3ebf65d9-d678-402d-b982-b34631ea8ba9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:04:05.595248 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-3ebf65d9-d678-402d-b982-b34631ea8ba9 admin admin] Publish callbacks [] for security_group (782c696e-4746-4b62-9821-12f303817101), precommit_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:04:05.600714 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-3ebf65d9-d678-402d-b982-b34631ea8ba9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736509'] for security_group (782c696e-4746-4b62-9821-12f303817101), after_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:04:05.639169 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [None req-3ebf65d9-d678-402d-b982-b34631ea8ba9 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=3f01bfe0bec94b6ca201f2e9415c7aa6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1319811 Jan 31 21:04:05.640099 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebf65d9-d678-402d-b982-b34631ea8ba9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=782c696e-4746-4b62-9821-12f303817101,revision_number=1']} {{(pid=102450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 21:04:05.641926 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.wsgi [-] (102449) accepted ('10.222.0.46', 46490) {{(pid=102449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 21:04:05.695443 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-618f0c71-d2f4-4fa5-ac2f-e4959574f1dc admin admin] Publish callbacks [] for security_group (782c696e-4746-4b62-9821-12f303817101), before_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:04:05.717746 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-618f0c71-d2f4-4fa5-ac2f-e4959574f1dc admin admin] Publish callbacks [] for security_group (782c696e-4746-4b62-9821-12f303817101), precommit_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:04:05.764394 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-618f0c71-d2f4-4fa5-ac2f-e4959574f1dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736509'] for security_group (782c696e-4746-4b62-9821-12f303817101), after_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:04:05.767002 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-618f0c71-d2f4-4fa5-ac2f-e4959574f1dc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:04:05.768155 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [None req-618f0c71-d2f4-4fa5-ac2f-e4959574f1dc admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/782c696e-4746-4b62-9821-12f303817101 HTTP/1.1" status: 204 len: 168 time: 0.1252050 Jan 31 21:04:05.776754 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618f0c71-d2f4-4fa5-ac2f-e4959574f1dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=782c696e-4746-4b62-9821-12f303817101,revision_number=None']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 21:04:06.101661 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.wsgi [-] (102450) accepted ('10.222.0.46', 46496) {{(pid=102450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 21:04:06.115099 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-c74d7e17-597d-4b9b-b0ea-58d7e6a25b0e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:04:06.194160 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-c74d7e17-597d-4b9b-b0ea-58d7e6a25b0e admin admin] Publish callbacks [] for security_group (fd630a42-3034-4c00-95cf-cf086c2110e8), precommit_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:04:06.198639 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-c74d7e17-597d-4b9b-b0ea-58d7e6a25b0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736509'] for security_group (fd630a42-3034-4c00-95cf-cf086c2110e8), after_create {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:04:06.237250 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74d7e17-597d-4b9b-b0ea-58d7e6a25b0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd630a42-3034-4c00-95cf-cf086c2110e8,revision_number=1']} {{(pid=102450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 21:04:06.241877 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [None req-c74d7e17-597d-4b9b-b0ea-58d7e6a25b0e admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=227626f3fb1c4f2ebc7790e9dfb45b6f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1391845 Jan 31 21:04:06.244591 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.wsgi [-] (102450) accepted ('10.222.0.46', 46498) {{(pid=102450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 21:04:06.291633 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-dbd45102-b6fb-4f18-85f1-32c267680137 admin admin] Publish callbacks [] for security_group (fd630a42-3034-4c00-95cf-cf086c2110e8), before_delete {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:04:06.313146 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-dbd45102-b6fb-4f18-85f1-32c267680137 admin admin] Publish callbacks [] for security_group (fd630a42-3034-4c00-95cf-cf086c2110e8), precommit_delete {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:04:06.360834 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-dbd45102-b6fb-4f18-85f1-32c267680137 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736509'] for security_group (fd630a42-3034-4c00-95cf-cf086c2110e8), after_delete {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:04:06.363833 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-dbd45102-b6fb-4f18-85f1-32c267680137 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:04:06.365007 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [None req-dbd45102-b6fb-4f18-85f1-32c267680137 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/fd630a42-3034-4c00-95cf-cf086c2110e8 HTTP/1.1" status: 204 len: 168 time: 0.1195281 Jan 31 21:04:06.372541 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd45102-b6fb-4f18-85f1-32c267680137 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd630a42-3034-4c00-95cf-cf086c2110e8,revision_number=None']} {{(pid=102450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 21:04:06.945733 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9988bd01-b923-44f2-bfb1-a2f8eadc4559 req-5e323733-ccf9-4f90-93ec-132c4793a4b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 21:04:06.947334 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-9988bd01-b923-44f2-bfb1-a2f8eadc4559 req-5e323733-ccf9-4f90-93ec-132c4793a4b6 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f3a50fa6222c45909f5e2cee9c006033&device_id=ef7459dd-77b2-4ef8-a07c-9643b962872f HTTP/1.1" status: 200 len: 1168 time: 0.0527015 Jan 31 21:04:07.054233 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9988bd01-b923-44f2-bfb1-a2f8eadc4559 req-1fed9c08-89da-4df6-9457-387a3320e72a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 21:04:07.055782 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-9988bd01-b923-44f2-bfb1-a2f8eadc4559 req-1fed9c08-89da-4df6-9457-387a3320e72a service neutron] 10.222.0.59 "GET /v2.0/networks?id=c780ed10-f587-4341-a632-e821b2883887 HTTP/1.1" status: 200 len: 915 time: 0.0996928 Jan 31 21:04:07.156721 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-9988bd01-b923-44f2-bfb1-a2f8eadc4559 req-8def5aae-c965-4231-ab11-4030d15b56bc service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=76b64cd8-33c8-457b-b2b0-b5ffa951a9f2 HTTP/1.1" status: 200 len: 1000 time: 0.0936131 Jan 31 21:04:07.186687 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec1653a-b57f-4ee4-95d6-042997b24d1b req-2235cc8e-8291-43f0-a0df-c8e4d8f148f0 tempest-TestMinimumBasicScenario-93005962 tempest-TestMinimumBasicScenario-93005962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 21:04:07.188225 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-8ec1653a-b57f-4ee4-95d6-042997b24d1b req-2235cc8e-8291-43f0-a0df-c8e4d8f148f0 tempest-TestMinimumBasicScenario-93005962 tempest-TestMinimumBasicScenario-93005962-project] 10.222.0.46 "GET /v2.0/ports?device_id=ef7459dd-77b2-4ef8-a07c-9643b962872f HTTP/1.1" status: 200 len: 984 time: 0.2850406 Jan 31 21:04:07.242975 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9988bd01-b923-44f2-bfb1-a2f8eadc4559 req-d3175d92-694a-43af-9609-dc6ab9be179c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 21:04:07.244574 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-9988bd01-b923-44f2-bfb1-a2f8eadc4559 req-d3175d92-694a-43af-9609-dc6ab9be179c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0df1e603-d733-44e8-8eb2-24663dc6914e HTTP/1.1" status: 200 len: 853 time: 0.0741136 Jan 31 21:04:07.307510 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-8ec1653a-b57f-4ee4-95d6-042997b24d1b req-26c8e91f-fd5e-4c7c-ad3f-1a77b5337a87 tempest-TestMinimumBasicScenario-93005962 tempest-TestMinimumBasicScenario-93005962-project] 10.222.0.46 "GET /v2.0/security-groups?id=10a68eaa-4b8d-401d-984b-2dddb4dcb75e&id=51227d9f-5cff-42d8-80a3-f2dfde9510f0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1009429 Jan 31 21:04:07.325428 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9988bd01-b923-44f2-bfb1-a2f8eadc4559 req-61f2438e-83f1-4bf1-bdc5-8a75a63493c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 21:04:07.327026 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-9988bd01-b923-44f2-bfb1-a2f8eadc4559 req-61f2438e-83f1-4bf1-bdc5-8a75a63493c4 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c780ed10-f587-4341-a632-e821b2883887&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0742271 Jan 31 21:04:07.436340 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-9988bd01-b923-44f2-bfb1-a2f8eadc4559 req-e0fb8566-1372-460f-9d37-d2a6593c582d service neutron] 10.222.0.59 "GET /v2.0/networks/c780ed10-f587-4341-a632-e821b2883887?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1024654 Jan 31 21:04:07.533980 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-9988bd01-b923-44f2-bfb1-a2f8eadc4559 req-6674e24e-6e4d-4f56-aad8-2f053d4e5fbe service neutron] 10.222.0.59 "GET /v2.0/networks/c780ed10-f587-4341-a632-e821b2883887?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905118 Jan 31 21:04:07.609096 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.wsgi [-] (102449) accepted ('10.222.0.46', 46536) {{(pid=102449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 21:04:07.727984 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-a8fa4452-16b8-41fd-ab2e-0841db738904 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:04:07.819843 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-a8fa4452-16b8-41fd-ab2e-0841db738904 admin admin] Publish callbacks [] for security_group (786877e7-3a5a-4162-8dd3-985d1459d539), precommit_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:04:07.823643 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-a8fa4452-16b8-41fd-ab2e-0841db738904 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736509'] for security_group (786877e7-3a5a-4162-8dd3-985d1459d539), after_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:04:07.866350 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [None req-a8fa4452-16b8-41fd-ab2e-0841db738904 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=62b997b9ed5042529808f6546f6b1191&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2557199 Jan 31 21:04:07.867366 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fa4452-16b8-41fd-ab2e-0841db738904 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=786877e7-3a5a-4162-8dd3-985d1459d539,revision_number=1']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 21:04:07.869227 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.wsgi [-] (102450) accepted ('10.222.0.46', 46540) {{(pid=102450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 21:04:07.919549 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-484c19e7-0544-4fd3-a19d-b6819fd181f0 admin admin] Publish callbacks [] for security_group (786877e7-3a5a-4162-8dd3-985d1459d539), before_delete {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:04:07.942393 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-484c19e7-0544-4fd3-a19d-b6819fd181f0 admin admin] Publish callbacks [] for security_group (786877e7-3a5a-4162-8dd3-985d1459d539), precommit_delete {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:04:07.988554 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-484c19e7-0544-4fd3-a19d-b6819fd181f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736509'] for security_group (786877e7-3a5a-4162-8dd3-985d1459d539), after_delete {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:04:07.992160 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-484c19e7-0544-4fd3-a19d-b6819fd181f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:04:07.993673 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [None req-484c19e7-0544-4fd3-a19d-b6819fd181f0 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/786877e7-3a5a-4162-8dd3-985d1459d539 HTTP/1.1" status: 204 len: 168 time: 0.1234288 Jan 31 21:04:08.013879 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484c19e7-0544-4fd3-a19d-b6819fd181f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=786877e7-3a5a-4162-8dd3-985d1459d539,revision_number=None']} {{(pid=102450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 21:04:08.608882 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ff61fe-7473-42b4-a859-ceec284d6924 req-b40a2944-18c9-48ca-98b0-1e6848b2ed56 tempest-TestMinimumBasicScenario-93005962 tempest-TestMinimumBasicScenario-93005962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 21:04:08.610292 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-48ff61fe-7473-42b4-a859-ceec284d6924 req-b40a2944-18c9-48ca-98b0-1e6848b2ed56 tempest-TestMinimumBasicScenario-93005962 tempest-TestMinimumBasicScenario-93005962-project] 10.222.0.46 "GET /v2.0/ports?device_id=ef7459dd-77b2-4ef8-a07c-9643b962872f HTTP/1.1" status: 200 len: 984 time: 0.2256160 Jan 31 21:04:08.671496 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-48ff61fe-7473-42b4-a859-ceec284d6924 req-dbef97a7-9eeb-46ac-8864-8cbd597e2b9b tempest-TestMinimumBasicScenario-93005962 tempest-TestMinimumBasicScenario-93005962-project] 10.222.0.46 "GET /v2.0/security-groups?id=10a68eaa-4b8d-401d-984b-2dddb4dcb75e&id=51227d9f-5cff-42d8-80a3-f2dfde9510f0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0549779 Jan 31 21:04:09.796908 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c42389-0d3f-463a-9b64-0125f6b7f73b req-fd951df8-b6b8-4e67-80e3-2ae6f13bd296 tempest-TestMinimumBasicScenario-93005962 tempest-TestMinimumBasicScenario-93005962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 21:04:09.798388 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-76c42389-0d3f-463a-9b64-0125f6b7f73b req-fd951df8-b6b8-4e67-80e3-2ae6f13bd296 tempest-TestMinimumBasicScenario-93005962 tempest-TestMinimumBasicScenario-93005962-project] 10.222.0.46 "GET /v2.0/ports?device_id=ef7459dd-77b2-4ef8-a07c-9643b962872f HTTP/1.1" status: 200 len: 984 time: 0.0576041 Jan 31 21:04:09.859438 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-76c42389-0d3f-463a-9b64-0125f6b7f73b req-558092af-3fba-4711-a8ef-aaca0ffa2caf tempest-TestMinimumBasicScenario-93005962 tempest-TestMinimumBasicScenario-93005962-project] 10.222.0.46 "GET /v2.0/security-groups?id=10a68eaa-4b8d-401d-984b-2dddb4dcb75e&id=51227d9f-5cff-42d8-80a3-f2dfde9510f0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0552886 Jan 31 21:04:10.983763 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536529e5-a845-4b6f-b959-0683c3a7bb67 req-930ef1b0-8005-4860-af22-abade6281cec tempest-TestMinimumBasicScenario-93005962 tempest-TestMinimumBasicScenario-93005962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 21:04:10.985230 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-536529e5-a845-4b6f-b959-0683c3a7bb67 req-930ef1b0-8005-4860-af22-abade6281cec tempest-TestMinimumBasicScenario-93005962 tempest-TestMinimumBasicScenario-93005962-project] 10.222.0.46 "GET /v2.0/ports?device_id=ef7459dd-77b2-4ef8-a07c-9643b962872f HTTP/1.1" status: 200 len: 984 time: 0.0570564 Jan 31 21:04:11.046091 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-536529e5-a845-4b6f-b959-0683c3a7bb67 req-30ae3ed2-23f8-441d-b465-2f72990d2710 tempest-TestMinimumBasicScenario-93005962 tempest-TestMinimumBasicScenario-93005962-project] 10.222.0.46 "GET /v2.0/security-groups?id=10a68eaa-4b8d-401d-984b-2dddb4dcb75e&id=51227d9f-5cff-42d8-80a3-f2dfde9510f0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0552347 Jan 31 21:04:12.177484 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a48d11-8c78-4cbc-a972-0cdc9178bf64 req-b87804db-3b07-44d2-8163-784ac81a92dd tempest-TestMinimumBasicScenario-93005962 tempest-TestMinimumBasicScenario-93005962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 21:04:12.179193 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-88a48d11-8c78-4cbc-a972-0cdc9178bf64 req-b87804db-3b07-44d2-8163-784ac81a92dd tempest-TestMinimumBasicScenario-93005962 tempest-TestMinimumBasicScenario-93005962-project] 10.222.0.46 "GET /v2.0/ports?device_id=ef7459dd-77b2-4ef8-a07c-9643b962872f HTTP/1.1" status: 200 len: 984 time: 0.0593059 Jan 31 21:04:12.241111 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-88a48d11-8c78-4cbc-a972-0cdc9178bf64 req-aa3d7bf6-9885-44bc-a68d-d4305415d8d5 tempest-TestMinimumBasicScenario-93005962 tempest-TestMinimumBasicScenario-93005962-project] 10.222.0.46 "GET /v2.0/security-groups?id=10a68eaa-4b8d-401d-984b-2dddb4dcb75e&id=51227d9f-5cff-42d8-80a3-f2dfde9510f0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0558538 Jan 31 21:04:13.362287 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a734512-7dd0-4505-9549-84d4ef853a21 req-9192b36e-b793-4cc9-93a1-be999ef385d5 tempest-TestMinimumBasicScenario-93005962 tempest-TestMinimumBasicScenario-93005962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 21:04:13.364728 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-8a734512-7dd0-4505-9549-84d4ef853a21 req-9192b36e-b793-4cc9-93a1-be999ef385d5 tempest-TestMinimumBasicScenario-93005962 tempest-TestMinimumBasicScenario-93005962-project] 10.222.0.46 "GET /v2.0/ports?device_id=ef7459dd-77b2-4ef8-a07c-9643b962872f HTTP/1.1" status: 200 len: 984 time: 0.0551174 Jan 31 21:04:13.430540 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-8a734512-7dd0-4505-9549-84d4ef853a21 req-b5296f16-b0e8-4155-8378-ac4d85ad5fb3 tempest-TestMinimumBasicScenario-93005962 tempest-TestMinimumBasicScenario-93005962-project] 10.222.0.46 "GET /v2.0/security-groups?id=10a68eaa-4b8d-401d-984b-2dddb4dcb75e&id=51227d9f-5cff-42d8-80a3-f2dfde9510f0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0600729 Jan 31 21:04:14.554737 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e3b12c-99c8-42cc-a21f-5ea309b0ceac req-180efb20-b01a-4f53-9905-a2841115b241 tempest-TestMinimumBasicScenario-93005962 tempest-TestMinimumBasicScenario-93005962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 21:04:14.556257 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-62e3b12c-99c8-42cc-a21f-5ea309b0ceac req-180efb20-b01a-4f53-9905-a2841115b241 tempest-TestMinimumBasicScenario-93005962 tempest-TestMinimumBasicScenario-93005962-project] 10.222.0.46 "GET /v2.0/ports?device_id=ef7459dd-77b2-4ef8-a07c-9643b962872f HTTP/1.1" status: 200 len: 984 time: 0.0570683 Jan 31 21:04:14.616560 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-62e3b12c-99c8-42cc-a21f-5ea309b0ceac req-76fc123f-6e0e-48c7-8d05-e9f7ede38f99 tempest-TestMinimumBasicScenario-93005962 tempest-TestMinimumBasicScenario-93005962-project] 10.222.0.46 "GET /v2.0/security-groups?id=10a68eaa-4b8d-401d-984b-2dddb4dcb75e&id=51227d9f-5cff-42d8-80a3-f2dfde9510f0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0546629 Jan 31 21:04:15.738709 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5e200e-6a1a-46f8-a5ea-4ae28f9bd658 req-49f2f7ad-e641-4aa5-8652-d56ab46c8fef tempest-TestMinimumBasicScenario-93005962 tempest-TestMinimumBasicScenario-93005962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 21:04:15.740202 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-aa5e200e-6a1a-46f8-a5ea-4ae28f9bd658 req-49f2f7ad-e641-4aa5-8652-d56ab46c8fef tempest-TestMinimumBasicScenario-93005962 tempest-TestMinimumBasicScenario-93005962-project] 10.222.0.46 "GET /v2.0/ports?device_id=ef7459dd-77b2-4ef8-a07c-9643b962872f HTTP/1.1" status: 200 len: 984 time: 0.0538201 Jan 31 21:04:15.801044 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-aa5e200e-6a1a-46f8-a5ea-4ae28f9bd658 req-608eb247-5fa1-443b-a5ae-69b2876ec60d tempest-TestMinimumBasicScenario-93005962 tempest-TestMinimumBasicScenario-93005962-project] 10.222.0.46 "GET /v2.0/security-groups?id=10a68eaa-4b8d-401d-984b-2dddb4dcb75e&id=51227d9f-5cff-42d8-80a3-f2dfde9510f0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0545070 Jan 31 21:04:16.926762 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6a0a13-16b8-47db-a15e-829650532625 req-2ffc37dc-8dcf-4e0d-9624-8402998ea056 tempest-TestMinimumBasicScenario-93005962 tempest-TestMinimumBasicScenario-93005962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 21:04:16.928281 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-af6a0a13-16b8-47db-a15e-829650532625 req-2ffc37dc-8dcf-4e0d-9624-8402998ea056 tempest-TestMinimumBasicScenario-93005962 tempest-TestMinimumBasicScenario-93005962-project] 10.222.0.46 "GET /v2.0/ports?device_id=ef7459dd-77b2-4ef8-a07c-9643b962872f HTTP/1.1" status: 200 len: 984 time: 0.0561869 Jan 31 21:04:16.993014 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-af6a0a13-16b8-47db-a15e-829650532625 req-cba6fc37-9323-459c-8372-7f1bab9d157f tempest-TestMinimumBasicScenario-93005962 tempest-TestMinimumBasicScenario-93005962-project] 10.222.0.46 "GET /v2.0/security-groups?id=10a68eaa-4b8d-401d-984b-2dddb4dcb75e&id=51227d9f-5cff-42d8-80a3-f2dfde9510f0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0581670 Jan 31 21:04:18.120754 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a2219e-f782-47b4-b58f-f4d34378de1f req-d83da146-1f7a-4884-bb85-823ddc210343 tempest-TestMinimumBasicScenario-93005962 tempest-TestMinimumBasicScenario-93005962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 21:04:18.122300 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-29a2219e-f782-47b4-b58f-f4d34378de1f req-d83da146-1f7a-4884-bb85-823ddc210343 tempest-TestMinimumBasicScenario-93005962 tempest-TestMinimumBasicScenario-93005962-project] 10.222.0.46 "GET /v2.0/ports?device_id=ef7459dd-77b2-4ef8-a07c-9643b962872f HTTP/1.1" status: 200 len: 984 time: 0.0563941 Jan 31 21:04:18.190326 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-29a2219e-f782-47b4-b58f-f4d34378de1f req-f74b65f2-6523-41e4-b74e-8d06b3f9adb2 tempest-TestMinimumBasicScenario-93005962 tempest-TestMinimumBasicScenario-93005962-project] 10.222.0.46 "GET /v2.0/security-groups?id=10a68eaa-4b8d-401d-984b-2dddb4dcb75e&id=51227d9f-5cff-42d8-80a3-f2dfde9510f0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0576775 Jan 31 21:04:19.326492 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b70393a-72cd-43c1-8930-4b313d692a4b req-fadf21da-03c0-458b-8e18-e0cc9d71ade0 tempest-TestMinimumBasicScenario-93005962 tempest-TestMinimumBasicScenario-93005962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 21:04:19.328047 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-0b70393a-72cd-43c1-8930-4b313d692a4b req-fadf21da-03c0-458b-8e18-e0cc9d71ade0 tempest-TestMinimumBasicScenario-93005962 tempest-TestMinimumBasicScenario-93005962-project] 10.222.0.46 "GET /v2.0/ports?device_id=ef7459dd-77b2-4ef8-a07c-9643b962872f HTTP/1.1" status: 200 len: 984 time: 0.0639658 Jan 31 21:04:19.401218 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-0b70393a-72cd-43c1-8930-4b313d692a4b req-c49f91a4-840e-4cc9-9fd4-db8b433a642b tempest-TestMinimumBasicScenario-93005962 tempest-TestMinimumBasicScenario-93005962-project] 10.222.0.46 "GET /v2.0/security-groups?id=10a68eaa-4b8d-401d-984b-2dddb4dcb75e&id=51227d9f-5cff-42d8-80a3-f2dfde9510f0&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0662162 Jan 31 21:04:19.489330 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-684164b1-3a02-415b-95a4-4a56c8b53e6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600486512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3401042'] for agent (34ef0204-81d1-4f5e-89d1-b08d0f866641), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:04:20.871310 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-a112e49d-ce8e-4760-88cc-d1405ad78b11 req-2d34236b-0794-48cc-9eb8-26b74a5cff7b tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1895527905&fields=id&tenant_id=3f735df896f74e2a8ec34440c5d4fbfa HTTP/1.1" status: 200 len: 267 time: 0.0476334 Jan 31 21:04:20.974336 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a112e49d-ce8e-4760-88cc-d1405ad78b11 req-f7cd8acc-d1d9-4cd7-81f1-f396fe1f761c tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 21:04:20.975766 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-a112e49d-ce8e-4760-88cc-d1405ad78b11 req-f7cd8acc-d1d9-4cd7-81f1-f396fe1f761c tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] 10.222.0.46 "GET /v2.0/networks?id=84d6e016-dd99-48a6-8278-a9c378f62567 HTTP/1.1" status: 200 len: 812 time: 0.0979431 Jan 31 21:04:20.990651 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-a112e49d-ce8e-4760-88cc-d1405ad78b11 req-5ef4f42a-ab19-4fa9-ab9d-5b7a3a56f43a tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] 10.222.0.46 "GET /v2.0/quotas/3f735df896f74e2a8ec34440c5d4fbfa HTTP/1.1" status: 200 len: 375 time: 0.0097332 Jan 31 21:04:21.046520 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-a112e49d-ce8e-4760-88cc-d1405ad78b11 req-88a4f2ca-b37c-4c68-b72b-b84ab45adfc1 tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=3f735df896f74e2a8ec34440c5d4fbfa&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0509841 Jan 31 21:04:21.113804 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.wsgi [req-a112e49d-ce8e-4760-88cc-d1405ad78b11 req-97a883cf-1a12-4e8a-814c-68a227197bfa service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=102450) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 31 21:04:21.114833 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-a112e49d-ce8e-4760-88cc-d1405ad78b11 req-97a883cf-1a12-4e8a-814c-68a227197bfa service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0563991 Jan 31 21:04:21.206767 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-a112e49d-ce8e-4760-88cc-d1405ad78b11 req-bf2c3896-843d-45ee-b2f8-34a7fe6cc32c service neutron] 10.222.0.46 "GET /v2.0/networks/84d6e016-dd99-48a6-8278-a9c378f62567?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860066 Jan 31 21:04:21.294103 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-a112e49d-ce8e-4760-88cc-d1405ad78b11 req-de42787a-a3a6-456d-84e9-8b4623100ae2 service neutron] 10.222.0.46 "GET /v2.0/networks/84d6e016-dd99-48a6-8278-a9c378f62567?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817831 Jan 31 21:04:21.574671 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-31746c58-4da2-416f-9fdb-9148d662ee6e req-3119fbd1-b24a-48b1-a289-e647a2b65196 tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] 10.222.0.46 "GET /v2.0/ports?device_id=9f85e396-f050-4f49-a8ca-39ef38cddf9b HTTP/1.1" status: 200 len: 210 time: 0.0270603 Jan 31 21:04:21.694459 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-172a968b-a95d-449e-9c21-ceafedba7b4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600486512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3401042'] for agent (7c18f3b4-4d02-4b01-9072-98fcd9008716), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:04:22.590917 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a112e49d-ce8e-4760-88cc-d1405ad78b11 req-28fdc6b8-d895-4645-83b9-2df58fc7ac5d tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 21:04:22.592414 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-a112e49d-ce8e-4760-88cc-d1405ad78b11 req-28fdc6b8-d895-4645-83b9-2df58fc7ac5d tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] 10.222.0.59 "GET /v2.0/networks?id=84d6e016-dd99-48a6-8278-a9c378f62567 HTTP/1.1" status: 200 len: 812 time: 0.1050818 Jan 31 21:04:22.663116 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-a112e49d-ce8e-4760-88cc-d1405ad78b11 req-c1c10788-1eb0-4126-a43a-cb9a593b05d1 tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3f735df896f74e2a8ec34440c5d4fbfa HTTP/1.1" status: 200 len: 380 time: 0.0600457 Jan 31 21:04:22.671968 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.v2.base [req-a112e49d-ce8e-4760-88cc-d1405ad78b11 req-246b199a-eaf6-4b9e-8ac4-3234549afe58 tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] Request body: {'port': {'device_id': '9f85e396-f050-4f49-a8ca-39ef38cddf9b', 'network_id': '84d6e016-dd99-48a6-8278-a9c378f62567', 'admin_state_up': True, 'tenant_id': '3f735df896f74e2a8ec34440c5d4fbfa', 'security_groups': ['c65378a2-fe6e-4350-bdeb-fc72abd6ffe9']}} {{(pid=102449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 21:04:22.680418 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-cdd586ca-d517-4151-87a1-8b9e5069828e req-424fbe32-b249-4b0a-b903-dfcb6cb45c46 tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] 10.222.0.46 "GET /v2.0/ports?device_id=9f85e396-f050-4f49-a8ca-39ef38cddf9b HTTP/1.1" status: 200 len: 210 time: 0.0337336 Jan 31 21:04:22.786239 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a112e49d-ce8e-4760-88cc-d1405ad78b11 req-246b199a-eaf6-4b9e-8ac4-3234549afe58 tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] Made reservation on behalf of 3f735df896f74e2a8ec34440c5d4fbfa for: {'port': 1} {{(pid=102449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 31 21:04:22.790672 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [req-a112e49d-ce8e-4760-88cc-d1405ad78b11 req-246b199a-eaf6-4b9e-8ac4-3234549afe58 tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1026180'] for port (None), before_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:04:22.923925 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.db.db_base_plugin_common [req-a112e49d-ce8e-4760-88cc-d1405ad78b11 req-246b199a-eaf6-4b9e-8ac4-3234549afe58 tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] Allocated IP 172.20.0.9 (84d6e016-dd99-48a6-8278-a9c378f62567/f0ef83af-b9dd-40a6-908c-ffa9cf818bc2/e5ac82c7-2e9b-4c73-906f-df5272f5f876) {{(pid=102449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 21:04:23.017525 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-7eb716df-9c73-407a-9e83-210e7bcc67e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600486512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3401042'] for agent (289e5c83-71b6-47e7-bef9-287113943a12), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:04:23.074323 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [req-a112e49d-ce8e-4760-88cc-d1405ad78b11 req-246b199a-eaf6-4b9e-8ac4-3234549afe58 tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] Publish callbacks [] for port (e5ac82c7-2e9b-4c73-906f-df5272f5f876), precommit_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:04:23.363856 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [req-a112e49d-ce8e-4760-88cc-d1405ad78b11 req-246b199a-eaf6-4b9e-8ac4-3234549afe58 tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1029723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3769609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783599971597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29106256'] for port (e5ac82c7-2e9b-4c73-906f-df5272f5f876), after_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:04:23.404107 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a112e49d-ce8e-4760-88cc-d1405ad78b11 req-246b199a-eaf6-4b9e-8ac4-3234549afe58 tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] Network 84d6e016-dd99-48a6-8278-a9c378f62567 is already hosted by enough agents. {{(pid=102449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 21:04:23.407098 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.scheduler.base_scheduler [req-a112e49d-ce8e-4760-88cc-d1405ad78b11 req-246b199a-eaf6-4b9e-8ac4-3234549afe58 tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] Resources bound (agent type, host, resource id): {{(pid=102449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 21:04:23.411201 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [req-a112e49d-ce8e-4760-88cc-d1405ad78b11 req-246b199a-eaf6-4b9e-8ac4-3234549afe58 tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] Received port after_create {{(pid=102449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 21:04:23.445235 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246b199a-eaf6-4b9e-8ac4-3234549afe58 tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] Pushing event updated for resources: {'Port': ['ID=e5ac82c7-2e9b-4c73-906f-df5272f5f876,revision_number=1']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 21:04:23.469193 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a112e49d-ce8e-4760-88cc-d1405ad78b11 req-246b199a-eaf6-4b9e-8ac4-3234549afe58 tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 21:04:23.470045 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [req-a112e49d-ce8e-4760-88cc-d1405ad78b11 req-246b199a-eaf6-4b9e-8ac4-3234549afe58 tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204375'] for port (None), before_response {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:04:23.491493 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-a112e49d-ce8e-4760-88cc-d1405ad78b11 req-246b199a-eaf6-4b9e-8ac4-3234549afe58 tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8189178 Jan 31 21:04:23.497024 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.wsgi [req-a112e49d-ce8e-4760-88cc-d1405ad78b11 req-c725b566-2756-43fd-918d-ccc77038aeb8 tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=102449) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 31 21:04:23.500669 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-a112e49d-ce8e-4760-88cc-d1405ad78b11 req-c725b566-2756-43fd-918d-ccc77038aeb8 tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0058444 Jan 31 21:04:23.560097 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.v2.base [req-a112e49d-ce8e-4760-88cc-d1405ad78b11 req-e0d66e1d-6715-43d0-8dfc-dfe1a43f09c8 service neutron] Request body: {'port': {'device_id': '9f85e396-f050-4f49-a8ca-39ef38cddf9b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81322'}} {{(pid=102449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 21:04:23.623021 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [req-a112e49d-ce8e-4760-88cc-d1405ad78b11 req-e0d66e1d-6715-43d0-8dfc-dfe1a43f09c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1026180'] for port (e5ac82c7-2e9b-4c73-906f-df5272f5f876), before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:04:23.648823 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.db.provisioning_blocks [None req-6671e8a3-dbd1-4b23-878e-7d181dd68881 None None] Provisioning complete for port e5ac82c7-2e9b-4c73-906f-df5272f5f876 triggered by entity DHCP. {{(pid=102451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 21:04:23.649244 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-6671e8a3-dbd1-4b23-878e-7d181dd68881 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3401144'] for port (e5ac82c7-2e9b-4c73-906f-df5272f5f876), provisioning_complete {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:04:23.689397 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.plugin [None req-6671e8a3-dbd1-4b23-878e-7d181dd68881 None None] Port e5ac82c7-2e9b-4c73-906f-df5272f5f876 cannot update to ACTIVE because it is not bound. {{(pid=102451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Jan 31 21:04:23.861998 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25863ad5-70c8-4aea-bd35-672742ad037a req-4ae19091-c381-45fd-aaab-cc829e9818b2 tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 21:04:23.864022 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-25863ad5-70c8-4aea-bd35-672742ad037a req-4ae19091-c381-45fd-aaab-cc829e9818b2 tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] 10.222.0.46 "GET /v2.0/ports?device_id=9f85e396-f050-4f49-a8ca-39ef38cddf9b HTTP/1.1" status: 200 len: 931 time: 0.1149323 Jan 31 21:04:23.949495 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-25863ad5-70c8-4aea-bd35-672742ad037a req-b30f3752-3a8b-45ba-a1ac-9e313a8a8e1b tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] 10.222.0.46 "GET /v2.0/security-groups?id=c65378a2-fe6e-4350-bdeb-fc72abd6ffe9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792596 Jan 31 21:04:23.960599 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.notifiers.nova [req-a112e49d-ce8e-4760-88cc-d1405ad78b11 req-e0d66e1d-6715-43d0-8dfc-dfe1a43f09c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5ac82c7-2e9b-4c73-906f-df5272f5f876 {{(pid=102449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 21:04:23.968316 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [req-a112e49d-ce8e-4760-88cc-d1405ad78b11 req-e0d66e1d-6715-43d0-8dfc-dfe1a43f09c8 service neutron] Publish callbacks [] for port (e5ac82c7-2e9b-4c73-906f-df5272f5f876), precommit_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:04:23.980842 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.db.provisioning_blocks [req-a112e49d-ce8e-4760-88cc-d1405ad78b11 req-e0d66e1d-6715-43d0-8dfc-dfe1a43f09c8 service neutron] Transition to ACTIVE for port object e5ac82c7-2e9b-4c73-906f-df5272f5f876 will not be triggered until provisioned by entity L2. {{(pid=102449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 31 21:04:23.984786 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [req-a112e49d-ce8e-4760-88cc-d1405ad78b11 req-e0d66e1d-6715-43d0-8dfc-dfe1a43f09c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1029723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3769609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783600466378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783599971615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783599971633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29106247'] for port (e5ac82c7-2e9b-4c73-906f-df5272f5f876), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:04:24.035066 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d66e1d-6715-43d0-8dfc-dfe1a43f09c8 service neutron] Pushing event updated for resources: {'Port': ['ID=e5ac82c7-2e9b-4c73-906f-df5272f5f876,revision_number=2']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 21:04:24.111320 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [req-a112e49d-ce8e-4760-88cc-d1405ad78b11 req-e0d66e1d-6715-43d0-8dfc-dfe1a43f09c8 service neutron] Attempting to bind port e5ac82c7-2e9b-4c73-906f-df5272f5f876 on host hv-cinder-81322 for vnic_type normal with profile {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 31 21:04:24.111661 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [req-a112e49d-ce8e-4760-88cc-d1405ad78b11 req-e0d66e1d-6715-43d0-8dfc-dfe1a43f09c8 service neutron] Attempting to bind port e5ac82c7-2e9b-4c73-906f-df5272f5f876 by drivers openvswitch,hyperv on host hv-cinder-81322 at level 0 using segments [{'id': '745141d5-f6be-4741-af72-381045eb8a7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '84d6e016-dd99-48a6-8278-a9c378f62567'}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 31 21:04:24.111984 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a112e49d-ce8e-4760-88cc-d1405ad78b11 req-e0d66e1d-6715-43d0-8dfc-dfe1a43f09c8 service neutron] Attempting to bind port e5ac82c7-2e9b-4c73-906f-df5272f5f876 on network 84d6e016-dd99-48a6-8278-a9c378f62567 {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 21:04:24.117427 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a112e49d-ce8e-4760-88cc-d1405ad78b11 req-e0d66e1d-6715-43d0-8dfc-dfe1a43f09c8 service neutron] Port e5ac82c7-2e9b-4c73-906f-df5272f5f876 on network 84d6e016-dd99-48a6-8278-a9c378f62567 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81322 {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 31 21:04:24.117746 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a112e49d-ce8e-4760-88cc-d1405ad78b11 req-e0d66e1d-6715-43d0-8dfc-dfe1a43f09c8 service neutron] Attempting to bind port e5ac82c7-2e9b-4c73-906f-df5272f5f876 on network 84d6e016-dd99-48a6-8278-a9c378f62567 {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 31 21:04:24.122623 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a112e49d-ce8e-4760-88cc-d1405ad78b11 req-e0d66e1d-6715-43d0-8dfc-dfe1a43f09c8 service neutron] Checking agent: {'id': 'e85cc1e2-8b4e-4549-a68e-d414072d4156', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81322', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 31, 20, 51, 57), 'started_at': datetime.datetime(2022, 1, 31, 20, 51, 57), 'heartbeat_timestamp': datetime.datetime(2022, 1, 31, 21, 3, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 31 21:04:24.122993 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a112e49d-ce8e-4760-88cc-d1405ad78b11 req-e0d66e1d-6715-43d0-8dfc-dfe1a43f09c8 service neutron] Checking segment: {'id': '745141d5-f6be-4741-af72-381045eb8a7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '84d6e016-dd99-48a6-8278-a9c378f62567'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jan 31 21:04:24.123401 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a112e49d-ce8e-4760-88cc-d1405ad78b11 req-e0d66e1d-6715-43d0-8dfc-dfe1a43f09c8 service neutron] Bound using segment: {'id': '745141d5-f6be-4741-af72-381045eb8a7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '84d6e016-dd99-48a6-8278-a9c378f62567'} {{(pid=102449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 31 21:04:24.123819 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.managers [req-a112e49d-ce8e-4760-88cc-d1405ad78b11 req-e0d66e1d-6715-43d0-8dfc-dfe1a43f09c8 service neutron] Bound port: e5ac82c7-2e9b-4c73-906f-df5272f5f876, host: hv-cinder-81322, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '745141d5-f6be-4741-af72-381045eb8a7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '84d6e016-dd99-48a6-8278-a9c378f62567'}}] {{(pid=102449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 31 21:04:24.124198 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [req-a112e49d-ce8e-4760-88cc-d1405ad78b11 req-e0d66e1d-6715-43d0-8dfc-dfe1a43f09c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1026180'] for port (e5ac82c7-2e9b-4c73-906f-df5272f5f876), before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:04:24.192110 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.db [req-a112e49d-ce8e-4760-88cc-d1405ad78b11 req-e0d66e1d-6715-43d0-8dfc-dfe1a43f09c8 service neutron] For port e5ac82c7-2e9b-4c73-906f-df5272f5f876, host hv-cinder-81322, cleared binding levels {{(pid=102449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 31 21:04:24.195366 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.db [req-a112e49d-ce8e-4760-88cc-d1405ad78b11 req-e0d66e1d-6715-43d0-8dfc-dfe1a43f09c8 service neutron] For port e5ac82c7-2e9b-4c73-906f-df5272f5f876, host hv-cinder-81322, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=e5ac82c7-2e9b-4c73-906f-df5272f5f876,segment=NetworkSegment(745141d5-f6be-4741-af72-381045eb8a7b),segment_id=745141d5-f6be-4741-af72-381045eb8a7b)] {{(pid=102449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 31 21:04:24.201872 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [req-a112e49d-ce8e-4760-88cc-d1405ad78b11 req-e0d66e1d-6715-43d0-8dfc-dfe1a43f09c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1029723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3769609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783600466378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783599971615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783599971633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29106247'] for port (e5ac82c7-2e9b-4c73-906f-df5272f5f876), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:04:24.236428 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a112e49d-ce8e-4760-88cc-d1405ad78b11 req-e0d66e1d-6715-43d0-8dfc-dfe1a43f09c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 21:04:24.239099 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [req-a112e49d-ce8e-4760-88cc-d1405ad78b11 req-e0d66e1d-6715-43d0-8dfc-dfe1a43f09c8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204375'] for port (None), before_response {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:04:24.239431 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-a112e49d-ce8e-4760-88cc-d1405ad78b11 req-e0d66e1d-6715-43d0-8dfc-dfe1a43f09c8 service neutron] 10.222.0.59 "PUT /v2.0/ports/e5ac82c7-2e9b-4c73-906f-df5272f5f876 HTTP/1.1" status: 200 len: 1093 time: 0.7327015 Jan 31 21:04:24.239797 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f85e396-f050-4f49-a8ca-39ef38cddf9b', 'tag': 'e5ac82c7-2e9b-4c73-906f-df5272f5f876'}] {{(pid=102449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 21:04:24.241967 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba30590511e0408980e1e78341b94ae353025d2904c3e8034e675cc5aff8c4ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91cf4530-1c5c-4d1a-9b0f-5c6254f95711" -d '{"events": [{"name": "network-changed", "server_uuid": "9f85e396-f050-4f49-a8ca-39ef38cddf9b", "tag": "e5ac82c7-2e9b-4c73-906f-df5272f5f876"}]}' {{(pid=102449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 21:04:24.272534 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d66e1d-6715-43d0-8dfc-dfe1a43f09c8 service neutron] Pushing event updated for resources: {'Port': ['ID=e5ac82c7-2e9b-4c73-906f-df5272f5f876,revision_number=3']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 21:04:24.290443 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 21:04:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8729cb6e-6e51-4d84-9634-edcf4805805c x-openstack-request-id: req-8729cb6e-6e51-4d84-9634-edcf4805805c {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 21:04:24.290870 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f85e396-f050-4f49-a8ca-39ef38cddf9b", "tag": "e5ac82c7-2e9b-4c73-906f-df5272f5f876", "status": "completed", "code": 200}]} {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 21:04:24.291194 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-8729cb6e-6e51-4d84-9634-edcf4805805c {{(pid=102449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 21:04:24.291600 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f85e396-f050-4f49-a8ca-39ef38cddf9b', 'tag': 'e5ac82c7-2e9b-4c73-906f-df5272f5f876', 'status': 'completed', 'code': 200} Jan 31 21:04:24.344784 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a112e49d-ce8e-4760-88cc-d1405ad78b11 req-4d63afa0-6f82-47fe-aaad-4d5f9a447a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 21:04:24.346463 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-a112e49d-ce8e-4760-88cc-d1405ad78b11 req-4d63afa0-6f82-47fe-aaad-4d5f9a447a04 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3f735df896f74e2a8ec34440c5d4fbfa&device_id=9f85e396-f050-4f49-a8ca-39ef38cddf9b HTTP/1.1" status: 200 len: 1127 time: 0.0479817 Jan 31 21:04:24.395858 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-a112e49d-ce8e-4760-88cc-d1405ad78b11 req-dd62f890-d7db-472a-a0ea-4320f0dc8584 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e5ac82c7-2e9b-4c73-906f-df5272f5f876 HTTP/1.1" status: 200 len: 217 time: 0.0412011 Jan 31 21:04:24.449252 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a112e49d-ce8e-4760-88cc-d1405ad78b11 req-3e5ab2cc-0817-429d-94ed-adf10557df4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 21:04:24.450734 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-a112e49d-ce8e-4760-88cc-d1405ad78b11 req-3e5ab2cc-0817-429d-94ed-adf10557df4a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f0ef83af-b9dd-40a6-908c-ffa9cf818bc2 HTTP/1.1" status: 200 len: 851 time: 0.0493643 Jan 31 21:04:24.466299 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-ded4de29-c2d1-4616-9365-9981ea756e41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600486512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3401042'] for agent (bf9d83f7-9209-4252-b853-70feadeab726), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:04:24.501547 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a112e49d-ce8e-4760-88cc-d1405ad78b11 req-b183fac4-c1b4-4557-b911-381f31a31e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 21:04:24.503793 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-a112e49d-ce8e-4760-88cc-d1405ad78b11 req-b183fac4-c1b4-4557-b911-381f31a31e2b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=84d6e016-dd99-48a6-8278-a9c378f62567&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0461373 Jan 31 21:04:24.596041 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-a112e49d-ce8e-4760-88cc-d1405ad78b11 req-2d9116e8-6f4b-4c1d-94a9-81eb47d43ec0 service neutron] 10.222.0.59 "GET /v2.0/networks/84d6e016-dd99-48a6-8278-a9c378f62567?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853088 Jan 31 21:04:24.684950 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-a112e49d-ce8e-4760-88cc-d1405ad78b11 req-781feeca-a2e0-4b2e-a5a1-cfb6639cc5da service neutron] 10.222.0.59 "GET /v2.0/networks/84d6e016-dd99-48a6-8278-a9c378f62567?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820885 Jan 31 21:04:24.784248 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cf4530-1c5c-4d1a-9b0f-5c6254f95711 req-a19bb40e-80e0-4635-b121-97e0fb58822b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 21:04:24.785840 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-91cf4530-1c5c-4d1a-9b0f-5c6254f95711 req-a19bb40e-80e0-4635-b121-97e0fb58822b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3f735df896f74e2a8ec34440c5d4fbfa&device_id=9f85e396-f050-4f49-a8ca-39ef38cddf9b HTTP/1.1" status: 200 len: 1127 time: 0.0484657 Jan 31 21:04:24.886248 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cf4530-1c5c-4d1a-9b0f-5c6254f95711 req-4454b1fb-a1fd-4f73-884d-adda8c9bbe6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 21:04:24.887788 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-91cf4530-1c5c-4d1a-9b0f-5c6254f95711 req-4454b1fb-a1fd-4f73-884d-adda8c9bbe6d service neutron] 10.222.0.59 "GET /v2.0/networks?id=84d6e016-dd99-48a6-8278-a9c378f62567 HTTP/1.1" status: 200 len: 913 time: 0.0955589 Jan 31 21:04:24.931160 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-91cf4530-1c5c-4d1a-9b0f-5c6254f95711 req-86f041a8-1ac6-4c27-b539-c22f8d9e044c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e5ac82c7-2e9b-4c73-906f-df5272f5f876 HTTP/1.1" status: 200 len: 217 time: 0.0373211 Jan 31 21:04:24.986638 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cf4530-1c5c-4d1a-9b0f-5c6254f95711 req-188e3ed4-3cfc-422a-aa78-d363d409fa67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 21:04:24.994483 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-91cf4530-1c5c-4d1a-9b0f-5c6254f95711 req-188e3ed4-3cfc-422a-aa78-d363d409fa67 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f0ef83af-b9dd-40a6-908c-ffa9cf818bc2 HTTP/1.1" status: 200 len: 851 time: 0.0520985 Jan 31 21:04:25.083128 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cf4530-1c5c-4d1a-9b0f-5c6254f95711 req-14ce48f8-9006-4f33-a9f2-324d0810dacd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 21:04:25.084582 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-91cf4530-1c5c-4d1a-9b0f-5c6254f95711 req-14ce48f8-9006-4f33-a9f2-324d0810dacd service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=84d6e016-dd99-48a6-8278-a9c378f62567&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0890322 Jan 31 21:04:25.101709 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c99c9f-4850-4147-86e0-4a6433bad684 req-acd0d2e5-dd0e-467a-aacb-ba1ed870e1f0 tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 21:04:25.104246 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-b3c99c9f-4850-4147-86e0-4a6433bad684 req-acd0d2e5-dd0e-467a-aacb-ba1ed870e1f0 tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] 10.222.0.46 "GET /v2.0/ports?device_id=9f85e396-f050-4f49-a8ca-39ef38cddf9b HTTP/1.1" status: 200 len: 943 time: 0.0726635 Jan 31 21:04:25.212911 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-b3c99c9f-4850-4147-86e0-4a6433bad684 req-15f40c16-2632-4b8c-8f4a-22a509663f38 tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] 10.222.0.46 "GET /v2.0/security-groups?id=c65378a2-fe6e-4350-bdeb-fc72abd6ffe9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0970984 Jan 31 21:04:25.241122 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-91cf4530-1c5c-4d1a-9b0f-5c6254f95711 req-f3ecc7c3-7f1a-41fb-a6fe-a0b40768715c service neutron] 10.222.0.59 "GET /v2.0/networks/84d6e016-dd99-48a6-8278-a9c378f62567?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358562 Jan 31 21:04:25.391891 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-91cf4530-1c5c-4d1a-9b0f-5c6254f95711 req-7045f883-4957-4b0a-925d-cf4d43eeb2d5 service neutron] 10.222.0.59 "GET /v2.0/networks/84d6e016-dd99-48a6-8278-a9c378f62567?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367216 Jan 31 21:04:25.404583 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab57cc3b-3673-4caf-ac34-0f448393d53f req-f401e0b0-7798-44eb-8131-a08eb1ad6cd9 tempest-TestShelveInstance-149981330 tempest-TestShelveInstance-149981330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 21:04:25.405930 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-ab57cc3b-3673-4caf-ac34-0f448393d53f req-f401e0b0-7798-44eb-8131-a08eb1ad6cd9 tempest-TestShelveInstance-149981330 tempest-TestShelveInstance-149981330-project] 10.222.0.46 "GET /v2.0/ports?device_id=84fd23f6-3068-4830-af49-301180593f89 HTTP/1.1" status: 200 len: 945 time: 0.0918634 Jan 31 21:04:25.463458 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-ab57cc3b-3673-4caf-ac34-0f448393d53f req-5e3d8dfc-d103-4367-b561-0fa1b9d54cdd tempest-TestShelveInstance-149981330 tempest-TestShelveInstance-149981330-project] 10.222.0.46 "GET /v2.0/security-groups?id=50fe813f-2835-42fd-bbde-d65d1905fb7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510237 Jan 31 21:04:25.969929 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600486512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3401042'] for agent (9ba4f6fe-000a-4ef5-9d61-ba62910ab5fe), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:04:26.344744 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094ce3d2-6aff-43f8-a7f8-58ebe5b83fdd req-02396680-2dab-46bc-904d-5651ec4e3d4a tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 21:04:26.346229 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-094ce3d2-6aff-43f8-a7f8-58ebe5b83fdd req-02396680-2dab-46bc-904d-5651ec4e3d4a tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] 10.222.0.46 "GET /v2.0/ports?device_id=9f85e396-f050-4f49-a8ca-39ef38cddf9b HTTP/1.1" status: 200 len: 943 time: 0.0615859 Jan 31 21:04:26.397064 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-094ce3d2-6aff-43f8-a7f8-58ebe5b83fdd req-1a39bb2d-5d54-473e-8c6a-7733b34d5157 tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] 10.222.0.46 "GET /v2.0/security-groups?id=c65378a2-fe6e-4350-bdeb-fc72abd6ffe9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450833 Jan 31 21:04:26.585704 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba224040-3743-4579-a6fd-b3f11e1133f5 req-5abfa863-86ca-462b-912b-ad1bbb03da2e tempest-TestShelveInstance-149981330 tempest-TestShelveInstance-149981330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 21:04:26.587209 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-ba224040-3743-4579-a6fd-b3f11e1133f5 req-5abfa863-86ca-462b-912b-ad1bbb03da2e tempest-TestShelveInstance-149981330 tempest-TestShelveInstance-149981330-project] 10.222.0.46 "GET /v2.0/ports?device_id=84fd23f6-3068-4830-af49-301180593f89 HTTP/1.1" status: 200 len: 945 time: 0.0528574 Jan 31 21:04:26.636129 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-ba224040-3743-4579-a6fd-b3f11e1133f5 req-b6a9b285-a294-4d63-8d1e-877eab1c4926 tempest-TestShelveInstance-149981330 tempest-TestShelveInstance-149981330-project] 10.222.0.46 "GET /v2.0/security-groups?id=50fe813f-2835-42fd-bbde-d65d1905fb7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434544 Jan 31 21:04:27.517528 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab117d6-557b-430d-a21d-a6d6d4d5ec91 req-12099804-f77f-4156-ada2-ac91907116b4 tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 21:04:27.519535 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-bab117d6-557b-430d-a21d-a6d6d4d5ec91 req-12099804-f77f-4156-ada2-ac91907116b4 tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] 10.222.0.46 "GET /v2.0/ports?device_id=9f85e396-f050-4f49-a8ca-39ef38cddf9b HTTP/1.1" status: 200 len: 943 time: 0.0548086 Jan 31 21:04:27.567621 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-bab117d6-557b-430d-a21d-a6d6d4d5ec91 req-091fd143-898b-448f-8faa-c9ec0b047f54 tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] 10.222.0.46 "GET /v2.0/security-groups?id=c65378a2-fe6e-4350-bdeb-fc72abd6ffe9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426433 Jan 31 21:04:27.760586 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8668d7df-3e10-40d8-a7d6-f351670dc961 req-335c61d0-67c1-4ca8-9b9b-f219bac4c4d4 tempest-TestShelveInstance-149981330 tempest-TestShelveInstance-149981330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 21:04:27.762083 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-8668d7df-3e10-40d8-a7d6-f351670dc961 req-335c61d0-67c1-4ca8-9b9b-f219bac4c4d4 tempest-TestShelveInstance-149981330 tempest-TestShelveInstance-149981330-project] 10.222.0.46 "GET /v2.0/ports?device_id=84fd23f6-3068-4830-af49-301180593f89 HTTP/1.1" status: 200 len: 945 time: 0.0589499 Jan 31 21:04:27.812333 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-8668d7df-3e10-40d8-a7d6-f351670dc961 req-3731fe56-07ed-49c3-8d42-986d73599265 tempest-TestShelveInstance-149981330 tempest-TestShelveInstance-149981330-project] 10.222.0.46 "GET /v2.0/security-groups?id=50fe813f-2835-42fd-bbde-d65d1905fb7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445571 Jan 31 21:04:28.701040 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28c15d6-9445-4473-8bfd-f9e0afdca1e7 req-b9812863-fd46-4661-9d58-2065f0d6f8aa tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 21:04:28.703637 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-e28c15d6-9445-4473-8bfd-f9e0afdca1e7 req-b9812863-fd46-4661-9d58-2065f0d6f8aa tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] 10.222.0.46 "GET /v2.0/ports?device_id=9f85e396-f050-4f49-a8ca-39ef38cddf9b HTTP/1.1" status: 200 len: 943 time: 0.0598886 Jan 31 21:04:28.761831 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-e28c15d6-9445-4473-8bfd-f9e0afdca1e7 req-6f457c3f-1d9a-44a2-9cd4-492535f2cd50 tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] 10.222.0.46 "GET /v2.0/security-groups?id=c65378a2-fe6e-4350-bdeb-fc72abd6ffe9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521855 Jan 31 21:04:28.821638 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600486512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3401042'] for agent (e85cc1e2-8b4e-4549-a68e-d414072d4156), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:04:28.932849 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07bcc0d-abef-4555-be61-67920cee4678 req-30ceb38b-44ed-40d1-8b62-12e8b2dc7887 tempest-TestShelveInstance-149981330 tempest-TestShelveInstance-149981330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 21:04:28.934348 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-a07bcc0d-abef-4555-be61-67920cee4678 req-30ceb38b-44ed-40d1-8b62-12e8b2dc7887 tempest-TestShelveInstance-149981330 tempest-TestShelveInstance-149981330-project] 10.222.0.46 "GET /v2.0/ports?device_id=84fd23f6-3068-4830-af49-301180593f89 HTTP/1.1" status: 200 len: 945 time: 0.0540123 Jan 31 21:04:28.992111 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-a07bcc0d-abef-4555-be61-67920cee4678 req-0827a44d-2ca2-4af3-917c-3baf948f816e tempest-TestShelveInstance-149981330 tempest-TestShelveInstance-149981330-project] 10.222.0.46 "GET /v2.0/security-groups?id=50fe813f-2835-42fd-bbde-d65d1905fb7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518627 Jan 31 21:04:29.885394 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239416c3-82be-48da-9121-2c48f37bb0f7 req-85c602c1-425b-4aca-af8b-31743d91b468 tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 21:04:29.886904 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-239416c3-82be-48da-9121-2c48f37bb0f7 req-85c602c1-425b-4aca-af8b-31743d91b468 tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] 10.222.0.46 "GET /v2.0/ports?device_id=9f85e396-f050-4f49-a8ca-39ef38cddf9b HTTP/1.1" status: 200 len: 943 time: 0.0576077 Jan 31 21:04:29.939279 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-239416c3-82be-48da-9121-2c48f37bb0f7 req-3c298c45-c2ea-434d-8e5d-e2d46bb72e20 tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] 10.222.0.46 "GET /v2.0/security-groups?id=c65378a2-fe6e-4350-bdeb-fc72abd6ffe9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467198 Jan 31 21:04:30.127390 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ad7b04-3e6e-4a2f-9231-45450f5d821f req-e762c3e4-ee54-4a2a-9b66-d93c1c66b8e1 tempest-TestShelveInstance-149981330 tempest-TestShelveInstance-149981330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 21:04:30.129383 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-64ad7b04-3e6e-4a2f-9231-45450f5d821f req-e762c3e4-ee54-4a2a-9b66-d93c1c66b8e1 tempest-TestShelveInstance-149981330 tempest-TestShelveInstance-149981330-project] 10.222.0.46 "GET /v2.0/ports?device_id=84fd23f6-3068-4830-af49-301180593f89 HTTP/1.1" status: 200 len: 945 time: 0.0600989 Jan 31 21:04:30.198431 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-64ad7b04-3e6e-4a2f-9231-45450f5d821f req-0aa46983-8c80-4bd4-acd3-b21bca39b18d tempest-TestShelveInstance-149981330 tempest-TestShelveInstance-149981330-project] 10.222.0.46 "GET /v2.0/security-groups?id=50fe813f-2835-42fd-bbde-d65d1905fb7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0633171 Jan 31 21:04:31.075449 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cbf2f8-0be1-4c07-a0c5-4689bde30611 req-67ac89e9-b014-45e5-90b8-b333ecabde32 tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 21:04:31.076993 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-25cbf2f8-0be1-4c07-a0c5-4689bde30611 req-67ac89e9-b014-45e5-90b8-b333ecabde32 tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] 10.222.0.46 "GET /v2.0/ports?device_id=9f85e396-f050-4f49-a8ca-39ef38cddf9b HTTP/1.1" status: 200 len: 943 time: 0.0590990 Jan 31 21:04:31.134963 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-25cbf2f8-0be1-4c07-a0c5-4689bde30611 req-be79efe5-63eb-4863-a91c-3208bd630e69 tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] 10.222.0.46 "GET /v2.0/security-groups?id=c65378a2-fe6e-4350-bdeb-fc72abd6ffe9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482252 Jan 31 21:04:31.324826 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52861936-b373-4bed-a774-491ce6d11b2f req-903b4bca-4d5b-413f-b27a-d7da7d187e71 tempest-TestShelveInstance-149981330 tempest-TestShelveInstance-149981330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 21:04:31.326636 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-52861936-b373-4bed-a774-491ce6d11b2f req-903b4bca-4d5b-413f-b27a-d7da7d187e71 tempest-TestShelveInstance-149981330 tempest-TestShelveInstance-149981330-project] 10.222.0.46 "GET /v2.0/ports?device_id=84fd23f6-3068-4830-af49-301180593f89 HTTP/1.1" status: 200 len: 945 time: 0.0577264 Jan 31 21:04:31.385162 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-52861936-b373-4bed-a774-491ce6d11b2f req-9a0de335-eda9-477a-a723-e2046fc74823 tempest-TestShelveInstance-149981330 tempest-TestShelveInstance-149981330-project] 10.222.0.46 "GET /v2.0/security-groups?id=50fe813f-2835-42fd-bbde-d65d1905fb7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511465 Jan 31 21:04:32.258026 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c75e4f-1672-4e55-aed2-cff29de48e6f req-86cb668c-4f74-40ec-8894-d647001eab4e tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 21:04:32.259544 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-d7c75e4f-1672-4e55-aed2-cff29de48e6f req-86cb668c-4f74-40ec-8894-d647001eab4e tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] 10.222.0.46 "GET /v2.0/ports?device_id=9f85e396-f050-4f49-a8ca-39ef38cddf9b HTTP/1.1" status: 200 len: 943 time: 0.0560610 Jan 31 21:04:32.312367 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-d7c75e4f-1672-4e55-aed2-cff29de48e6f req-4e96e6c2-962a-48ea-889c-9bdabf595019 tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] 10.222.0.46 "GET /v2.0/security-groups?id=c65378a2-fe6e-4350-bdeb-fc72abd6ffe9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470600 Jan 31 21:04:32.517770 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e4e95d-5c23-478a-936a-fdadfa4ce008 req-00cae8b3-6ed6-4cf4-8f10-40e8c3dc6a73 tempest-TestShelveInstance-149981330 tempest-TestShelveInstance-149981330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 21:04:32.519804 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-a4e4e95d-5c23-478a-936a-fdadfa4ce008 req-00cae8b3-6ed6-4cf4-8f10-40e8c3dc6a73 tempest-TestShelveInstance-149981330 tempest-TestShelveInstance-149981330-project] 10.222.0.46 "GET /v2.0/ports?device_id=84fd23f6-3068-4830-af49-301180593f89 HTTP/1.1" status: 200 len: 945 time: 0.0575361 Jan 31 21:04:32.574565 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-a4e4e95d-5c23-478a-936a-fdadfa4ce008 req-f9e25735-be2b-4e16-b5b2-8f574049bc30 tempest-TestShelveInstance-149981330 tempest-TestShelveInstance-149981330-project] 10.222.0.46 "GET /v2.0/security-groups?id=50fe813f-2835-42fd-bbde-d65d1905fb7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491955 Jan 31 21:04:32.640993 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.rpc [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Device e5ac82c7-2e9b-4c73-906f-df5272f5f876 details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=102451) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 21:04:32.740074 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.db [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] For port e5ac82c7-2e9b-4c73-906f-df5272f5f876, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=e5ac82c7-2e9b-4c73-906f-df5272f5f876,segment=NetworkSegment(745141d5-f6be-4741-af72-381045eb8a7b),segment_id=745141d5-f6be-4741-af72-381045eb8a7b)] {{(pid=102451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 21:04:32.752432 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.rpc [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Returning: {'device': 'e5ac82c7-2e9b-4c73-906f-df5272f5f876', 'network_id': '84d6e016-dd99-48a6-8278-a9c378f62567', 'port_id': 'e5ac82c7-2e9b-4c73-906f-df5272f5f876', 'mac_address': 'fa:16:3e:b7:c3:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 693, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0ef83af-b9dd-40a6-908c-ffa9cf818bc2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102451) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 21:04:32.795880 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.plugin [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Current status of the port e5ac82c7-2e9b-4c73-906f-df5272f5f876 is: DOWN; New status is: BUILD {{(pid=102451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 21:04:32.796275 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1026180'] for port (e5ac82c7-2e9b-4c73-906f-df5272f5f876), before_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:04:32.810029 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.notifiers.nova [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5ac82c7-2e9b-4c73-906f-df5272f5f876 {{(pid=102451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 21:04:32.829952 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.db [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] For port e5ac82c7-2e9b-4c73-906f-df5272f5f876, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=e5ac82c7-2e9b-4c73-906f-df5272f5f876,segment=NetworkSegment(745141d5-f6be-4741-af72-381045eb8a7b),segment_id=745141d5-f6be-4741-af72-381045eb8a7b)] {{(pid=102451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 21:04:32.834583 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1029723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3769609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783600466378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783599971615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783599971633'] for port (e5ac82c7-2e9b-4c73-906f-df5272f5f876), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:04:32.885564 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Pushing event updated for resources: {'Port': ['ID=e5ac82c7-2e9b-4c73-906f-df5272f5f876,revision_number=4']} {{(pid=102451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 21:04:32.893041 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 21:04:32.893932 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 21:04:32.894279 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 21:04:32.894623 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 21:04:32.895073 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 21:04:32.895402 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 21:04:32.895728 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 21:04:32.896051 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 21:04:32.896380 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 21:04:32.896693 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 21:04:32.897012 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 21:04:32.897327 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 21:04:32.897643 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 21:04:32.967871 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.db.agents_db [None req-9f73b596-de3f-4c4d-980f-1f0b0f14bd7d None None] Agent healthcheck: found 6 active agents {{(pid=102454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 21:04:33.095346 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.db [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] get_ports_and_sgs() called for port_ids ['e5ac82c7-2e9b-4c73-906f-df5272f5f876'] {{(pid=102451) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 21:04:33.441036 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eddd17c-9454-4900-b65b-181b8ea7291d req-fcfd86e5-a357-4743-aa4a-0a7ffe59a054 tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 21:04:33.442576 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-3eddd17c-9454-4900-b65b-181b8ea7291d req-fcfd86e5-a357-4743-aa4a-0a7ffe59a054 tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] 10.222.0.46 "GET /v2.0/ports?device_id=9f85e396-f050-4f49-a8ca-39ef38cddf9b HTTP/1.1" status: 200 len: 944 time: 0.0606859 Jan 31 21:04:33.499098 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-3eddd17c-9454-4900-b65b-181b8ea7291d req-9b9a7ed4-2e1e-474b-9a7a-113d78e456c5 tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] 10.222.0.46 "GET /v2.0/security-groups?id=c65378a2-fe6e-4350-bdeb-fc72abd6ffe9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491421 Jan 31 21:04:33.717992 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67c8c09-c513-47d6-b24f-3e881c985f80 req-33010a8e-392b-4385-8e08-6f67a8241117 tempest-TestShelveInstance-149981330 tempest-TestShelveInstance-149981330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 21:04:33.719613 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-c67c8c09-c513-47d6-b24f-3e881c985f80 req-33010a8e-392b-4385-8e08-6f67a8241117 tempest-TestShelveInstance-149981330 tempest-TestShelveInstance-149981330-project] 10.222.0.46 "GET /v2.0/ports?device_id=84fd23f6-3068-4830-af49-301180593f89 HTTP/1.1" status: 200 len: 945 time: 0.0699470 Jan 31 21:04:33.780381 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-c67c8c09-c513-47d6-b24f-3e881c985f80 req-faf51212-e45f-4f8a-9dec-b275dd1d711d tempest-TestShelveInstance-149981330 tempest-TestShelveInstance-149981330-project] 10.222.0.46 "GET /v2.0/security-groups?id=50fe813f-2835-42fd-bbde-d65d1905fb7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530243 Jan 31 21:04:34.637602 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf77e667-2c70-4bb1-9682-4052dea042f4 req-943f7f02-b1b2-43c9-8c4b-f39d593a9bee tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 21:04:34.639086 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-bf77e667-2c70-4bb1-9682-4052dea042f4 req-943f7f02-b1b2-43c9-8c4b-f39d593a9bee tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] 10.222.0.46 "GET /v2.0/ports?device_id=9f85e396-f050-4f49-a8ca-39ef38cddf9b HTTP/1.1" status: 200 len: 944 time: 0.0645361 Jan 31 21:04:34.662116 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.rpc [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Device e5ac82c7-2e9b-4c73-906f-df5272f5f876 up at agent hyperv_hv-cinder-81322 {{(pid=102451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 21:04:34.697911 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-bf77e667-2c70-4bb1-9682-4052dea042f4 req-31621cda-7ff3-43b5-8f5d-8cc51e096125 tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] 10.222.0.46 "GET /v2.0/security-groups?id=c65378a2-fe6e-4350-bdeb-fc72abd6ffe9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460792 Jan 31 21:04:34.716404 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.db.provisioning_blocks [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Provisioning for port e5ac82c7-2e9b-4c73-906f-df5272f5f876 completed by entity L2. {{(pid=102451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 31 21:04:34.718328 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.db.provisioning_blocks [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Provisioning complete for port e5ac82c7-2e9b-4c73-906f-df5272f5f876 triggered by entity L2. {{(pid=102451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 21:04:34.718707 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3401144'] for port (e5ac82c7-2e9b-4c73-906f-df5272f5f876), provisioning_complete {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:04:34.801466 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.plugin [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Current status of the port e5ac82c7-2e9b-4c73-906f-df5272f5f876 is: BUILD; New status is: ACTIVE {{(pid=102451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 21:04:34.801854 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1026180'] for port (e5ac82c7-2e9b-4c73-906f-df5272f5f876), before_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:04:34.827128 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f85e396-f050-4f49-a8ca-39ef38cddf9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5ac82c7-2e9b-4c73-906f-df5272f5f876'}] {{(pid=102451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 21:04:34.829388 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c23f90a41664c3b077a95f51e37b0059f8aa38e98bc0260eca12d616ac4420be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-413f843c-f7cc-4b61-a813-417d03f5a44e" -d '{"events": [{"server_uuid": "9f85e396-f050-4f49-a8ca-39ef38cddf9b", "name": "network-vif-plugged", "status": "completed", "tag": "e5ac82c7-2e9b-4c73-906f-df5272f5f876"}]}' {{(pid=102451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 21:04:34.844635 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.db [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] For port e5ac82c7-2e9b-4c73-906f-df5272f5f876, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=e5ac82c7-2e9b-4c73-906f-df5272f5f876,segment=NetworkSegment(745141d5-f6be-4741-af72-381045eb8a7b),segment_id=745141d5-f6be-4741-af72-381045eb8a7b)] {{(pid=102451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 21:04:34.852044 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1029723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3769609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783600466378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783599971615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783599971633'] for port (e5ac82c7-2e9b-4c73-906f-df5272f5f876), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:04:34.876217 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 21:04:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25cd578f-5118-414f-afd9-aa353a67534a x-openstack-request-id: req-25cd578f-5118-414f-afd9-aa353a67534a {{(pid=102451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 21:04:34.876511 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f85e396-f050-4f49-a8ca-39ef38cddf9b", "name": "network-vif-plugged", "status": "completed", "tag": "e5ac82c7-2e9b-4c73-906f-df5272f5f876", "code": 200}]} {{(pid=102451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 21:04:34.876752 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-25cd578f-5118-414f-afd9-aa353a67534a {{(pid=102451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 21:04:34.877144 dv-cinder-813229-5-iscsi neutron-server[102451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f85e396-f050-4f49-a8ca-39ef38cddf9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5ac82c7-2e9b-4c73-906f-df5272f5f876', 'code': 200} Jan 31 21:04:34.905022 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Pushing event updated for resources: {'Port': ['ID=e5ac82c7-2e9b-4c73-906f-df5272f5f876,revision_number=5']} {{(pid=102451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 21:04:34.922321 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0872d00f-c6a1-4d6a-a176-5d39f12fb622 req-3f8a4ddf-717d-4626-a6df-7420ad401ae0 tempest-TestShelveInstance-149981330 tempest-TestShelveInstance-149981330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 21:04:34.923882 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-0872d00f-c6a1-4d6a-a176-5d39f12fb622 req-3f8a4ddf-717d-4626-a6df-7420ad401ae0 tempest-TestShelveInstance-149981330 tempest-TestShelveInstance-149981330-project] 10.222.0.46 "GET /v2.0/ports?device_id=84fd23f6-3068-4830-af49-301180593f89 HTTP/1.1" status: 200 len: 945 time: 0.0684657 Jan 31 21:04:34.981547 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-0872d00f-c6a1-4d6a-a176-5d39f12fb622 req-978ba5ed-ea3b-419a-9f73-7a3983ac4290 tempest-TestShelveInstance-149981330 tempest-TestShelveInstance-149981330-project] 10.222.0.46 "GET /v2.0/security-groups?id=50fe813f-2835-42fd-bbde-d65d1905fb7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492942 Jan 31 21:04:35.151760 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f681d2e2-bb4d-4ef3-b8a6-ee08e2fdbdae req-c55ce886-4d29-4556-acec-2ff3cdd00954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 21:04:35.153272 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-f681d2e2-bb4d-4ef3-b8a6-ee08e2fdbdae req-c55ce886-4d29-4556-acec-2ff3cdd00954 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=9f85e396-f050-4f49-a8ca-39ef38cddf9b HTTP/1.1" status: 200 len: 1129 time: 0.0489566 Jan 31 21:04:35.210218 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-f681d2e2-bb4d-4ef3-b8a6-ee08e2fdbdae req-8c509a1b-5db4-4541-b20d-8926ab6cab0e service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=c65378a2-fe6e-4350-bdeb-fc72abd6ffe9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459306 Jan 31 21:04:35.660583 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60701bad-752e-4287-b9fe-b88bef2c8b37 req-ad2cfa33-6291-4f3d-8864-ac3953ec3a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 21:04:35.665577 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-60701bad-752e-4287-b9fe-b88bef2c8b37 req-ad2cfa33-6291-4f3d-8864-ac3953ec3a0e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=9ef5260a588e440a9cbda357d967cba6&device_id=84fd23f6-3068-4830-af49-301180593f89 HTTP/1.1" status: 200 len: 1129 time: 0.0513678 Jan 31 21:04:35.770026 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60701bad-752e-4287-b9fe-b88bef2c8b37 req-342820ad-bfdf-46d3-a2fd-1605b18f3e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 21:04:35.771555 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-60701bad-752e-4287-b9fe-b88bef2c8b37 req-342820ad-bfdf-46d3-a2fd-1605b18f3e67 service neutron] 10.222.0.59 "GET /v2.0/networks?id=4e180073-417f-4263-8c1c-52be850fc825 HTTP/1.1" status: 200 len: 909 time: 0.1002305 Jan 31 21:04:35.824132 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f71067e-9f3b-4165-89f2-9115e57350f3 req-77dc3906-992b-4641-9d39-70c4e1793c23 tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 21:04:35.825637 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-0f71067e-9f3b-4165-89f2-9115e57350f3 req-77dc3906-992b-4641-9d39-70c4e1793c23 tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] 10.222.0.46 "GET /v2.0/ports?device_id=9f85e396-f050-4f49-a8ca-39ef38cddf9b HTTP/1.1" status: 200 len: 945 time: 0.0612831 Jan 31 21:04:35.850858 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-60701bad-752e-4287-b9fe-b88bef2c8b37 req-1ebc8f93-786b-4be7-b9dd-68784bb87ab9 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e055c48f-1e8b-4cda-a0fb-7b56b7a86e4e HTTP/1.1" status: 200 len: 1000 time: 0.0684280 Jan 31 21:04:35.883980 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-0f71067e-9f3b-4165-89f2-9115e57350f3 req-f79af162-e52b-456b-b186-de33bf815d71 tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] 10.222.0.46 "GET /v2.0/security-groups?id=c65378a2-fe6e-4350-bdeb-fc72abd6ffe9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520945 Jan 31 21:04:35.912669 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60701bad-752e-4287-b9fe-b88bef2c8b37 req-094438b1-02d9-4892-985c-e372163dcb06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 21:04:35.914131 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-60701bad-752e-4287-b9fe-b88bef2c8b37 req-094438b1-02d9-4892-985c-e372163dcb06 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=cd1c723d-71f1-4815-99b6-32f8e6614b72 HTTP/1.1" status: 200 len: 847 time: 0.0570598 Jan 31 21:04:35.971176 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60701bad-752e-4287-b9fe-b88bef2c8b37 req-dba407ad-4e6b-4b6b-a164-78bdedbef655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 21:04:35.973061 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-60701bad-752e-4287-b9fe-b88bef2c8b37 req-dba407ad-4e6b-4b6b-a164-78bdedbef655 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4e180073-417f-4263-8c1c-52be850fc825&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0523107 Jan 31 21:04:36.098472 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-60701bad-752e-4287-b9fe-b88bef2c8b37 req-c8e19cae-b87f-4eb4-8910-4b16d16a3522 service neutron] 10.222.0.59 "GET /v2.0/networks/4e180073-417f-4263-8c1c-52be850fc825?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1186097 Jan 31 21:04:36.177215 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd6172f-0f7b-4dd2-a5de-11d6fa3a9046 req-d0ffc217-13ca-4cbd-89e6-4f94ad3c737a tempest-TestShelveInstance-149981330 tempest-TestShelveInstance-149981330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 21:04:36.178643 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-6fd6172f-0f7b-4dd2-a5de-11d6fa3a9046 req-d0ffc217-13ca-4cbd-89e6-4f94ad3c737a tempest-TestShelveInstance-149981330 tempest-TestShelveInstance-149981330-project] 10.222.0.46 "GET /v2.0/ports?device_id=84fd23f6-3068-4830-af49-301180593f89 HTTP/1.1" status: 200 len: 945 time: 0.1226048 Jan 31 21:04:36.235323 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-60701bad-752e-4287-b9fe-b88bef2c8b37 req-82fdcd5c-beac-4886-a2b7-00d0615e530f service neutron] 10.222.0.59 "GET /v2.0/networks/4e180073-417f-4263-8c1c-52be850fc825?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306818 Jan 31 21:04:36.253932 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-6fd6172f-0f7b-4dd2-a5de-11d6fa3a9046 req-c1ec71b1-f36c-4edd-ad4d-c0c5b33d1cd7 tempest-TestShelveInstance-149981330 tempest-TestShelveInstance-149981330-project] 10.222.0.46 "GET /v2.0/security-groups?id=50fe813f-2835-42fd-bbde-d65d1905fb7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682397 Jan 31 21:04:37.015250 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680c9bda-2eeb-4fa6-a7b7-29cb0db22076 req-ca834f82-2401-487d-aa57-4761cff43730 tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 21:04:37.016774 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-680c9bda-2eeb-4fa6-a7b7-29cb0db22076 req-ca834f82-2401-487d-aa57-4761cff43730 tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] 10.222.0.46 "GET /v2.0/ports?device_id=9f85e396-f050-4f49-a8ca-39ef38cddf9b HTTP/1.1" status: 200 len: 945 time: 0.0632157 Jan 31 21:04:37.071449 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-680c9bda-2eeb-4fa6-a7b7-29cb0db22076 req-2028b650-b3a9-4934-8d1d-dda6c5966a22 tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] 10.222.0.46 "GET /v2.0/security-groups?id=c65378a2-fe6e-4350-bdeb-fc72abd6ffe9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474989 Jan 31 21:04:37.202297 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a2c778-7edd-4a76-a4ef-2f847c9af3de req-4a005a93-e160-4017-a8e5-53b8bf7fa34e tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 21:04:37.203755 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-d6a2c778-7edd-4a76-a4ef-2f847c9af3de req-4a005a93-e160-4017-a8e5-53b8bf7fa34e tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] 10.222.0.46 "GET /v2.0/ports?device_id=9f85e396-f050-4f49-a8ca-39ef38cddf9b HTTP/1.1" status: 200 len: 945 time: 0.0557809 Jan 31 21:04:37.267817 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-d6a2c778-7edd-4a76-a4ef-2f847c9af3de req-1b49437e-b6d3-470e-ac4a-e2bc165f2f86 tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] 10.222.0.46 "GET /v2.0/security-groups?id=c65378a2-fe6e-4350-bdeb-fc72abd6ffe9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536869 Jan 31 21:04:37.292508 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.wsgi [-] (102450) accepted ('10.222.0.46', 46684) {{(pid=102450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 21:04:37.339554 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d62ab323-9242-4709-8a17-162ed10cddab tempest-TestVolumeBootPattern-1424187030 tempest-TestVolumeBootPattern-1424187030-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 21:04:37.341210 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [None req-d62ab323-9242-4709-8a17-162ed10cddab tempest-TestVolumeBootPattern-1424187030 tempest-TestVolumeBootPattern-1424187030-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=9f85e396-f050-4f49-a8ca-39ef38cddf9b HTTP/1.1" status: 200 len: 1124 time: 0.0476906 Jan 31 21:04:37.344163 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.wsgi [-] (102449) accepted ('10.222.0.46', 46686) {{(pid=102449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 21:04:37.349578 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.v2.base [None req-d746996c-3d02-4d28-b10c-f49633b63188 tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] Request body: {'floatingip': {'floating_network_id': '51ba4d8e-a54c-4fb0-a209-37766af226e8', 'port_id': 'e5ac82c7-2e9b-4c73-906f-df5272f5f876', 'tenant_id': '3f735df896f74e2a8ec34440c5d4fbfa', 'fixed_ip_address': '172.20.0.9'}} {{(pid=102449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 21:04:37.372172 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-d746996c-3d02-4d28-b10c-f49633b63188 tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:04:37.422575 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a245ae6c-63cb-4b3f-b422-a50ba3fb33dd req-2030be3f-4f2e-4dcd-b2ea-2548bda63545 tempest-TestShelveInstance-149981330 tempest-TestShelveInstance-149981330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 21:04:37.422575 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-a245ae6c-63cb-4b3f-b422-a50ba3fb33dd req-2030be3f-4f2e-4dcd-b2ea-2548bda63545 tempest-TestShelveInstance-149981330 tempest-TestShelveInstance-149981330-project] 10.222.0.46 "GET /v2.0/ports?device_id=84fd23f6-3068-4830-af49-301180593f89 HTTP/1.1" status: 200 len: 945 time: 0.0796344 Jan 31 21:04:37.492977 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-d746996c-3d02-4d28-b10c-f49633b63188 tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1026180'] for port (None), before_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:04:37.505581 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-a245ae6c-63cb-4b3f-b422-a50ba3fb33dd req-46745afa-de23-484f-be9a-76747a0ef824 tempest-TestShelveInstance-149981330 tempest-TestShelveInstance-149981330-project] 10.222.0.46 "GET /v2.0/security-groups?id=50fe813f-2835-42fd-bbde-d65d1905fb7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0722356 Jan 31 21:04:37.613527 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.db.db_base_plugin_common [None req-d746996c-3d02-4d28-b10c-f49633b63188 tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] Allocated IP 172.27.2.64 (51ba4d8e-a54c-4fb0-a209-37766af226e8/99ba9542-d2be-443f-a804-26ff9bedcbe2/e1439bb1-ef7c-49ea-b13c-65d38b980fb8) {{(pid=102449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 31 21:04:37.727474 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-d746996c-3d02-4d28-b10c-f49633b63188 tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] Publish callbacks [] for port (e1439bb1-ef7c-49ea-b13c-65d38b980fb8), precommit_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:04:37.762446 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-d746996c-3d02-4d28-b10c-f49633b63188 tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1029723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3769609', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783599971597', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29106256'] for port (e1439bb1-ef7c-49ea-b13c-65d38b980fb8), after_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:04:37.800789 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d746996c-3d02-4d28-b10c-f49633b63188 tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] Network 51ba4d8e-a54c-4fb0-a209-37766af226e8 is already hosted by enough agents. {{(pid=102449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 31 21:04:37.803517 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.scheduler.base_scheduler [None req-d746996c-3d02-4d28-b10c-f49633b63188 tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] Resources bound (agent type, host, resource id): {{(pid=102449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 31 21:04:37.813740 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d746996c-3d02-4d28-b10c-f49633b63188 tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] Received port after_create {{(pid=102449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Jan 31 21:04:37.817540 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d746996c-3d02-4d28-b10c-f49633b63188 tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] Pushing event updated for resources: {'Port': ['ID=e1439bb1-ef7c-49ea-b13c-65d38b980fb8,revision_number=1']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 21:04:38.208032 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-d746996c-3d02-4d28-b10c-f49633b63188 tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] Publish callbacks [] for floatingip (f56afb8b-3b32-4318-b156-b1e0b3f591a2), precommit_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:04:38.286223 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-d746996c-3d02-4d28-b10c-f49633b63188 tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1026180'] for port (e1439bb1-ef7c-49ea-b13c-65d38b980fb8), before_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:04:38.450299 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-d746996c-3d02-4d28-b10c-f49633b63188 tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] Publish callbacks [] for port (e1439bb1-ef7c-49ea-b13c-65d38b980fb8), precommit_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:04:38.454955 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-d746996c-3d02-4d28-b10c-f49633b63188 tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1029723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3769609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783600466378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783599971615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783599971633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29106247'] for port (e1439bb1-ef7c-49ea-b13c-65d38b980fb8), after_update {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:04:38.527599 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d746996c-3d02-4d28-b10c-f49633b63188 tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] Pushing event updated for resources: {'Port': ['ID=e1439bb1-ef7c-49ea-b13c-65d38b980fb8,revision_number=2']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 21:04:38.542796 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-d746996c-3d02-4d28-b10c-f49633b63188 tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3696791'] for floatingip (f56afb8b-3b32-4318-b156-b1e0b3f591a2), after_create {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:04:38.715893 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85913ae-27f3-4271-9c32-ad7e3afb0905 req-d7e21dd3-419b-461f-8975-e2d30a312488 tempest-TestShelveInstance-149981330 tempest-TestShelveInstance-149981330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 21:04:38.717472 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-a85913ae-27f3-4271-9c32-ad7e3afb0905 req-d7e21dd3-419b-461f-8975-e2d30a312488 tempest-TestShelveInstance-149981330 tempest-TestShelveInstance-149981330-project] 10.222.0.46 "GET /v2.0/ports?device_id=84fd23f6-3068-4830-af49-301180593f89 HTTP/1.1" status: 200 len: 945 time: 0.1231153 Jan 31 21:04:38.720483 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.db.l3_db [None req-d746996c-3d02-4d28-b10c-f49633b63188 tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] Floating IP f56afb8b-3b32-4318-b156-b1e0b3f591a2 associated. External IP: 172.27.2.64, port: e5ac82c7-2e9b-4c73-906f-df5272f5f876. Jan 31 21:04:38.842933 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-a85913ae-27f3-4271-9c32-ad7e3afb0905 req-013168a4-e9a3-461c-ac05-d0981658d6e8 tempest-TestShelveInstance-149981330 tempest-TestShelveInstance-149981330-project] 10.222.0.46 "GET /v2.0/security-groups?id=50fe813f-2835-42fd-bbde-d65d1905fb7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1177897 Jan 31 21:04:38.929915 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.wsgi [req-44dba665-94ab-4198-a3fa-3725be055836 req-e2ee2829-ee97-443b-9b2c-e3746ca6934a service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=102450) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 31 21:04:38.931238 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-44dba665-94ab-4198-a3fa-3725be055836 req-e2ee2829-ee97-443b-9b2c-e3746ca6934a service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0070729 Jan 31 21:04:38.987494 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d746996c-3d02-4d28-b10c-f49633b63188 tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] Router 910c8d82-8f53-4a84-a34d-cc1bbd89049d has already been hosted by L3 agent 7c18f3b4-4d02-4b01-9072-98fcd9008716 {{(pid=102449) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 21:04:39.450900 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d746996c-3d02-4d28-b10c-f49633b63188 tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] Notify agent at l3_agent.dv-cinder-813229-5-iscsi the message routers_updated {{(pid=102449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 21:04:39.461209 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-135a2fa5-306c-4b7a-a6d2-3fa703ab7b26 None None] Sync routers for ids ['910c8d82-8f53-4a84-a34d-cc1bbd89049d'] in dv-cinder-813229-5-iscsi {{(pid=102451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 21:04:39.463225 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcff7a5-306d-4d90-a383-e13ccfc3f333 req-1ae93e44-f7e6-4e69-82d9-4b8d03bbbd8f tempest-TestShelveInstance-149981330 tempest-TestShelveInstance-149981330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 21:04:39.464810 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-bdcff7a5-306d-4d90-a383-e13ccfc3f333 req-1ae93e44-f7e6-4e69-82d9-4b8d03bbbd8f tempest-TestShelveInstance-149981330 tempest-TestShelveInstance-149981330-project] 10.222.0.46 "GET /v2.0/ports?device_id=84fd23f6-3068-4830-af49-301180593f89 HTTP/1.1" status: 200 len: 945 time: 0.4055526 Jan 31 21:04:39.474950 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-135a2fa5-306c-4b7a-a6d2-3fa703ab7b26 None None] Routers {'910c8d82-8f53-4a84-a34d-cc1bbd89049d'} bound to L3 agent in host dv-cinder-813229-5-iscsi {{(pid=102451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 21:04:39.476552 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.db.l3_hamode_db [None req-135a2fa5-306c-4b7a-a6d2-3fa703ab7b26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-31T20:45:52Z,description=,heartbeat_timestamp=2022-01-31T21:04:22Z,host='dv-cinder-813229-5-iscsi',id=7c18f3b4-4d02-4b01-9072-98fcd9008716,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T20:45:52Z,topic='l3_agent')) {'router_ids': ['910c8d82-8f53-4a84-a34d-cc1bbd89049d'], 'active': True} {{(pid=102451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 21:04:39.483007 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-b4511d4d-cfad-4d91-ab63-185f72afcb4d req-e88edf43-180c-4a91-8567-b21cb82fe66c service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=84fd23f6-3068-4830-af49-301180593f89&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4247155 Jan 31 21:04:39.509458 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-d746996c-3d02-4d28-b10c-f49633b63188 tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204375'] for floatingip (None), before_response {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:04:39.559926 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-bdcff7a5-306d-4d90-a383-e13ccfc3f333 req-cc487748-2e84-4915-b56f-18bbca8e551e tempest-TestShelveInstance-149981330 tempest-TestShelveInstance-149981330-project] 10.222.0.46 "GET /v2.0/security-groups?id=50fe813f-2835-42fd-bbde-d65d1905fb7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0801041 Jan 31 21:04:39.561560 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [None req-d746996c-3d02-4d28-b10c-f49633b63188 tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.2163863 Jan 31 21:04:39.562353 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f85e396-f050-4f49-a8ca-39ef38cddf9b', 'tag': 'e5ac82c7-2e9b-4c73-906f-df5272f5f876'}] {{(pid=102449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 21:04:39.565829 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba30590511e0408980e1e78341b94ae353025d2904c3e8034e675cc5aff8c4ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8f1345c-aba6-4012-b255-665c18dabd8e" -d '{"events": [{"name": "network-changed", "server_uuid": "9f85e396-f050-4f49-a8ca-39ef38cddf9b", "tag": "e5ac82c7-2e9b-4c73-906f-df5272f5f876"}]}' {{(pid=102449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 21:04:39.620353 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.db.l3_dvr_db [None req-135a2fa5-306c-4b7a-a6d2-3fa703ab7b26 None None] Set router 910c8d82-8f53-4a84-a34d-cc1bbd89049d gateway port host: dv-cinder-813229-5-iscsi {{(pid=102451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 21:04:39.693105 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 21:04:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-691ec38a-7fa4-47f6-867a-e0ca8ca79195 x-openstack-request-id: req-691ec38a-7fa4-47f6-867a-e0ca8ca79195 {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 21:04:39.693743 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f85e396-f050-4f49-a8ca-39ef38cddf9b", "tag": "e5ac82c7-2e9b-4c73-906f-df5272f5f876", "status": "completed", "code": 200}]} {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 21:04:39.694288 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-691ec38a-7fa4-47f6-867a-e0ca8ca79195 {{(pid=102449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 21:04:39.695408 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f85e396-f050-4f49-a8ca-39ef38cddf9b', 'tag': 'e5ac82c7-2e9b-4c73-906f-df5272f5f876', 'status': 'completed', 'code': 200} Jan 31 21:04:39.771860 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f1345c-aba6-4012-b255-665c18dabd8e req-9fc85988-6d67-458e-9564-a46c7f32e143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 21:04:39.773376 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-b8f1345c-aba6-4012-b255-665c18dabd8e req-9fc85988-6d67-458e-9564-a46c7f32e143 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3f735df896f74e2a8ec34440c5d4fbfa&device_id=9f85e396-f050-4f49-a8ca-39ef38cddf9b HTTP/1.1" status: 200 len: 1129 time: 0.0553627 Jan 31 21:04:39.883404 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f1345c-aba6-4012-b255-665c18dabd8e req-2d618e0b-3573-41d6-8b7d-5865fe79cc15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 21:04:39.884937 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-b8f1345c-aba6-4012-b255-665c18dabd8e req-2d618e0b-3573-41d6-8b7d-5865fe79cc15 service neutron] 10.222.0.59 "GET /v2.0/networks?id=84d6e016-dd99-48a6-8278-a9c378f62567 HTTP/1.1" status: 200 len: 913 time: 0.1019855 Jan 31 21:04:39.910161 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.db.l3_hamode_db [None req-135a2fa5-306c-4b7a-a6d2-3fa703ab7b26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '910c8d82-8f53-4a84-a34d-cc1bbd89049d', 'name': 'tempest-TestVolumeBootPattern-2011310398-router', 'tenant_id': '3f735df896f74e2a8ec34440c5d4fbfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51ba4d8e-a54c-4fb0-a209-37766af226e8', 'external_fixed_ips': [{'subnet_id': '99ba9542-d2be-443f-a804-26ff9bedcbe2', 'ip_address': '172.27.2.123'}], 'enable_snat': True}, 'gw_port_id': 'de93bc5b-9c48-48e9-93e3-d484933d6d1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T20:58:47Z', 'updated_at': '2022-01-31T20:58:52Z', 'revision_number': 4, 'project_id': '3f735df896f74e2a8ec34440c5d4fbfa', 'gw_port': {'id': 'de93bc5b-9c48-48e9-93e3-d484933d6d1a', 'name': '', 'network_id': '51ba4d8e-a54c-4fb0-a209-37766af226e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:ab:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '910c8d82-8f53-4a84-a34d-cc1bbd89049d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '99ba9542-d2be-443f-a804-26ff9bedcbe2', 'ip_address': '172.27.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T20:58:48Z', 'updated_at': '2022-01-31T20:58:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99ba9542-d2be-443f-a804-26ff9bedcbe2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-5-iscsi', '_floatingips': [{'id': 'a39777f4-7af1-4a86-9c7a-616c98d5f51e', 'tenant_id': '3f735df896f74e2a8ec34440c5d4fbfa', 'floating_ip_address': '172.27.2.191', 'floating_network_id': '51ba4d8e-a54c-4fb0-a209-37766af226e8', 'router_id': '910c8d82-8f53-4a84-a34d-cc1bbd89049d', 'port_id': 'b8d9fc23-85c4-481b-9e7b-e4a811306486', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 603, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '84d6e016-dd99-48a6-8278-a9c378f62567', 'mac_address': 'fa:16:3e:e9:f1:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58c37f98-72b9-4b0a-a710-18114ae0bdac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T21:02:31Z', 'updated_at': '2022-01-31T21:02:33Z', 'revision_number': 1, 'project_id': '3f735df896f74e2a8ec34440c5d4fbfa', 'fixed_ip_address_scope': None}, {'id': 'f56afb8b-3b32-4318-b156-b1e0b3f591a2', 'tenant_id': '3f735df896f74e2a8ec34440c5d4fbfa', 'floating_ip_address': '172.27.2.64', 'floating_network_id': '51ba4d8e-a54c-4fb0-a209-37766af226e8', 'router_id': '910c8d82-8f53-4a84-a34d-cc1bbd89049d', 'port_id': 'e5ac82c7-2e9b-4c73-906f-df5272f5f876', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '84d6e016-dd99-48a6-8278-a9c378f62567', 'mac_address': 'fa:16:3e:b7:c3:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f85e396-f050-4f49-a8ca-39ef38cddf9b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T21:04:38Z', 'updated_at': '2022-01-31T21:04:38Z', 'revision_number': 0, 'project_id': '3f735df896f74e2a8ec34440c5d4fbfa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3365364a-2deb-4044-bcd9-4ac2d97ebc11', 'name': '', 'network_id': '84d6e016-dd99-48a6-8278-a9c378f62567', 'tenant_id': '3f735df896f74e2a8ec34440c5d4fbfa', 'mac_address': 'fa:16:3e:ab:bf:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '910c8d82-8f53-4a84-a34d-cc1bbd89049d', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'f0ef83af-b9dd-40a6-908c-ffa9cf818bc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T20:58:51Z', 'updated_at': '2022-01-31T20:58:56Z', 'revision_number': 5, 'project_id': '3f735df896f74e2a8ec34440c5d4fbfa', 'subnets': [{'id': 'f0ef83af-b9dd-40a6-908c-ffa9cf818bc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-5-iscsi', False) {} {{(pid=102451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 21:04:39.936385 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-135a2fa5-306c-4b7a-a6d2-3fa703ab7b26 None None] Checking router: 910c8d82-8f53-4a84-a34d-cc1bbd89049d for host: dv-cinder-813229-5-iscsi {{(pid=102451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 21:04:39.945749 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-135a2fa5-306c-4b7a-a6d2-3fa703ab7b26 None None] Routers {'910c8d82-8f53-4a84-a34d-cc1bbd89049d'} bound to L3 agent in host dv-cinder-813229-5-iscsi {{(pid=102451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 21:04:39.946567 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.db.l3_hamode_db [None req-135a2fa5-306c-4b7a-a6d2-3fa703ab7b26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-31T20:45:52Z,description=,heartbeat_timestamp=2022-01-31T21:04:22Z,host='dv-cinder-813229-5-iscsi',id=7c18f3b4-4d02-4b01-9072-98fcd9008716,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T20:45:52Z,topic='l3_agent')) {'router_ids': ['910c8d82-8f53-4a84-a34d-cc1bbd89049d'], 'active': True} {{(pid=102451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 21:04:39.963967 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-b8f1345c-aba6-4012-b255-665c18dabd8e req-fa8bbc91-7e45-4d40-b881-01c21e53a188 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e5ac82c7-2e9b-4c73-906f-df5272f5f876 HTTP/1.1" status: 200 len: 998 time: 0.0708704 Jan 31 21:04:40.018334 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f1345c-aba6-4012-b255-665c18dabd8e req-a74c353a-c45f-4ae0-bc94-8b05df852844 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 21:04:40.023613 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-b8f1345c-aba6-4012-b255-665c18dabd8e req-a74c353a-c45f-4ae0-bc94-8b05df852844 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f0ef83af-b9dd-40a6-908c-ffa9cf818bc2 HTTP/1.1" status: 200 len: 851 time: 0.0503645 Jan 31 21:04:40.074360 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.db.l3_dvr_db [None req-135a2fa5-306c-4b7a-a6d2-3fa703ab7b26 None None] Set router 910c8d82-8f53-4a84-a34d-cc1bbd89049d gateway port host: dv-cinder-813229-5-iscsi {{(pid=102451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 21:04:40.085897 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f1345c-aba6-4012-b255-665c18dabd8e req-7ad17f0a-2324-4167-b6ba-cfdca830f6dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 21:04:40.087461 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-b8f1345c-aba6-4012-b255-665c18dabd8e req-7ad17f0a-2324-4167-b6ba-cfdca830f6dc service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=84d6e016-dd99-48a6-8278-a9c378f62567&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0591953 Jan 31 21:04:40.194038 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-b8f1345c-aba6-4012-b255-665c18dabd8e req-90be26b8-d397-40d6-8c70-207a7746b43a service neutron] 10.222.0.59 "GET /v2.0/networks/84d6e016-dd99-48a6-8278-a9c378f62567?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989540 Jan 31 21:04:40.309789 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-b8f1345c-aba6-4012-b255-665c18dabd8e req-2afd055c-cf39-4797-91b4-0daa2bac3612 service neutron] 10.222.0.59 "GET /v2.0/networks/84d6e016-dd99-48a6-8278-a9c378f62567?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1068907 Jan 31 21:04:40.366027 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.db.l3_hamode_db [None req-135a2fa5-306c-4b7a-a6d2-3fa703ab7b26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '910c8d82-8f53-4a84-a34d-cc1bbd89049d', 'name': 'tempest-TestVolumeBootPattern-2011310398-router', 'tenant_id': '3f735df896f74e2a8ec34440c5d4fbfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51ba4d8e-a54c-4fb0-a209-37766af226e8', 'external_fixed_ips': [{'subnet_id': '99ba9542-d2be-443f-a804-26ff9bedcbe2', 'ip_address': '172.27.2.123'}], 'enable_snat': True}, 'gw_port_id': 'de93bc5b-9c48-48e9-93e3-d484933d6d1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T20:58:47Z', 'updated_at': '2022-01-31T20:58:52Z', 'revision_number': 4, 'project_id': '3f735df896f74e2a8ec34440c5d4fbfa', 'gw_port': {'id': 'de93bc5b-9c48-48e9-93e3-d484933d6d1a', 'name': '', 'network_id': '51ba4d8e-a54c-4fb0-a209-37766af226e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:ab:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '910c8d82-8f53-4a84-a34d-cc1bbd89049d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '99ba9542-d2be-443f-a804-26ff9bedcbe2', 'ip_address': '172.27.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T20:58:48Z', 'updated_at': '2022-01-31T20:58:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99ba9542-d2be-443f-a804-26ff9bedcbe2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-5-iscsi', '_floatingips': [{'id': 'a39777f4-7af1-4a86-9c7a-616c98d5f51e', 'tenant_id': '3f735df896f74e2a8ec34440c5d4fbfa', 'floating_ip_address': '172.27.2.191', 'floating_network_id': '51ba4d8e-a54c-4fb0-a209-37766af226e8', 'router_id': '910c8d82-8f53-4a84-a34d-cc1bbd89049d', 'port_id': 'b8d9fc23-85c4-481b-9e7b-e4a811306486', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 603, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '84d6e016-dd99-48a6-8278-a9c378f62567', 'mac_address': 'fa:16:3e:e9:f1:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58c37f98-72b9-4b0a-a710-18114ae0bdac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T21:02:31Z', 'updated_at': '2022-01-31T21:02:33Z', 'revision_number': 1, 'project_id': '3f735df896f74e2a8ec34440c5d4fbfa', 'fixed_ip_address_scope': None}, {'id': 'f56afb8b-3b32-4318-b156-b1e0b3f591a2', 'tenant_id': '3f735df896f74e2a8ec34440c5d4fbfa', 'floating_ip_address': '172.27.2.64', 'floating_network_id': '51ba4d8e-a54c-4fb0-a209-37766af226e8', 'router_id': '910c8d82-8f53-4a84-a34d-cc1bbd89049d', 'port_id': 'e5ac82c7-2e9b-4c73-906f-df5272f5f876', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '84d6e016-dd99-48a6-8278-a9c378f62567', 'mac_address': 'fa:16:3e:b7:c3:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f85e396-f050-4f49-a8ca-39ef38cddf9b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T21:04:38Z', 'updated_at': '2022-01-31T21:04:38Z', 'revision_number': 0, 'project_id': '3f735df896f74e2a8ec34440c5d4fbfa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3365364a-2deb-4044-bcd9-4ac2d97ebc11', 'name': '', 'network_id': '84d6e016-dd99-48a6-8278-a9c378f62567', 'tenant_id': '3f735df896f74e2a8ec34440c5d4fbfa', 'mac_address': 'fa:16:3e:ab:bf:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '910c8d82-8f53-4a84-a34d-cc1bbd89049d', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'f0ef83af-b9dd-40a6-908c-ffa9cf818bc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T20:58:51Z', 'updated_at': '2022-01-31T20:58:56Z', 'revision_number': 5, 'project_id': '3f735df896f74e2a8ec34440c5d4fbfa', 'subnets': [{'id': 'f0ef83af-b9dd-40a6-908c-ffa9cf818bc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-5-iscsi', False) {} {{(pid=102451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 21:04:40.395115 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-135a2fa5-306c-4b7a-a6d2-3fa703ab7b26 None None] The sync data for ids ['910c8d82-8f53-4a84-a34d-cc1bbd89049d'] in dv-cinder-813229-5-iscsi is: [{'id': '910c8d82-8f53-4a84-a34d-cc1bbd89049d', 'name': 'tempest-TestVolumeBootPattern-2011310398-router', 'tenant_id': '3f735df896f74e2a8ec34440c5d4fbfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51ba4d8e-a54c-4fb0-a209-37766af226e8', 'external_fixed_ips': [{'subnet_id': '99ba9542-d2be-443f-a804-26ff9bedcbe2', 'ip_address': '172.27.2.123'}], 'enable_snat': True}, 'gw_port_id': 'de93bc5b-9c48-48e9-93e3-d484933d6d1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T20:58:47Z', 'updated_at': '2022-01-31T20:58:52Z', 'revision_number': 4, 'project_id': '3f735df896f74e2a8ec34440c5d4fbfa', 'gw_port': {'id': 'de93bc5b-9c48-48e9-93e3-d484933d6d1a', 'name': '', 'network_id': '51ba4d8e-a54c-4fb0-a209-37766af226e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:ab:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '910c8d82-8f53-4a84-a34d-cc1bbd89049d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '99ba9542-d2be-443f-a804-26ff9bedcbe2', 'ip_address': '172.27.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T20:58:48Z', 'updated_at': '2022-01-31T20:58:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99ba9542-d2be-443f-a804-26ff9bedcbe2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-5-iscsi', '_floatingips': [{'id': 'a39777f4-7af1-4a86-9c7a-616c98d5f51e', 'tenant_id': '3f735df896f74e2a8ec34440c5d4fbfa', 'floating_ip_address': '172.27.2.191', 'floating_network_id': '51ba4d8e-a54c-4fb0-a209-37766af226e8', 'router_id': '910c8d82-8f53-4a84-a34d-cc1bbd89049d', 'port_id': 'b8d9fc23-85c4-481b-9e7b-e4a811306486', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 603, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '84d6e016-dd99-48a6-8278-a9c378f62567', 'mac_address': 'fa:16:3e:e9:f1:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58c37f98-72b9-4b0a-a710-18114ae0bdac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T21:02:31Z', 'updated_at': '2022-01-31T21:02:33Z', 'revision_number': 1, 'project_id': '3f735df896f74e2a8ec34440c5d4fbfa', 'fixed_ip_address_scope': None}, {'id': 'f56afb8b-3b32-4318-b156-b1e0b3f591a2', 'tenant_id': '3f735df896f74e2a8ec34440c5d4fbfa', 'floating_ip_address': '172.27.2.64', 'floating_network_id': '51ba4d8e-a54c-4fb0-a209-37766af226e8', 'router_id': '910c8d82-8f53-4a84-a34d-cc1bbd89049d', 'port_id': 'e5ac82c7-2e9b-4c73-906f-df5272f5f876', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '84d6e016-dd99-48a6-8278-a9c378f62567', 'mac_address': 'fa:16:3e:b7:c3:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f85e396-f050-4f49-a8ca-39ef38cddf9b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T21:04:38Z', 'updated_at': '2022-01-31T21:04:38Z', 'revision_number': 0, 'project_id': '3f735df896f74e2a8ec34440c5d4fbfa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3365364a-2deb-4044-bcd9-4ac2d97ebc11', 'name': '', 'network_id': '84d6e016-dd99-48a6-8278-a9c378f62567', 'tenant_id': '3f735df896f74e2a8ec34440c5d4fbfa', 'mac_address': 'fa:16:3e:ab:bf:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '910c8d82-8f53-4a84-a34d-cc1bbd89049d', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'f0ef83af-b9dd-40a6-908c-ffa9cf818bc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T20:58:51Z', 'updated_at': '2022-01-31T20:58:56Z', 'revision_number': 5, 'project_id': '3f735df896f74e2a8ec34440c5d4fbfa', 'subnets': [{'id': 'f0ef83af-b9dd-40a6-908c-ffa9cf818bc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 21:04:40.617328 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-036ab2fa-7baa-439b-bbdc-5d542f7198a2 None None] New status for floating IP f56afb8b-3b32-4318-b156-b1e0b3f591a2: ACTIVE {{(pid=102454) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 31 21:04:40.719140 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7f81dc-401a-4278-ae65-9e8b2faaad23 req-142a2f74-287a-423d-9835-12c7e7387396 tempest-TestShelveInstance-149981330 tempest-TestShelveInstance-149981330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 21:04:40.720966 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-6f7f81dc-401a-4278-ae65-9e8b2faaad23 req-142a2f74-287a-423d-9835-12c7e7387396 tempest-TestShelveInstance-149981330 tempest-TestShelveInstance-149981330-project] 10.222.0.46 "GET /v2.0/ports?device_id=84fd23f6-3068-4830-af49-301180593f89 HTTP/1.1" status: 200 len: 945 time: 0.0721977 Jan 31 21:04:40.786226 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-6f7f81dc-401a-4278-ae65-9e8b2faaad23 req-ae7263f1-5ecb-4247-9c52-7be98b012b52 tempest-TestShelveInstance-149981330 tempest-TestShelveInstance-149981330-project] 10.222.0.46 "GET /v2.0/security-groups?id=50fe813f-2835-42fd-bbde-d65d1905fb7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564556 Jan 31 21:04:41.037812 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4511d4d-cfad-4d91-ab63-185f72afcb4d req-a1e62c03-aa2f-493b-99f4-dad5abf056d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 21:04:41.039382 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-b4511d4d-cfad-4d91-ab63-185f72afcb4d req-a1e62c03-aa2f-493b-99f4-dad5abf056d4 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=84fd23f6-3068-4830-af49-301180593f89&tenant_id=9ef5260a588e440a9cbda357d967cba6 HTTP/1.1" status: 200 len: 1129 time: 0.0498989 Jan 31 21:04:41.109968 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4511d4d-cfad-4d91-ab63-185f72afcb4d req-7f4ff3d8-5903-4b8f-ab1c-8795f5857e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 21:04:41.111547 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-b4511d4d-cfad-4d91-ab63-185f72afcb4d req-7f4ff3d8-5903-4b8f-ab1c-8795f5857e08 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=9ef5260a588e440a9cbda357d967cba6&device_id=84fd23f6-3068-4830-af49-301180593f89 HTTP/1.1" status: 200 len: 1129 time: 0.0479593 Jan 31 21:04:41.214248 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4511d4d-cfad-4d91-ab63-185f72afcb4d req-10dbf99a-a2d9-4897-95fd-4d06518217b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 21:04:41.215770 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-b4511d4d-cfad-4d91-ab63-185f72afcb4d req-10dbf99a-a2d9-4897-95fd-4d06518217b5 service neutron] 10.222.0.59 "GET /v2.0/networks?id=4e180073-417f-4263-8c1c-52be850fc825 HTTP/1.1" status: 200 len: 909 time: 0.0979366 Jan 31 21:04:41.291808 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-b4511d4d-cfad-4d91-ab63-185f72afcb4d req-949d8196-6679-48c8-9df7-57bb1b2acdc7 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e055c48f-1e8b-4cda-a0fb-7b56b7a86e4e HTTP/1.1" status: 200 len: 1000 time: 0.0675156 Jan 31 21:04:41.340238 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4511d4d-cfad-4d91-ab63-185f72afcb4d req-9fcf007c-73f2-4e7d-ad46-f3fcccc07d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 21:04:41.341739 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-b4511d4d-cfad-4d91-ab63-185f72afcb4d req-9fcf007c-73f2-4e7d-ad46-f3fcccc07d25 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=cd1c723d-71f1-4815-99b6-32f8e6614b72 HTTP/1.1" status: 200 len: 847 time: 0.0442843 Jan 31 21:04:41.391554 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4511d4d-cfad-4d91-ab63-185f72afcb4d req-a59d1ba3-a3e1-4dd9-bc82-534dfa90d84a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 21:04:41.393976 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-b4511d4d-cfad-4d91-ab63-185f72afcb4d req-a59d1ba3-a3e1-4dd9-bc82-534dfa90d84a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4e180073-417f-4263-8c1c-52be850fc825&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0454512 Jan 31 21:04:41.491307 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-b4511d4d-cfad-4d91-ab63-185f72afcb4d req-5df1e9cc-2ef3-4732-a234-f1b821a90139 service neutron] 10.222.0.59 "GET /v2.0/networks/4e180073-417f-4263-8c1c-52be850fc825?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903804 Jan 31 21:04:41.585682 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-b4511d4d-cfad-4d91-ab63-185f72afcb4d req-a2b78e6b-f4e0-43c3-94e6-3df4f67f63e6 service neutron] 10.222.0.59 "GET /v2.0/networks/4e180073-417f-4263-8c1c-52be850fc825?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881083 Jan 31 21:04:41.928042 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20109c4-3ebe-41e0-bfc4-9b0311135c2a req-0709a1c1-01cd-46ec-9655-c94c98917dc6 tempest-TestShelveInstance-149981330 tempest-TestShelveInstance-149981330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 21:04:41.929571 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-f20109c4-3ebe-41e0-bfc4-9b0311135c2a req-0709a1c1-01cd-46ec-9655-c94c98917dc6 tempest-TestShelveInstance-149981330 tempest-TestShelveInstance-149981330-project] 10.222.0.46 "GET /v2.0/ports?device_id=84fd23f6-3068-4830-af49-301180593f89 HTTP/1.1" status: 200 len: 945 time: 0.0579705 Jan 31 21:04:41.979695 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-f20109c4-3ebe-41e0-bfc4-9b0311135c2a req-1d57d813-daa5-4290-910c-95a6906b8fa4 tempest-TestShelveInstance-149981330 tempest-TestShelveInstance-149981330-project] 10.222.0.46 "GET /v2.0/security-groups?id=50fe813f-2835-42fd-bbde-d65d1905fb7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444815 Jan 31 21:04:42.701658 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.rpc [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Device e055c48f-1e8b-4cda-a0fb-7b56b7a86e4e no longer exists at agent hyperv_hv-cinder-81322 {{(pid=102451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 21:04:42.781788 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.plugin [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Current status of the port e055c48f-1e8b-4cda-a0fb-7b56b7a86e4e is: ACTIVE; New status is: DOWN {{(pid=102451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 21:04:42.782175 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1026180'] for port (e055c48f-1e8b-4cda-a0fb-7b56b7a86e4e), before_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:04:42.812346 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84fd23f6-3068-4830-af49-301180593f89', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e055c48f-1e8b-4cda-a0fb-7b56b7a86e4e'}] {{(pid=102451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 21:04:42.814589 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c23f90a41664c3b077a95f51e37b0059f8aa38e98bc0260eca12d616ac4420be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3bef222-060c-444c-bb7e-b91df8faa7b9" -d '{"events": [{"server_uuid": "84fd23f6-3068-4830-af49-301180593f89", "name": "network-vif-unplugged", "status": "completed", "tag": "e055c48f-1e8b-4cda-a0fb-7b56b7a86e4e"}]}' {{(pid=102451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 21:04:42.828267 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.db [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] For port e055c48f-1e8b-4cda-a0fb-7b56b7a86e4e, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=e055c48f-1e8b-4cda-a0fb-7b56b7a86e4e,segment=NetworkSegment(686d5a02-d5f1-47f8-8eb5-40a8ecfc04d6),segment_id=686d5a02-d5f1-47f8-8eb5-40a8ecfc04d6)] {{(pid=102451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 21:04:42.833411 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1029723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3769609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783600466378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783599971615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783599971633'] for port (e055c48f-1e8b-4cda-a0fb-7b56b7a86e4e), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:04:42.888277 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Pushing event updated for resources: {'Port': ['ID=e055c48f-1e8b-4cda-a0fb-7b56b7a86e4e,revision_number=6']} {{(pid=102451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 21:04:42.942242 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 31 Jan 2022 21:04:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b22eb19-0e94-4036-a21b-b0f476fbb06c x-openstack-request-id: req-2b22eb19-0e94-4036-a21b-b0f476fbb06c {{(pid=102451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 21:04:42.942547 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84fd23f6-3068-4830-af49-301180593f89", "name": "network-vif-unplugged", "status": "completed", "tag": "e055c48f-1e8b-4cda-a0fb-7b56b7a86e4e", "code": 200}]} {{(pid=102451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 21:04:42.942826 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-2b22eb19-0e94-4036-a21b-b0f476fbb06c {{(pid=102451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 21:04:42.943280 dv-cinder-813229-5-iscsi neutron-server[102451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84fd23f6-3068-4830-af49-301180593f89', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e055c48f-1e8b-4cda-a0fb-7b56b7a86e4e', 'code': 200} Jan 31 21:04:43.100778 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f1efe6-7c1e-4622-a820-e500445ac6ab req-3d7d22a5-59c6-43e8-8984-522d90acc32e tempest-TestShelveInstance-149981330 tempest-TestShelveInstance-149981330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 21:04:43.102320 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-50f1efe6-7c1e-4622-a820-e500445ac6ab req-3d7d22a5-59c6-43e8-8984-522d90acc32e tempest-TestShelveInstance-149981330 tempest-TestShelveInstance-149981330-project] 10.222.0.46 "GET /v2.0/ports?device_id=84fd23f6-3068-4830-af49-301180593f89 HTTP/1.1" status: 200 len: 943 time: 0.0553532 Jan 31 21:04:43.152593 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-50f1efe6-7c1e-4622-a820-e500445ac6ab req-22bd7eb6-6cc8-4d68-b82c-80452d9a5578 tempest-TestShelveInstance-149981330 tempest-TestShelveInstance-149981330-project] 10.222.0.46 "GET /v2.0/security-groups?id=50fe813f-2835-42fd-bbde-d65d1905fb7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447059 Jan 31 21:04:44.284487 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fe7066-e90f-4250-ba74-3c78a6a910d7 req-89fc0419-b050-4d28-a785-de1d57768bfc tempest-TestShelveInstance-149981330 tempest-TestShelveInstance-149981330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 21:04:44.286136 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-a9fe7066-e90f-4250-ba74-3c78a6a910d7 req-89fc0419-b050-4d28-a785-de1d57768bfc tempest-TestShelveInstance-149981330 tempest-TestShelveInstance-149981330-project] 10.222.0.46 "GET /v2.0/ports?device_id=84fd23f6-3068-4830-af49-301180593f89 HTTP/1.1" status: 200 len: 943 time: 0.0609245 Jan 31 21:04:44.342216 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-a9fe7066-e90f-4250-ba74-3c78a6a910d7 req-a2ca604f-aa61-412a-bec3-8b5e2b4397b4 tempest-TestShelveInstance-149981330 tempest-TestShelveInstance-149981330-project] 10.222.0.46 "GET /v2.0/security-groups?id=50fe813f-2835-42fd-bbde-d65d1905fb7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476351 Jan 31 21:04:45.471838 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b19174-282d-4443-981a-c630f5fc9669 req-075af25f-cc89-4a61-adfa-8f45bf56f80b tempest-TestShelveInstance-149981330 tempest-TestShelveInstance-149981330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 21:04:45.473301 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-b9b19174-282d-4443-981a-c630f5fc9669 req-075af25f-cc89-4a61-adfa-8f45bf56f80b tempest-TestShelveInstance-149981330 tempest-TestShelveInstance-149981330-project] 10.222.0.46 "GET /v2.0/ports?device_id=84fd23f6-3068-4830-af49-301180593f89 HTTP/1.1" status: 200 len: 943 time: 0.0593963 Jan 31 21:04:45.525821 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-b9b19174-282d-4443-981a-c630f5fc9669 req-19569055-c49b-4cac-9c03-f80cc7b16297 tempest-TestShelveInstance-149981330 tempest-TestShelveInstance-149981330-project] 10.222.0.46 "GET /v2.0/security-groups?id=50fe813f-2835-42fd-bbde-d65d1905fb7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467813 Jan 31 21:04:46.644948 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19919a3e-ab58-47c5-98cf-ed473e0d8a99 req-016ee2b3-6a74-4bcc-b4aa-722739edae46 tempest-TestShelveInstance-149981330 tempest-TestShelveInstance-149981330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 21:04:46.646440 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-19919a3e-ab58-47c5-98cf-ed473e0d8a99 req-016ee2b3-6a74-4bcc-b4aa-722739edae46 tempest-TestShelveInstance-149981330 tempest-TestShelveInstance-149981330-project] 10.222.0.46 "GET /v2.0/ports?device_id=84fd23f6-3068-4830-af49-301180593f89 HTTP/1.1" status: 200 len: 943 time: 0.0527792 Jan 31 21:04:46.695811 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-19919a3e-ab58-47c5-98cf-ed473e0d8a99 req-7a85d960-5b61-4476-8f27-e9269f3b37cb tempest-TestShelveInstance-149981330 tempest-TestShelveInstance-149981330-project] 10.222.0.46 "GET /v2.0/security-groups?id=50fe813f-2835-42fd-bbde-d65d1905fb7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433939 Jan 31 21:04:47.831886 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8940251-e2bf-4a1f-97a5-990a66881475 req-ea139a09-0661-4282-bc50-301f42cdb51d tempest-TestShelveInstance-149981330 tempest-TestShelveInstance-149981330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 21:04:47.833442 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-c8940251-e2bf-4a1f-97a5-990a66881475 req-ea139a09-0661-4282-bc50-301f42cdb51d tempest-TestShelveInstance-149981330 tempest-TestShelveInstance-149981330-project] 10.222.0.46 "GET /v2.0/ports?device_id=84fd23f6-3068-4830-af49-301180593f89 HTTP/1.1" status: 200 len: 943 time: 0.0598164 Jan 31 21:04:47.904944 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-c8940251-e2bf-4a1f-97a5-990a66881475 req-db27b20a-a66d-46bc-b5f4-e280605de6c2 tempest-TestShelveInstance-149981330 tempest-TestShelveInstance-149981330-project] 10.222.0.46 "GET /v2.0/security-groups?id=50fe813f-2835-42fd-bbde-d65d1905fb7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645804 Jan 31 21:04:47.966056 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7379e092-23c2-4057-9fdf-de8259ac5e55 req-2936daea-25c7-4898-a47f-6f79958538c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 21:04:47.973524 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-7379e092-23c2-4057-9fdf-de8259ac5e55 req-2936daea-25c7-4898-a47f-6f79958538c8 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=84fd23f6-3068-4830-af49-301180593f89 HTTP/1.1" status: 200 len: 1127 time: 0.0500042 Jan 31 21:04:48.020063 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-7379e092-23c2-4057-9fdf-de8259ac5e55 req-5e9f4856-04a2-4031-9cef-9f79f9e4025f service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=50fe813f-2835-42fd-bbde-d65d1905fb7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447974 Jan 31 21:04:48.712455 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.rpc [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Device e055c48f-1e8b-4cda-a0fb-7b56b7a86e4e details requested by agent hyperv_hv-cinder-81322 with host hv-cinder-81322 {{(pid=102451) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 31 21:04:48.830694 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.db [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] For port e055c48f-1e8b-4cda-a0fb-7b56b7a86e4e, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=e055c48f-1e8b-4cda-a0fb-7b56b7a86e4e,segment=NetworkSegment(686d5a02-d5f1-47f8-8eb5-40a8ecfc04d6),segment_id=686d5a02-d5f1-47f8-8eb5-40a8ecfc04d6)] {{(pid=102451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 21:04:48.843584 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.rpc [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Returning: {'device': 'e055c48f-1e8b-4cda-a0fb-7b56b7a86e4e', 'network_id': '4e180073-417f-4263-8c1c-52be850fc825', 'port_id': 'e055c48f-1e8b-4cda-a0fb-7b56b7a86e4e', 'mac_address': 'fa:16:3e:ba:19:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 660, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd1c723d-71f1-4815-99b6-32f8e6614b72', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102451) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 31 21:04:48.886242 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.plugin [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Current status of the port e055c48f-1e8b-4cda-a0fb-7b56b7a86e4e is: DOWN; New status is: BUILD {{(pid=102451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 21:04:48.886656 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1026180'] for port (e055c48f-1e8b-4cda-a0fb-7b56b7a86e4e), before_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:04:48.901598 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.notifiers.nova [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e055c48f-1e8b-4cda-a0fb-7b56b7a86e4e {{(pid=102451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Jan 31 21:04:48.922649 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.db [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] For port e055c48f-1e8b-4cda-a0fb-7b56b7a86e4e, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=e055c48f-1e8b-4cda-a0fb-7b56b7a86e4e,segment=NetworkSegment(686d5a02-d5f1-47f8-8eb5-40a8ecfc04d6),segment_id=686d5a02-d5f1-47f8-8eb5-40a8ecfc04d6)] {{(pid=102451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 21:04:48.927213 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1029723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3769609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783600466378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783599971615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783599971633'] for port (e055c48f-1e8b-4cda-a0fb-7b56b7a86e4e), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:04:48.988009 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Pushing event updated for resources: {'Port': ['ID=e055c48f-1e8b-4cda-a0fb-7b56b7a86e4e,revision_number=7']} {{(pid=102451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 21:04:49.056454 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd4e9bd-0c12-4657-8f26-806f6d3bb08d req-2c5ad6f3-c708-4fdb-b502-7a3ba7d74ddb tempest-TestShelveInstance-149981330 tempest-TestShelveInstance-149981330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 21:04:49.058111 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-fbd4e9bd-0c12-4657-8f26-806f6d3bb08d req-2c5ad6f3-c708-4fdb-b502-7a3ba7d74ddb tempest-TestShelveInstance-149981330 tempest-TestShelveInstance-149981330-project] 10.222.0.46 "GET /v2.0/ports?device_id=84fd23f6-3068-4830-af49-301180593f89 HTTP/1.1" status: 200 len: 944 time: 0.0624065 Jan 31 21:04:49.138164 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-fbd4e9bd-0c12-4657-8f26-806f6d3bb08d req-895f4f41-b968-42e1-9d29-4f1a1e4f6f01 tempest-TestShelveInstance-149981330 tempest-TestShelveInstance-149981330-project] 10.222.0.46 "GET /v2.0/security-groups?id=50fe813f-2835-42fd-bbde-d65d1905fb7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682847 Jan 31 21:04:49.290425 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.db [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] get_ports_and_sgs() called for port_ids ['e055c48f-1e8b-4cda-a0fb-7b56b7a86e4e'] {{(pid=102451) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 21:04:49.513102 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-c25105ff-0d4c-4f2d-96e6-7638975a20b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600486512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3401042'] for agent (34ef0204-81d1-4f5e-89d1-b08d0f866641), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:04:50.266055 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0ea4e3-638a-40ee-a6ae-644cf31a4c04 req-4c6d706e-c559-4e4d-a571-384d983ba2af tempest-TestShelveInstance-149981330 tempest-TestShelveInstance-149981330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 21:04:50.268111 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-bc0ea4e3-638a-40ee-a6ae-644cf31a4c04 req-4c6d706e-c559-4e4d-a571-384d983ba2af tempest-TestShelveInstance-149981330 tempest-TestShelveInstance-149981330-project] 10.222.0.46 "GET /v2.0/ports?device_id=84fd23f6-3068-4830-af49-301180593f89 HTTP/1.1" status: 200 len: 944 time: 0.0538380 Jan 31 21:04:50.319965 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-bc0ea4e3-638a-40ee-a6ae-644cf31a4c04 req-9feb7d77-f9b6-46e3-a5c1-4efbfe5bdc44 tempest-TestShelveInstance-149981330 tempest-TestShelveInstance-149981330-project] 10.222.0.46 "GET /v2.0/security-groups?id=50fe813f-2835-42fd-bbde-d65d1905fb7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450852 Jan 31 21:04:50.719321 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.rpc [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Device e055c48f-1e8b-4cda-a0fb-7b56b7a86e4e up at agent hyperv_hv-cinder-81322 {{(pid=102451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 31 21:04:50.775450 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.db.provisioning_blocks [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Provisioning complete for port e055c48f-1e8b-4cda-a0fb-7b56b7a86e4e triggered by entity L2. {{(pid=102451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 21:04:50.775821 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3401144'] for port (e055c48f-1e8b-4cda-a0fb-7b56b7a86e4e), provisioning_complete {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:04:50.875897 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.plugin [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Current status of the port e055c48f-1e8b-4cda-a0fb-7b56b7a86e4e is: BUILD; New status is: ACTIVE {{(pid=102451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 21:04:50.876859 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1026180'] for port (e055c48f-1e8b-4cda-a0fb-7b56b7a86e4e), before_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:04:50.900853 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84fd23f6-3068-4830-af49-301180593f89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e055c48f-1e8b-4cda-a0fb-7b56b7a86e4e'}] {{(pid=102451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 21:04:50.903666 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c23f90a41664c3b077a95f51e37b0059f8aa38e98bc0260eca12d616ac4420be" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eda9185d-f4c4-47f9-bda5-835e469c8bbb" -d '{"events": [{"server_uuid": "84fd23f6-3068-4830-af49-301180593f89", "name": "network-vif-plugged", "status": "completed", "tag": "e055c48f-1e8b-4cda-a0fb-7b56b7a86e4e"}]}' {{(pid=102451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 21:04:50.921600 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.db [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] For port e055c48f-1e8b-4cda-a0fb-7b56b7a86e4e, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=e055c48f-1e8b-4cda-a0fb-7b56b7a86e4e,segment=NetworkSegment(686d5a02-d5f1-47f8-8eb5-40a8ecfc04d6),segment_id=686d5a02-d5f1-47f8-8eb5-40a8ecfc04d6)] {{(pid=102451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 21:04:50.927650 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1029723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3769609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783600466378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783599971615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783599971633'] for port (e055c48f-1e8b-4cda-a0fb-7b56b7a86e4e), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:04:50.956062 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 21:04:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4efbc047-f1dc-4122-8fac-12471cea5189 x-openstack-request-id: req-4efbc047-f1dc-4122-8fac-12471cea5189 {{(pid=102451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 21:04:50.956397 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84fd23f6-3068-4830-af49-301180593f89", "name": "network-vif-plugged", "status": "completed", "tag": "e055c48f-1e8b-4cda-a0fb-7b56b7a86e4e", "code": 200}]} {{(pid=102451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 21:04:50.956595 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-4efbc047-f1dc-4122-8fac-12471cea5189 {{(pid=102451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 21:04:50.956982 dv-cinder-813229-5-iscsi neutron-server[102451]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84fd23f6-3068-4830-af49-301180593f89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e055c48f-1e8b-4cda-a0fb-7b56b7a86e4e', 'code': 200} Jan 31 21:04:50.989166 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Pushing event updated for resources: {'Port': ['ID=e055c48f-1e8b-4cda-a0fb-7b56b7a86e4e,revision_number=8']} {{(pid=102451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 21:04:51.698971 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-ab671879-a773-48d9-ba2c-b4941593914d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600486512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3401042'] for agent (7c18f3b4-4d02-4b01-9072-98fcd9008716), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:04:53.020719 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-7eb716df-9c73-407a-9e83-210e7bcc67e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600486512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3401042'] for agent (289e5c83-71b6-47e7-bef9-287113943a12), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:04:54.461971 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-ded4de29-c2d1-4616-9365-9981ea756e41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600486512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3401042'] for agent (bf9d83f7-9209-4252-b853-70feadeab726), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:04:55.305721 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-cbcc479c-b0b6-4059-bc3a-375efc82eb8d req-f7ea556e-9e1c-41a4-8ca5-5d22c774076f tempest-TestMinimumBasicScenario-93005962 tempest-TestMinimumBasicScenario-93005962-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-977869336&fields=id&tenant_id=f3a50fa6222c45909f5e2cee9c006033 HTTP/1.1" status: 200 len: 267 time: 0.0506735 Jan 31 21:04:55.366307 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcc479c-b0b6-4059-bc3a-375efc82eb8d req-d58f07a9-3ac2-4fa4-881d-58da8edbf4cd tempest-TestMinimumBasicScenario-93005962 tempest-TestMinimumBasicScenario-93005962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 21:04:55.367929 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-cbcc479c-b0b6-4059-bc3a-375efc82eb8d req-d58f07a9-3ac2-4fa4-881d-58da8edbf4cd tempest-TestMinimumBasicScenario-93005962 tempest-TestMinimumBasicScenario-93005962-project] 10.222.0.46 "GET /v2.0/ports?device_id=ef7459dd-77b2-4ef8-a07c-9643b962872f HTTP/1.1" status: 200 len: 984 time: 0.0571260 Jan 31 21:04:55.379827 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.v2.base [req-cbcc479c-b0b6-4059-bc3a-375efc82eb8d req-e5fce593-ecd5-42a6-b2df-e18caeee67b4 tempest-TestMinimumBasicScenario-93005962 tempest-TestMinimumBasicScenario-93005962-project] Request body: {'port': {'security_groups': ['51227d9f-5cff-42d8-80a3-f2dfde9510f0']}} {{(pid=102450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 31 21:04:55.460995 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [req-cbcc479c-b0b6-4059-bc3a-375efc82eb8d req-e5fce593-ecd5-42a6-b2df-e18caeee67b4 tempest-TestMinimumBasicScenario-93005962 tempest-TestMinimumBasicScenario-93005962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1026180'] for port (76b64cd8-33c8-457b-b2b0-b5ffa951a9f2), before_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:04:55.650938 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.plugins.ml2.db [req-cbcc479c-b0b6-4059-bc3a-375efc82eb8d req-e5fce593-ecd5-42a6-b2df-e18caeee67b4 tempest-TestMinimumBasicScenario-93005962 tempest-TestMinimumBasicScenario-93005962-project] For port 76b64cd8-33c8-457b-b2b0-b5ffa951a9f2, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=76b64cd8-33c8-457b-b2b0-b5ffa951a9f2,segment=NetworkSegment(334b6d35-c1e2-4736-987b-283b48f94d99),segment_id=334b6d35-c1e2-4736-987b-283b48f94d99)] {{(pid=102450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 21:04:55.679409 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [req-cbcc479c-b0b6-4059-bc3a-375efc82eb8d req-e5fce593-ecd5-42a6-b2df-e18caeee67b4 tempest-TestMinimumBasicScenario-93005962 tempest-TestMinimumBasicScenario-93005962-project] Publish callbacks [] for port (76b64cd8-33c8-457b-b2b0-b5ffa951a9f2), precommit_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:04:55.684456 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [req-cbcc479c-b0b6-4059-bc3a-375efc82eb8d req-e5fce593-ecd5-42a6-b2df-e18caeee67b4 tempest-TestMinimumBasicScenario-93005962 tempest-TestMinimumBasicScenario-93005962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1029723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3769609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783600466378', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783599971615', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783599971633', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-27814890'] for port (76b64cd8-33c8-457b-b2b0-b5ffa951a9f2), after_update {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:04:55.697230 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.db [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] get_ports_and_sgs() called for port_ids ['76b64cd8-33c8-457b-b2b0-b5ffa951a9f2'] {{(pid=102451) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 21:04:55.739086 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcc479c-b0b6-4059-bc3a-375efc82eb8d req-e5fce593-ecd5-42a6-b2df-e18caeee67b4 tempest-TestMinimumBasicScenario-93005962 tempest-TestMinimumBasicScenario-93005962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 21:04:55.739836 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [req-cbcc479c-b0b6-4059-bc3a-375efc82eb8d req-e5fce593-ecd5-42a6-b2df-e18caeee67b4 tempest-TestMinimumBasicScenario-93005962 tempest-TestMinimumBasicScenario-93005962-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204375'] for port (None), before_response {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:04:55.741234 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-cbcc479c-b0b6-4059-bc3a-375efc82eb8d req-e5fce593-ecd5-42a6-b2df-e18caeee67b4 tempest-TestMinimumBasicScenario-93005962 tempest-TestMinimumBasicScenario-93005962-project] 10.222.0.46 "PUT /v2.0/ports/76b64cd8-33c8-457b-b2b0-b5ffa951a9f2 HTTP/1.1" status: 200 len: 942 time: 0.3672585 Jan 31 21:04:55.742966 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef7459dd-77b2-4ef8-a07c-9643b962872f', 'tag': '76b64cd8-33c8-457b-b2b0-b5ffa951a9f2'}] {{(pid=102450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 21:04:55.746183 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88694c8615ac1e9d0f87b85371fce54667869cb07e9f85c824f8527602de4f23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a76c30c-9157-47e1-9536-a0ea17cddcac" -d '{"events": [{"name": "network-changed", "server_uuid": "ef7459dd-77b2-4ef8-a07c-9643b962872f", "tag": "76b64cd8-33c8-457b-b2b0-b5ffa951a9f2"}]}' {{(pid=102450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 21:04:55.757911 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.wsgi [-] (102449) accepted ('10.222.0.46', 46748) {{(pid=102449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 21:04:55.797232 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fce593-ecd5-42a6-b2df-e18caeee67b4 tempest-TestMinimumBasicScenario-93005962 tempest-TestMinimumBasicScenario-93005962-project] Pushing event updated for resources: {'Port': ['ID=76b64cd8-33c8-457b-b2b0-b5ffa951a9f2,revision_number=7']} {{(pid=102450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 21:04:55.806739 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5fce593-ecd5-42a6-b2df-e18caeee67b4 tempest-TestMinimumBasicScenario-93005962 tempest-TestMinimumBasicScenario-93005962-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 21:04:55.807314 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5fce593-ecd5-42a6-b2df-e18caeee67b4 tempest-TestMinimumBasicScenario-93005962 tempest-TestMinimumBasicScenario-93005962-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 21:04:55.807871 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5fce593-ecd5-42a6-b2df-e18caeee67b4 tempest-TestMinimumBasicScenario-93005962 tempest-TestMinimumBasicScenario-93005962-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 21:04:55.808424 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5fce593-ecd5-42a6-b2df-e18caeee67b4 tempest-TestMinimumBasicScenario-93005962 tempest-TestMinimumBasicScenario-93005962-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 21:04:55.808772 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5fce593-ecd5-42a6-b2df-e18caeee67b4 tempest-TestMinimumBasicScenario-93005962 tempest-TestMinimumBasicScenario-93005962-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 21:04:55.809107 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5fce593-ecd5-42a6-b2df-e18caeee67b4 tempest-TestMinimumBasicScenario-93005962 tempest-TestMinimumBasicScenario-93005962-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 21:04:55.809451 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5fce593-ecd5-42a6-b2df-e18caeee67b4 tempest-TestMinimumBasicScenario-93005962 tempest-TestMinimumBasicScenario-93005962-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 21:04:55.810035 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5fce593-ecd5-42a6-b2df-e18caeee67b4 tempest-TestMinimumBasicScenario-93005962 tempest-TestMinimumBasicScenario-93005962-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 21:04:55.810385 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5fce593-ecd5-42a6-b2df-e18caeee67b4 tempest-TestMinimumBasicScenario-93005962 tempest-TestMinimumBasicScenario-93005962-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 21:04:55.810715 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5fce593-ecd5-42a6-b2df-e18caeee67b4 tempest-TestMinimumBasicScenario-93005962 tempest-TestMinimumBasicScenario-93005962-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 21:04:55.811195 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5fce593-ecd5-42a6-b2df-e18caeee67b4 tempest-TestMinimumBasicScenario-93005962 tempest-TestMinimumBasicScenario-93005962-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 21:04:55.811570 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5fce593-ecd5-42a6-b2df-e18caeee67b4 tempest-TestMinimumBasicScenario-93005962 tempest-TestMinimumBasicScenario-93005962-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 21:04:55.812014 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5fce593-ecd5-42a6-b2df-e18caeee67b4 tempest-TestMinimumBasicScenario-93005962 tempest-TestMinimumBasicScenario-93005962-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 21:04:55.859669 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-d1a8079c-abdb-4347-bda9-882efe65bede tempest-TestMinimumBasicScenario-93005962 tempest-TestMinimumBasicScenario-93005962-project] Publish callbacks [] for security_group (10a68eaa-4b8d-401d-984b-2dddb4dcb75e), before_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:04:55.895220 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-d1a8079c-abdb-4347-bda9-882efe65bede tempest-TestMinimumBasicScenario-93005962 tempest-TestMinimumBasicScenario-93005962-project] Publish callbacks [] for security_group (10a68eaa-4b8d-401d-984b-2dddb4dcb75e), precommit_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:04:55.930218 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 21:04:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1da5e0c5-2954-47dc-81d1-ade47bb4b25c x-openstack-request-id: req-1da5e0c5-2954-47dc-81d1-ade47bb4b25c {{(pid=102450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 21:04:55.930683 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef7459dd-77b2-4ef8-a07c-9643b962872f", "tag": "76b64cd8-33c8-457b-b2b0-b5ffa951a9f2", "status": "completed", "code": 200}]} {{(pid=102450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 21:04:55.931135 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-1da5e0c5-2954-47dc-81d1-ade47bb4b25c {{(pid=102450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 21:04:55.931646 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef7459dd-77b2-4ef8-a07c-9643b962872f', 'tag': '76b64cd8-33c8-457b-b2b0-b5ffa951a9f2', 'status': 'completed', 'code': 200} Jan 31 21:04:55.989393 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.db [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] get_ports_and_sgs() called for port_ids ['76b64cd8-33c8-457b-b2b0-b5ffa951a9f2'] {{(pid=102451) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 21:04:56.037242 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-d1a8079c-abdb-4347-bda9-882efe65bede tempest-TestMinimumBasicScenario-93005962 tempest-TestMinimumBasicScenario-93005962-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736509'] for security_group (10a68eaa-4b8d-401d-984b-2dddb4dcb75e), after_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:04:56.040021 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-d1a8079c-abdb-4347-bda9-882efe65bede tempest-TestMinimumBasicScenario-93005962 tempest-TestMinimumBasicScenario-93005962-project] Publish callbacks [] for security_group (None), before_response {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:04:56.046304 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.wsgi [-] (102450) accepted ('10.222.0.46', 46754) {{(pid=102450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 21:04:56.046603 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [None req-d1a8079c-abdb-4347-bda9-882efe65bede tempest-TestMinimumBasicScenario-93005962 tempest-TestMinimumBasicScenario-93005962-project] 10.222.0.46 "DELETE /v2.0/security-groups/10a68eaa-4b8d-401d-984b-2dddb4dcb75e HTTP/1.1" status: 204 len: 168 time: 0.2836556 Jan 31 21:04:56.059213 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a76c30c-9157-47e1-9536-a0ea17cddcac req-066dcea8-1eb4-4ac3-a794-f664afe5da10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 21:04:56.062808 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-6a76c30c-9157-47e1-9536-a0ea17cddcac req-066dcea8-1eb4-4ac3-a794-f664afe5da10 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f3a50fa6222c45909f5e2cee9c006033&device_id=ef7459dd-77b2-4ef8-a07c-9643b962872f HTTP/1.1" status: 200 len: 1129 time: 0.0851657 Jan 31 21:04:56.066930 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600486512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3401042'] for agent (9ba4f6fe-000a-4ef5-9d61-ba62910ab5fe), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:04:56.067956 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a8079c-abdb-4347-bda9-882efe65bede tempest-TestMinimumBasicScenario-93005962 tempest-TestMinimumBasicScenario-93005962-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=10a68eaa-4b8d-401d-984b-2dddb4dcb75e,revision_number=None']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 21:04:56.166711 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.db.provisioning_blocks [None req-7ec13284-0af7-4c78-8848-e658107aa7aa None None] Provisioning complete for port 76b64cd8-33c8-457b-b2b0-b5ffa951a9f2 triggered by entity DHCP. {{(pid=102451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 31 21:04:56.167187 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-7ec13284-0af7-4c78-8848-e658107aa7aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3401144'] for port (76b64cd8-33c8-457b-b2b0-b5ffa951a9f2), provisioning_complete {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:04:56.188468 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a76c30c-9157-47e1-9536-a0ea17cddcac req-526e115e-7fc9-43b0-86a0-e37c4e8fe0b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 21:04:56.190928 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-6a76c30c-9157-47e1-9536-a0ea17cddcac req-526e115e-7fc9-43b0-86a0-e37c4e8fe0b0 service neutron] 10.222.0.59 "GET /v2.0/networks?id=c780ed10-f587-4341-a632-e821b2883887 HTTP/1.1" status: 200 len: 915 time: 0.1190844 Jan 31 21:04:56.284957 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-6a76c30c-9157-47e1-9536-a0ea17cddcac req-a466f7e9-755f-4e7e-98d6-27f33aa466df service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=76b64cd8-33c8-457b-b2b0-b5ffa951a9f2 HTTP/1.1" status: 200 len: 1000 time: 0.0832174 Jan 31 21:04:56.314505 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.plugins.ml2.plugin [None req-9e2d14f2-ec6c-499d-9da8-d400b1e1d53a tempest-TestMinimumBasicScenario-93005962 tempest-TestMinimumBasicScenario-93005962-project] Deleting port 1ee94930-dba9-4da4-a29b-c58558f31937 {{(pid=102450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 21:04:56.315655 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-9e2d14f2-ec6c-499d-9da8-d400b1e1d53a tempest-TestMinimumBasicScenario-93005962 tempest-TestMinimumBasicScenario-93005962-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783600463454'] for port (1ee94930-dba9-4da4-a29b-c58558f31937), before_delete {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:04:56.358822 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a76c30c-9157-47e1-9536-a0ea17cddcac req-a9ee8ed7-57f6-4bd0-9f93-466635081fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 21:04:56.360313 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-6a76c30c-9157-47e1-9536-a0ea17cddcac req-a9ee8ed7-57f6-4bd0-9f93-466635081fe0 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0df1e603-d733-44e8-8eb2-24663dc6914e HTTP/1.1" status: 200 len: 853 time: 0.0589578 Jan 31 21:04:56.365294 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.plugin [None req-7ec13284-0af7-4c78-8848-e658107aa7aa None None] Current status of the port 76b64cd8-33c8-457b-b2b0-b5ffa951a9f2 is: ACTIVE; New status is: ACTIVE {{(pid=102451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Jan 31 21:04:56.426856 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-9e2d14f2-ec6c-499d-9da8-d400b1e1d53a tempest-TestMinimumBasicScenario-93005962 tempest-TestMinimumBasicScenario-93005962-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696268'] for port (1ee94930-dba9-4da4-a29b-c58558f31937), precommit_delete {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:04:56.427699 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-9e2d14f2-ec6c-499d-9da8-d400b1e1d53a tempest-TestMinimumBasicScenario-93005962 tempest-TestMinimumBasicScenario-93005962-project] Publish callbacks [] for floatingip (1ee94930-dba9-4da4-a29b-c58558f31937), precommit_delete {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:04:56.441016 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a76c30c-9157-47e1-9536-a0ea17cddcac req-b2f08eed-8282-4a0e-acae-cdb0ae658934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 21:04:56.443493 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-6a76c30c-9157-47e1-9536-a0ea17cddcac req-b2f08eed-8282-4a0e-acae-cdb0ae658934 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c780ed10-f587-4341-a632-e821b2883887&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0706961 Jan 31 21:04:56.444448 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.plugins.ml2.plugin [None req-9e2d14f2-ec6c-499d-9da8-d400b1e1d53a tempest-TestMinimumBasicScenario-93005962 tempest-TestMinimumBasicScenario-93005962-project] Calling delete_port for 1ee94930-dba9-4da4-a29b-c58558f31937 owned by network:floatingip {{(pid=102450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 21:04:56.546918 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-6a76c30c-9157-47e1-9536-a0ea17cddcac req-0c951b82-cdd1-491e-91fa-3aec602a710c service neutron] 10.222.0.59 "GET /v2.0/networks/c780ed10-f587-4341-a632-e821b2883887?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962629 Jan 31 21:04:56.664063 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-6a76c30c-9157-47e1-9536-a0ea17cddcac req-bfd8c50f-5db0-463f-8d3f-cb34cb1a1028 service neutron] 10.222.0.59 "GET /v2.0/networks/c780ed10-f587-4341-a632-e821b2883887?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1078155 Jan 31 21:04:56.669815 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-9e2d14f2-ec6c-499d-9da8-d400b1e1d53a tempest-TestMinimumBasicScenario-93005962 tempest-TestMinimumBasicScenario-93005962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1029723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3769609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783600466360', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783599971606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27814909'] for port (1ee94930-dba9-4da4-a29b-c58558f31937), after_delete {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:04:56.700359 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2d14f2-ec6c-499d-9da8-d400b1e1d53a tempest-TestMinimumBasicScenario-93005962 tempest-TestMinimumBasicScenario-93005962-project] Pushing event deleted for resources: {'Port': ['ID=1ee94930-dba9-4da4-a29b-c58558f31937,revision_number=None']} {{(pid=102450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 21:04:56.771319 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-9e2d14f2-ec6c-499d-9da8-d400b1e1d53a tempest-TestMinimumBasicScenario-93005962 tempest-TestMinimumBasicScenario-93005962-project] Publish callbacks [] for floatingip (87aac915-c15b-45be-8ddf-20ef4cf67c49), after_delete {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:04:56.771718 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.db.l3_db [None req-9e2d14f2-ec6c-499d-9da8-d400b1e1d53a tempest-TestMinimumBasicScenario-93005962 tempest-TestMinimumBasicScenario-93005962-project] Floating IP 87aac915-c15b-45be-8ddf-20ef4cf67c49 disassociated (deleted). External IP: 172.27.2.15, port: 76b64cd8-33c8-457b-b2b0-b5ffa951a9f2. Jan 31 21:04:56.996401 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e2d14f2-ec6c-499d-9da8-d400b1e1d53a tempest-TestMinimumBasicScenario-93005962 tempest-TestMinimumBasicScenario-93005962-project] Router 1d3e097f-f5ef-40f8-9ef0-1bd620794f2a has already been hosted by L3 agent 7c18f3b4-4d02-4b01-9072-98fcd9008716 {{(pid=102450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 21:04:57.122622 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e2d14f2-ec6c-499d-9da8-d400b1e1d53a tempest-TestMinimumBasicScenario-93005962 tempest-TestMinimumBasicScenario-93005962-project] Notify agent at l3_agent.dv-cinder-813229-5-iscsi the message routers_updated {{(pid=102450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 21:04:57.128433 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-9e2d14f2-ec6c-499d-9da8-d400b1e1d53a tempest-TestMinimumBasicScenario-93005962 tempest-TestMinimumBasicScenario-93005962-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204375'] for floatingip (None), before_response {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:04:57.140491 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34219584-e33b-4f8c-86e9-168a14b5a510 None None] Sync routers for ids ['1d3e097f-f5ef-40f8-9ef0-1bd620794f2a'] in dv-cinder-813229-5-iscsi {{(pid=102451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 21:04:57.151820 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34219584-e33b-4f8c-86e9-168a14b5a510 None None] Routers {'1d3e097f-f5ef-40f8-9ef0-1bd620794f2a'} bound to L3 agent in host dv-cinder-813229-5-iscsi {{(pid=102451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 21:04:57.152625 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.db.l3_hamode_db [None req-34219584-e33b-4f8c-86e9-168a14b5a510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-31T20:45:52Z,description=,heartbeat_timestamp=2022-01-31T21:04:52Z,host='dv-cinder-813229-5-iscsi',id=7c18f3b4-4d02-4b01-9072-98fcd9008716,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T20:45:52Z,topic='l3_agent')) {'router_ids': ['1d3e097f-f5ef-40f8-9ef0-1bd620794f2a'], 'active': True} {{(pid=102451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 21:04:57.166693 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [None req-9e2d14f2-ec6c-499d-9da8-d400b1e1d53a tempest-TestMinimumBasicScenario-93005962 tempest-TestMinimumBasicScenario-93005962-project] 10.222.0.46 "DELETE /v2.0/floatingips/87aac915-c15b-45be-8ddf-20ef4cf67c49 HTTP/1.1" status: 204 len: 168 time: 1.1186032 Jan 31 21:04:57.277374 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.db.l3_dvr_db [None req-34219584-e33b-4f8c-86e9-168a14b5a510 None None] Set router 1d3e097f-f5ef-40f8-9ef0-1bd620794f2a gateway port host: dv-cinder-813229-5-iscsi {{(pid=102451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 21:04:57.522289 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.db.l3_hamode_db [None req-34219584-e33b-4f8c-86e9-168a14b5a510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d3e097f-f5ef-40f8-9ef0-1bd620794f2a', 'name': 'tempest-TestMinimumBasicScenario-851269983-router', 'tenant_id': 'f3a50fa6222c45909f5e2cee9c006033', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51ba4d8e-a54c-4fb0-a209-37766af226e8', 'external_fixed_ips': [{'subnet_id': '99ba9542-d2be-443f-a804-26ff9bedcbe2', 'ip_address': '172.27.2.177'}], 'enable_snat': True}, 'gw_port_id': '35532e96-3be9-43ce-a907-909e90cedb09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T21:02:51Z', 'updated_at': '2022-01-31T21:02:54Z', 'revision_number': 4, 'project_id': 'f3a50fa6222c45909f5e2cee9c006033', 'gw_port': {'id': '35532e96-3be9-43ce-a907-909e90cedb09', 'name': '', 'network_id': '51ba4d8e-a54c-4fb0-a209-37766af226e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:40:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d3e097f-f5ef-40f8-9ef0-1bd620794f2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '99ba9542-d2be-443f-a804-26ff9bedcbe2', 'ip_address': '172.27.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T21:02:52Z', 'updated_at': '2022-01-31T21:02:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99ba9542-d2be-443f-a804-26ff9bedcbe2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-5-iscsi', '_interfaces': [{'id': '79fb4c1c-cd6d-481c-8fc5-f27ab57a8ad0', 'name': '', 'network_id': 'c780ed10-f587-4341-a632-e821b2883887', 'tenant_id': 'f3a50fa6222c45909f5e2cee9c006033', 'mac_address': 'fa:16:3e:af:71:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d3e097f-f5ef-40f8-9ef0-1bd620794f2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '0df1e603-d733-44e8-8eb2-24663dc6914e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T21:02:54Z', 'updated_at': '2022-01-31T21:02:59Z', 'revision_number': 5, 'project_id': 'f3a50fa6222c45909f5e2cee9c006033', 'subnets': [{'id': '0df1e603-d733-44e8-8eb2-24663dc6914e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-5-iscsi', False) {} {{(pid=102451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 21:04:57.553221 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34219584-e33b-4f8c-86e9-168a14b5a510 None None] Checking router: 1d3e097f-f5ef-40f8-9ef0-1bd620794f2a for host: dv-cinder-813229-5-iscsi {{(pid=102451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 21:04:57.562313 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34219584-e33b-4f8c-86e9-168a14b5a510 None None] Routers {'1d3e097f-f5ef-40f8-9ef0-1bd620794f2a'} bound to L3 agent in host dv-cinder-813229-5-iscsi {{(pid=102451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 21:04:57.562975 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.db.l3_hamode_db [None req-34219584-e33b-4f8c-86e9-168a14b5a510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-31T20:45:52Z,description=,heartbeat_timestamp=2022-01-31T21:04:52Z,host='dv-cinder-813229-5-iscsi',id=7c18f3b4-4d02-4b01-9072-98fcd9008716,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T20:45:52Z,topic='l3_agent')) {'router_ids': ['1d3e097f-f5ef-40f8-9ef0-1bd620794f2a'], 'active': True} {{(pid=102451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 21:04:57.689857 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.db.l3_dvr_db [None req-34219584-e33b-4f8c-86e9-168a14b5a510 None None] Set router 1d3e097f-f5ef-40f8-9ef0-1bd620794f2a gateway port host: dv-cinder-813229-5-iscsi {{(pid=102451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 21:04:57.913075 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.db.l3_hamode_db [None req-34219584-e33b-4f8c-86e9-168a14b5a510 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d3e097f-f5ef-40f8-9ef0-1bd620794f2a', 'name': 'tempest-TestMinimumBasicScenario-851269983-router', 'tenant_id': 'f3a50fa6222c45909f5e2cee9c006033', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51ba4d8e-a54c-4fb0-a209-37766af226e8', 'external_fixed_ips': [{'subnet_id': '99ba9542-d2be-443f-a804-26ff9bedcbe2', 'ip_address': '172.27.2.177'}], 'enable_snat': True}, 'gw_port_id': '35532e96-3be9-43ce-a907-909e90cedb09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T21:02:51Z', 'updated_at': '2022-01-31T21:02:54Z', 'revision_number': 4, 'project_id': 'f3a50fa6222c45909f5e2cee9c006033', 'gw_port': {'id': '35532e96-3be9-43ce-a907-909e90cedb09', 'name': '', 'network_id': '51ba4d8e-a54c-4fb0-a209-37766af226e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:40:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d3e097f-f5ef-40f8-9ef0-1bd620794f2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '99ba9542-d2be-443f-a804-26ff9bedcbe2', 'ip_address': '172.27.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T21:02:52Z', 'updated_at': '2022-01-31T21:02:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99ba9542-d2be-443f-a804-26ff9bedcbe2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-5-iscsi', '_interfaces': [{'id': '79fb4c1c-cd6d-481c-8fc5-f27ab57a8ad0', 'name': '', 'network_id': 'c780ed10-f587-4341-a632-e821b2883887', 'tenant_id': 'f3a50fa6222c45909f5e2cee9c006033', 'mac_address': 'fa:16:3e:af:71:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d3e097f-f5ef-40f8-9ef0-1bd620794f2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '0df1e603-d733-44e8-8eb2-24663dc6914e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T21:02:54Z', 'updated_at': '2022-01-31T21:02:59Z', 'revision_number': 5, 'project_id': 'f3a50fa6222c45909f5e2cee9c006033', 'subnets': [{'id': '0df1e603-d733-44e8-8eb2-24663dc6914e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-5-iscsi', False) {} {{(pid=102451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 21:04:57.933044 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef7459dd-77b2-4ef8-a07c-9643b962872f', 'tag': '76b64cd8-33c8-457b-b2b0-b5ffa951a9f2'}] {{(pid=102450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 21:04:57.935572 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88694c8615ac1e9d0f87b85371fce54667869cb07e9f85c824f8527602de4f23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-139e3024-b8dd-4b25-a98f-2c7cc89b9dd1" -d '{"events": [{"name": "network-changed", "server_uuid": "ef7459dd-77b2-4ef8-a07c-9643b962872f", "tag": "76b64cd8-33c8-457b-b2b0-b5ffa951a9f2"}]}' {{(pid=102450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 21:04:57.941598 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34219584-e33b-4f8c-86e9-168a14b5a510 None None] The sync data for ids ['1d3e097f-f5ef-40f8-9ef0-1bd620794f2a'] in dv-cinder-813229-5-iscsi is: [{'id': '1d3e097f-f5ef-40f8-9ef0-1bd620794f2a', 'name': 'tempest-TestMinimumBasicScenario-851269983-router', 'tenant_id': 'f3a50fa6222c45909f5e2cee9c006033', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51ba4d8e-a54c-4fb0-a209-37766af226e8', 'external_fixed_ips': [{'subnet_id': '99ba9542-d2be-443f-a804-26ff9bedcbe2', 'ip_address': '172.27.2.177'}], 'enable_snat': True}, 'gw_port_id': '35532e96-3be9-43ce-a907-909e90cedb09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T21:02:51Z', 'updated_at': '2022-01-31T21:02:54Z', 'revision_number': 4, 'project_id': 'f3a50fa6222c45909f5e2cee9c006033', 'gw_port': {'id': '35532e96-3be9-43ce-a907-909e90cedb09', 'name': '', 'network_id': '51ba4d8e-a54c-4fb0-a209-37766af226e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:40:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d3e097f-f5ef-40f8-9ef0-1bd620794f2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '99ba9542-d2be-443f-a804-26ff9bedcbe2', 'ip_address': '172.27.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T21:02:52Z', 'updated_at': '2022-01-31T21:02:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99ba9542-d2be-443f-a804-26ff9bedcbe2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-5-iscsi', '_interfaces': [{'id': '79fb4c1c-cd6d-481c-8fc5-f27ab57a8ad0', 'name': '', 'network_id': 'c780ed10-f587-4341-a632-e821b2883887', 'tenant_id': 'f3a50fa6222c45909f5e2cee9c006033', 'mac_address': 'fa:16:3e:af:71:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d3e097f-f5ef-40f8-9ef0-1bd620794f2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 620, 'fixed_ips': [{'subnet_id': '0df1e603-d733-44e8-8eb2-24663dc6914e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T21:02:54Z', 'updated_at': '2022-01-31T21:02:59Z', 'revision_number': 5, 'project_id': 'f3a50fa6222c45909f5e2cee9c006033', 'subnets': [{'id': '0df1e603-d733-44e8-8eb2-24663dc6914e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 21:04:57.975833 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 21:04:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b3d51ce-7aff-4a46-97f2-120738c9c09e x-openstack-request-id: req-2b3d51ce-7aff-4a46-97f2-120738c9c09e {{(pid=102450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 21:04:57.976263 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef7459dd-77b2-4ef8-a07c-9643b962872f", "tag": "76b64cd8-33c8-457b-b2b0-b5ffa951a9f2", "status": "completed", "code": 200}]} {{(pid=102450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 21:04:57.976580 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-2b3d51ce-7aff-4a46-97f2-120738c9c09e {{(pid=102450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 21:04:57.977107 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef7459dd-77b2-4ef8-a07c-9643b962872f', 'tag': '76b64cd8-33c8-457b-b2b0-b5ffa951a9f2', 'status': 'completed', 'code': 200} Jan 31 21:04:58.055448 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139e3024-b8dd-4b25-a98f-2c7cc89b9dd1 req-aed2a204-2dcf-4f10-9331-45fd74b639b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 21:04:58.058171 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-139e3024-b8dd-4b25-a98f-2c7cc89b9dd1 req-aed2a204-2dcf-4f10-9331-45fd74b639b3 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=f3a50fa6222c45909f5e2cee9c006033&device_id=ef7459dd-77b2-4ef8-a07c-9643b962872f HTTP/1.1" status: 200 len: 1129 time: 0.0569203 Jan 31 21:04:58.194205 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139e3024-b8dd-4b25-a98f-2c7cc89b9dd1 req-59d9740f-5be8-4d36-b925-ef0fa92493ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 21:04:58.196858 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-139e3024-b8dd-4b25-a98f-2c7cc89b9dd1 req-59d9740f-5be8-4d36-b925-ef0fa92493ac service neutron] 10.222.0.59 "GET /v2.0/networks?id=c780ed10-f587-4341-a632-e821b2883887 HTTP/1.1" status: 200 len: 915 time: 0.1259317 Jan 31 21:04:58.225895 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-763a6cf8-7718-4570-b3ea-2545cff3d4c4 req-7d8a3040-26f6-4f55-8fcc-b25450790ebf service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=58c37f98-72b9-4b0a-a710-18114ae0bdac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0712729 Jan 31 21:04:58.259499 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be6f9c94-019e-447c-ba63-80c56e94c880 None None] New status for floating IP 87aac915-c15b-45be-8ddf-20ef4cf67c49: DOWN {{(pid=102454) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 31 21:04:58.268701 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-139e3024-b8dd-4b25-a98f-2c7cc89b9dd1 req-248557ef-2642-4f4e-a3c7-b23d0b40f3c6 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=76b64cd8-33c8-457b-b2b0-b5ffa951a9f2 HTTP/1.1" status: 200 len: 217 time: 0.0576403 Jan 31 21:04:58.331018 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139e3024-b8dd-4b25-a98f-2c7cc89b9dd1 req-87952199-e2fc-4c49-9de8-401cfe9b3f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 21:04:58.332748 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-139e3024-b8dd-4b25-a98f-2c7cc89b9dd1 req-87952199-e2fc-4c49-9de8-401cfe9b3f73 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=0df1e603-d733-44e8-8eb2-24663dc6914e HTTP/1.1" status: 200 len: 853 time: 0.0572541 Jan 31 21:04:58.363701 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763a6cf8-7718-4570-b3ea-2545cff3d4c4 req-d9ef6502-07bd-4913-93c3-f31c53de2300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 21:04:58.367597 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-763a6cf8-7718-4570-b3ea-2545cff3d4c4 req-d9ef6502-07bd-4913-93c3-f31c53de2300 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3f735df896f74e2a8ec34440c5d4fbfa&device_id=58c37f98-72b9-4b0a-a710-18114ae0bdac HTTP/1.1" status: 200 len: 1129 time: 0.0704646 Jan 31 21:04:58.397933 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139e3024-b8dd-4b25-a98f-2c7cc89b9dd1 req-87fe6f46-7c69-42a1-9337-c6ba3cec31b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 21:04:58.399499 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-139e3024-b8dd-4b25-a98f-2c7cc89b9dd1 req-87fe6f46-7c69-42a1-9337-c6ba3cec31b2 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=c780ed10-f587-4341-a632-e821b2883887&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0565019 Jan 31 21:04:58.511612 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763a6cf8-7718-4570-b3ea-2545cff3d4c4 req-7a625593-94f6-4204-a8d8-fb5db158b27f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 21:04:58.513177 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-763a6cf8-7718-4570-b3ea-2545cff3d4c4 req-7a625593-94f6-4204-a8d8-fb5db158b27f service neutron] 10.222.0.59 "GET /v2.0/networks?id=84d6e016-dd99-48a6-8278-a9c378f62567 HTTP/1.1" status: 200 len: 913 time: 0.1176567 Jan 31 21:04:58.532425 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-139e3024-b8dd-4b25-a98f-2c7cc89b9dd1 req-1dec62e4-c17b-4f39-a6c0-56d0b374b17c service neutron] 10.222.0.59 "GET /v2.0/networks/c780ed10-f587-4341-a632-e821b2883887?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203547 Jan 31 21:04:58.640234 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-763a6cf8-7718-4570-b3ea-2545cff3d4c4 req-61be626a-e4f2-48fb-ae4f-e85ef39ce1ec service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b8d9fc23-85c4-481b-9e7b-e4a811306486 HTTP/1.1" status: 200 len: 1001 time: 0.1135609 Jan 31 21:04:58.650291 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-139e3024-b8dd-4b25-a98f-2c7cc89b9dd1 req-bd4ef0f5-1ada-40b4-a631-999393bf3bfb service neutron] 10.222.0.59 "GET /v2.0/networks/c780ed10-f587-4341-a632-e821b2883887?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1079113 Jan 31 21:04:58.708355 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763a6cf8-7718-4570-b3ea-2545cff3d4c4 req-a7badadd-fc9e-47e0-ae2b-d0ff086dfa50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 21:04:58.710019 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-763a6cf8-7718-4570-b3ea-2545cff3d4c4 req-a7badadd-fc9e-47e0-ae2b-d0ff086dfa50 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f0ef83af-b9dd-40a6-908c-ffa9cf818bc2 HTTP/1.1" status: 200 len: 851 time: 0.0627110 Jan 31 21:04:58.772391 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763a6cf8-7718-4570-b3ea-2545cff3d4c4 req-1c756d4a-917d-4192-bd03-910d09b35814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 21:04:58.773886 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-763a6cf8-7718-4570-b3ea-2545cff3d4c4 req-1c756d4a-917d-4192-bd03-910d09b35814 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=84d6e016-dd99-48a6-8278-a9c378f62567&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0542767 Jan 31 21:04:58.831234 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600486512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3401042'] for agent (e85cc1e2-8b4e-4549-a68e-d414072d4156), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:04:59.110981 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-763a6cf8-7718-4570-b3ea-2545cff3d4c4 req-767528e6-f520-4d2d-bb51-6d6946a3d78f service neutron] 10.222.0.59 "GET /v2.0/networks/84d6e016-dd99-48a6-8278-a9c378f62567?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3303459 Jan 31 21:04:59.202110 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-763a6cf8-7718-4570-b3ea-2545cff3d4c4 req-cb44c2f2-d6f9-45e4-a3ec-3299174833cb service neutron] 10.222.0.59 "GET /v2.0/networks/84d6e016-dd99-48a6-8278-a9c378f62567?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829597 Jan 31 21:05:00.057915 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e51f4c-2cc3-471c-bceb-6c37b0e33eb9 req-3e9db0fc-86bb-4937-a43c-da03be6c5313 tempest-TestMinimumBasicScenario-93005962 tempest-TestMinimumBasicScenario-93005962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 21:05:00.059404 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-22e51f4c-2cc3-471c-bceb-6c37b0e33eb9 req-3e9db0fc-86bb-4937-a43c-da03be6c5313 tempest-TestMinimumBasicScenario-93005962 tempest-TestMinimumBasicScenario-93005962-project] 10.222.0.46 "GET /v2.0/ports?device_id=ef7459dd-77b2-4ef8-a07c-9643b962872f HTTP/1.1" status: 200 len: 945 time: 0.0724311 Jan 31 21:05:00.118898 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-22e51f4c-2cc3-471c-bceb-6c37b0e33eb9 req-4da702cb-e532-450c-a759-1b4bb4abb751 tempest-TestMinimumBasicScenario-93005962 tempest-TestMinimumBasicScenario-93005962-project] 10.222.0.46 "GET /v2.0/security-groups?id=51227d9f-5cff-42d8-80a3-f2dfde9510f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530040 Jan 31 21:05:01.248730 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf3dfd3-3cb9-4bcc-8551-0bf44c908a5c req-878583ea-5b39-4c82-9ea3-31940ba4da95 tempest-TestMinimumBasicScenario-93005962 tempest-TestMinimumBasicScenario-93005962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 21:05:01.250620 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-aaf3dfd3-3cb9-4bcc-8551-0bf44c908a5c req-878583ea-5b39-4c82-9ea3-31940ba4da95 tempest-TestMinimumBasicScenario-93005962 tempest-TestMinimumBasicScenario-93005962-project] 10.222.0.46 "GET /v2.0/ports?device_id=ef7459dd-77b2-4ef8-a07c-9643b962872f HTTP/1.1" status: 200 len: 945 time: 0.0587897 Jan 31 21:05:01.303255 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-aaf3dfd3-3cb9-4bcc-8551-0bf44c908a5c req-dd02839c-2caf-42c4-894e-1ac8a01be8ac tempest-TestMinimumBasicScenario-93005962 tempest-TestMinimumBasicScenario-93005962-project] 10.222.0.46 "GET /v2.0/security-groups?id=51227d9f-5cff-42d8-80a3-f2dfde9510f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468347 Jan 31 21:05:02.083620 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c51790a-5cdb-4fd8-9b71-c0b9e49a93dd req-8ad30dd9-e1f4-4ffc-b016-5c748e6a8bf8 tempest-TestMinimumBasicScenario-93005962 tempest-TestMinimumBasicScenario-93005962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 21:05:02.085019 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-3c51790a-5cdb-4fd8-9b71-c0b9e49a93dd req-8ad30dd9-e1f4-4ffc-b016-5c748e6a8bf8 tempest-TestMinimumBasicScenario-93005962 tempest-TestMinimumBasicScenario-93005962-project] 10.222.0.59 "GET /v2.0/ports?device_id=ef7459dd-77b2-4ef8-a07c-9643b962872f HTTP/1.1" status: 200 len: 945 time: 0.0547364 Jan 31 21:05:02.191827 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.plugins.ml2.plugin [req-3c51790a-5cdb-4fd8-9b71-c0b9e49a93dd req-3b975cde-a84d-442a-a1ef-778ac5bf91bf tempest-TestMinimumBasicScenario-93005962 tempest-TestMinimumBasicScenario-93005962-project] Deleting port 76b64cd8-33c8-457b-b2b0-b5ffa951a9f2 {{(pid=102450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 21:05:02.192160 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [req-3c51790a-5cdb-4fd8-9b71-c0b9e49a93dd req-3b975cde-a84d-442a-a1ef-778ac5bf91bf tempest-TestMinimumBasicScenario-93005962 tempest-TestMinimumBasicScenario-93005962-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783600463454'] for port (76b64cd8-33c8-457b-b2b0-b5ffa951a9f2), before_delete {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:05:02.298658 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.plugins.ml2.db [req-3c51790a-5cdb-4fd8-9b71-c0b9e49a93dd req-3b975cde-a84d-442a-a1ef-778ac5bf91bf tempest-TestMinimumBasicScenario-93005962 tempest-TestMinimumBasicScenario-93005962-project] For port 76b64cd8-33c8-457b-b2b0-b5ffa951a9f2, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=76b64cd8-33c8-457b-b2b0-b5ffa951a9f2,segment=NetworkSegment(334b6d35-c1e2-4736-987b-283b48f94d99),segment_id=334b6d35-c1e2-4736-987b-283b48f94d99)] {{(pid=102450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 21:05:02.299055 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [req-3c51790a-5cdb-4fd8-9b71-c0b9e49a93dd req-3b975cde-a84d-442a-a1ef-778ac5bf91bf tempest-TestMinimumBasicScenario-93005962 tempest-TestMinimumBasicScenario-93005962-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696268'] for port (76b64cd8-33c8-457b-b2b0-b5ffa951a9f2), precommit_delete {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:05:02.312753 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.plugins.ml2.plugin [req-3c51790a-5cdb-4fd8-9b71-c0b9e49a93dd req-3b975cde-a84d-442a-a1ef-778ac5bf91bf tempest-TestMinimumBasicScenario-93005962 tempest-TestMinimumBasicScenario-93005962-project] Calling delete_port for 76b64cd8-33c8-457b-b2b0-b5ffa951a9f2 owned by compute:nova {{(pid=102450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 21:05:02.452448 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c62f71-2d22-4ee8-96a6-14e520adb912 req-0ebf9fab-a97a-414e-826e-53627e275bde tempest-TestMinimumBasicScenario-93005962 tempest-TestMinimumBasicScenario-93005962-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 21:05:02.453959 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-e6c62f71-2d22-4ee8-96a6-14e520adb912 req-0ebf9fab-a97a-414e-826e-53627e275bde tempest-TestMinimumBasicScenario-93005962 tempest-TestMinimumBasicScenario-93005962-project] 10.222.0.46 "GET /v2.0/ports?device_id=ef7459dd-77b2-4ef8-a07c-9643b962872f HTTP/1.1" status: 200 len: 945 time: 0.0784311 Jan 31 21:05:02.536288 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [req-3c51790a-5cdb-4fd8-9b71-c0b9e49a93dd req-3b975cde-a84d-442a-a1ef-778ac5bf91bf tempest-TestMinimumBasicScenario-93005962 tempest-TestMinimumBasicScenario-93005962-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1029723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3769609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783600466360', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783599971606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27814909'] for port (76b64cd8-33c8-457b-b2b0-b5ffa951a9f2), after_delete {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:05:02.547141 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-e6c62f71-2d22-4ee8-96a6-14e520adb912 req-ecff751b-294c-4de7-b553-1c50acbec5f5 tempest-TestMinimumBasicScenario-93005962 tempest-TestMinimumBasicScenario-93005962-project] 10.222.0.46 "GET /v2.0/security-groups?id=51227d9f-5cff-42d8-80a3-f2dfde9510f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833032 Jan 31 21:05:02.551823 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.db [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] get_ports_and_sgs() called for port_ids ['76b64cd8-33c8-457b-b2b0-b5ffa951a9f2'] {{(pid=102451) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 31 21:05:02.570568 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b975cde-a84d-442a-a1ef-778ac5bf91bf tempest-TestMinimumBasicScenario-93005962 tempest-TestMinimumBasicScenario-93005962-project] Pushing event deleted for resources: {'Port': ['ID=76b64cd8-33c8-457b-b2b0-b5ffa951a9f2,revision_number=None']} {{(pid=102450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 21:05:02.623319 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c51790a-5cdb-4fd8-9b71-c0b9e49a93dd req-3b975cde-a84d-442a-a1ef-778ac5bf91bf tempest-TestMinimumBasicScenario-93005962 tempest-TestMinimumBasicScenario-93005962-project] No DVR routers for this DVR port 76b64cd8-33c8-457b-b2b0-b5ffa951a9f2 on host hv-cinder-81322 {{(pid=102450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 21:05:02.626164 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [req-3c51790a-5cdb-4fd8-9b71-c0b9e49a93dd req-3b975cde-a84d-442a-a1ef-778ac5bf91bf tempest-TestMinimumBasicScenario-93005962 tempest-TestMinimumBasicScenario-93005962-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204375'] for port (None), before_response {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:05:02.632723 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-3c51790a-5cdb-4fd8-9b71-c0b9e49a93dd req-3b975cde-a84d-442a-a1ef-778ac5bf91bf tempest-TestMinimumBasicScenario-93005962 tempest-TestMinimumBasicScenario-93005962-project] 10.222.0.59 "DELETE /v2.0/ports/76b64cd8-33c8-457b-b2b0-b5ffa951a9f2 HTTP/1.1" status: 204 len: 173 time: 0.5387390 Jan 31 21:05:02.632723 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef7459dd-77b2-4ef8-a07c-9643b962872f', 'name': 'network-vif-deleted', 'tag': '76b64cd8-33c8-457b-b2b0-b5ffa951a9f2'}] {{(pid=102450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 21:05:02.633327 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88694c8615ac1e9d0f87b85371fce54667869cb07e9f85c824f8527602de4f23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01fb2454-9c59-4e3e-9ca7-a1e15d919238" -d '{"events": [{"server_uuid": "ef7459dd-77b2-4ef8-a07c-9643b962872f", "name": "network-vif-deleted", "tag": "76b64cd8-33c8-457b-b2b0-b5ffa951a9f2"}]}' {{(pid=102450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 21:05:02.674758 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 21:05:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50950d1a-50bd-4c31-a098-5476b9a7c9f4 x-openstack-request-id: req-50950d1a-50bd-4c31-a098-5476b9a7c9f4 {{(pid=102450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 21:05:02.675058 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef7459dd-77b2-4ef8-a07c-9643b962872f", "name": "network-vif-deleted", "tag": "76b64cd8-33c8-457b-b2b0-b5ffa951a9f2", "status": "completed", "code": 200}]} {{(pid=102450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 21:05:02.675321 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-50950d1a-50bd-4c31-a098-5476b9a7c9f4 {{(pid=102450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 21:05:02.675729 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef7459dd-77b2-4ef8-a07c-9643b962872f', 'name': 'network-vif-deleted', 'tag': '76b64cd8-33c8-457b-b2b0-b5ffa951a9f2', 'status': 'completed', 'code': 200} Jan 31 21:05:04.314426 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.wsgi [-] (102450) accepted ('10.222.0.46', 46840) {{(pid=102450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 21:05:04.690846 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-788706be-6f15-45bc-a418-942aa70ccd56 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3694999'] for router_interface (1d3e097f-f5ef-40f8-9ef0-1bd620794f2a), before_delete {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:05:04.981342 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.plugins.ml2.plugin [None req-788706be-6f15-45bc-a418-942aa70ccd56 admin admin] Deleting port 79fb4c1c-cd6d-481c-8fc5-f27ab57a8ad0 {{(pid=102450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 21:05:04.981641 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-788706be-6f15-45bc-a418-942aa70ccd56 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783600463454'] for port (79fb4c1c-cd6d-481c-8fc5-f27ab57a8ad0), before_delete {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:05:05.070533 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.plugins.ml2.db [None req-788706be-6f15-45bc-a418-942aa70ccd56 admin admin] For port 79fb4c1c-cd6d-481c-8fc5-f27ab57a8ad0, host dv-cinder-813229-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-5-iscsi',level=0,port_id=79fb4c1c-cd6d-481c-8fc5-f27ab57a8ad0,segment=NetworkSegment(334b6d35-c1e2-4736-987b-283b48f94d99),segment_id=334b6d35-c1e2-4736-987b-283b48f94d99)] {{(pid=102450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 21:05:05.070946 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-788706be-6f15-45bc-a418-942aa70ccd56 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696268'] for port (79fb4c1c-cd6d-481c-8fc5-f27ab57a8ad0), precommit_delete {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:05:05.086092 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.plugins.ml2.plugin [None req-788706be-6f15-45bc-a418-942aa70ccd56 admin admin] Calling delete_port for 79fb4c1c-cd6d-481c-8fc5-f27ab57a8ad0 owned by network:router_interface {{(pid=102450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 21:05:05.280672 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-788706be-6f15-45bc-a418-942aa70ccd56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1029723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3769609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783600466360', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783599971606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27814909'] for port (79fb4c1c-cd6d-481c-8fc5-f27ab57a8ad0), after_delete {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:05:05.308922 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788706be-6f15-45bc-a418-942aa70ccd56 admin admin] Pushing event deleted for resources: {'Port': ['ID=79fb4c1c-cd6d-481c-8fc5-f27ab57a8ad0,revision_number=None']} {{(pid=102450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 21:05:05.498959 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-788706be-6f15-45bc-a418-942aa70ccd56 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3769630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3694851'] for router_interface (1d3e097f-f5ef-40f8-9ef0-1bd620794f2a), after_delete {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:05:05.722315 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-788706be-6f15-45bc-a418-942aa70ccd56 admin admin] Router 1d3e097f-f5ef-40f8-9ef0-1bd620794f2a has already been hosted by L3 agent 7c18f3b4-4d02-4b01-9072-98fcd9008716 {{(pid=102450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 21:05:05.833471 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-788706be-6f15-45bc-a418-942aa70ccd56 admin admin] Notify agent at l3_agent.dv-cinder-813229-5-iscsi the message routers_updated {{(pid=102450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 21:05:05.838452 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [None req-788706be-6f15-45bc-a418-942aa70ccd56 admin admin] 10.222.0.46 "PUT /v2.0/routers/1d3e097f-f5ef-40f8-9ef0-1bd620794f2a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5225332 Jan 31 21:05:05.841339 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.wsgi [-] (102449) accepted ('10.222.0.46', 46842) {{(pid=102449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 21:05:05.842827 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf5488ef-2244-41c0-8c17-7e151c7018ec None None] Sync routers for ids ['1d3e097f-f5ef-40f8-9ef0-1bd620794f2a'] in dv-cinder-813229-5-iscsi {{(pid=102451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 21:05:05.854384 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf5488ef-2244-41c0-8c17-7e151c7018ec None None] Routers {'1d3e097f-f5ef-40f8-9ef0-1bd620794f2a'} bound to L3 agent in host dv-cinder-813229-5-iscsi {{(pid=102451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 21:05:05.855045 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.db.l3_hamode_db [None req-bf5488ef-2244-41c0-8c17-7e151c7018ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-31T20:45:52Z,description=,heartbeat_timestamp=2022-01-31T21:04:52Z,host='dv-cinder-813229-5-iscsi',id=7c18f3b4-4d02-4b01-9072-98fcd9008716,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T20:45:52Z,topic='l3_agent')) {'router_ids': ['1d3e097f-f5ef-40f8-9ef0-1bd620794f2a'], 'active': True} {{(pid=102451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 21:05:05.950804 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-4c78da7f-06f8-42a0-9579-90e0fed392dc admin admin] Publish callbacks [] for router (1d3e097f-f5ef-40f8-9ef0-1bd620794f2a), before_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:05:05.961025 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.db.l3_dvr_db [None req-bf5488ef-2244-41c0-8c17-7e151c7018ec None None] Set router 1d3e097f-f5ef-40f8-9ef0-1bd620794f2a gateway port host: dv-cinder-813229-5-iscsi {{(pid=102451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 21:05:06.062759 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-4c78da7f-06f8-42a0-9579-90e0fed392dc admin admin] Publish callbacks [] for router_gateway (1d3e097f-f5ef-40f8-9ef0-1bd620794f2a), before_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:05:06.123752 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-4c78da7f-06f8-42a0-9579-90e0fed392dc admin admin] Deleting port 35532e96-3be9-43ce-a907-909e90cedb09 {{(pid=102449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 21:05:06.124092 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-4c78da7f-06f8-42a0-9579-90e0fed392dc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783600463454'] for port (35532e96-3be9-43ce-a907-909e90cedb09), before_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:05:06.168131 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.db.l3_hamode_db [None req-bf5488ef-2244-41c0-8c17-7e151c7018ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d3e097f-f5ef-40f8-9ef0-1bd620794f2a', 'name': 'tempest-TestMinimumBasicScenario-851269983-router', 'tenant_id': 'f3a50fa6222c45909f5e2cee9c006033', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51ba4d8e-a54c-4fb0-a209-37766af226e8', 'external_fixed_ips': [{'subnet_id': '99ba9542-d2be-443f-a804-26ff9bedcbe2', 'ip_address': '172.27.2.177'}], 'enable_snat': True}, 'gw_port_id': '35532e96-3be9-43ce-a907-909e90cedb09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T21:02:51Z', 'updated_at': '2022-01-31T21:05:05Z', 'revision_number': 5, 'project_id': 'f3a50fa6222c45909f5e2cee9c006033', 'gw_port': {'id': '35532e96-3be9-43ce-a907-909e90cedb09', 'name': '', 'network_id': '51ba4d8e-a54c-4fb0-a209-37766af226e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:40:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d3e097f-f5ef-40f8-9ef0-1bd620794f2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '99ba9542-d2be-443f-a804-26ff9bedcbe2', 'ip_address': '172.27.2.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T21:02:52Z', 'updated_at': '2022-01-31T21:02:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99ba9542-d2be-443f-a804-26ff9bedcbe2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-5-iscsi'}], 'dv-cinder-813229-5-iscsi', False) {} {{(pid=102451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 21:05:06.195792 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf5488ef-2244-41c0-8c17-7e151c7018ec None None] Checking router: 1d3e097f-f5ef-40f8-9ef0-1bd620794f2a for host: dv-cinder-813229-5-iscsi {{(pid=102451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 21:05:06.204181 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf5488ef-2244-41c0-8c17-7e151c7018ec None None] Routers {'1d3e097f-f5ef-40f8-9ef0-1bd620794f2a'} bound to L3 agent in host dv-cinder-813229-5-iscsi {{(pid=102451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 21:05:06.204786 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.db.l3_hamode_db [None req-bf5488ef-2244-41c0-8c17-7e151c7018ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-31T20:45:52Z,description=,heartbeat_timestamp=2022-01-31T21:04:52Z,host='dv-cinder-813229-5-iscsi',id=7c18f3b4-4d02-4b01-9072-98fcd9008716,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T20:45:52Z,topic='l3_agent')) {'router_ids': ['1d3e097f-f5ef-40f8-9ef0-1bd620794f2a'], 'active': True} {{(pid=102451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 21:05:06.208923 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-4c78da7f-06f8-42a0-9579-90e0fed392dc admin admin] For port 35532e96-3be9-43ce-a907-909e90cedb09, host dv-cinder-813229-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-5-iscsi',level=0,port_id=35532e96-3be9-43ce-a907-909e90cedb09,segment=NetworkSegment(ad776c9f-cdc1-49f1-a366-310dcfc4c059),segment_id=ad776c9f-cdc1-49f1-a366-310dcfc4c059)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 21:05:06.209287 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-4c78da7f-06f8-42a0-9579-90e0fed392dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696268'] for port (35532e96-3be9-43ce-a907-909e90cedb09), precommit_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:05:06.221878 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-4c78da7f-06f8-42a0-9579-90e0fed392dc admin admin] Calling delete_port for 35532e96-3be9-43ce-a907-909e90cedb09 owned by network:router_gateway {{(pid=102449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 21:05:06.396303 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-4c78da7f-06f8-42a0-9579-90e0fed392dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1029723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3769609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783600466360', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783599971606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29106256'] for port (35532e96-3be9-43ce-a907-909e90cedb09), after_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:05:06.420959 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.db.l3_dvr_db [None req-bf5488ef-2244-41c0-8c17-7e151c7018ec None None] Set router 1d3e097f-f5ef-40f8-9ef0-1bd620794f2a gateway port host: None {{(pid=102451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 21:05:06.421738 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c78da7f-06f8-42a0-9579-90e0fed392dc admin admin] Pushing event deleted for resources: {'Port': ['ID=35532e96-3be9-43ce-a907-909e90cedb09,revision_number=None']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 21:05:06.432991 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c78da7f-06f8-42a0-9579-90e0fed392dc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 21:05:06.433347 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c78da7f-06f8-42a0-9579-90e0fed392dc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 21:05:06.433689 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c78da7f-06f8-42a0-9579-90e0fed392dc admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 21:05:06.434028 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c78da7f-06f8-42a0-9579-90e0fed392dc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 21:05:06.434360 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c78da7f-06f8-42a0-9579-90e0fed392dc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 21:05:06.434690 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c78da7f-06f8-42a0-9579-90e0fed392dc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 21:05:06.435047 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c78da7f-06f8-42a0-9579-90e0fed392dc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 21:05:06.435378 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c78da7f-06f8-42a0-9579-90e0fed392dc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 21:05:06.435702 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c78da7f-06f8-42a0-9579-90e0fed392dc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 21:05:06.436027 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c78da7f-06f8-42a0-9579-90e0fed392dc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 21:05:06.436350 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c78da7f-06f8-42a0-9579-90e0fed392dc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 21:05:06.436671 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c78da7f-06f8-42a0-9579-90e0fed392dc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 21:05:06.436991 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c78da7f-06f8-42a0-9579-90e0fed392dc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 21:05:06.475391 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.db.l3_hamode_db [None req-bf5488ef-2244-41c0-8c17-7e151c7018ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d3e097f-f5ef-40f8-9ef0-1bd620794f2a', 'name': 'tempest-TestMinimumBasicScenario-851269983-router', 'tenant_id': 'f3a50fa6222c45909f5e2cee9c006033', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T21:02:51Z', 'updated_at': '2022-01-31T21:05:06Z', 'revision_number': 6, 'project_id': 'f3a50fa6222c45909f5e2cee9c006033', 'gw_port_host': None}], 'dv-cinder-813229-5-iscsi', False) {} {{(pid=102451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 21:05:06.504046 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-4c78da7f-06f8-42a0-9579-90e0fed392dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3697261'] for router_gateway (1d3e097f-f5ef-40f8-9ef0-1bd620794f2a), after_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:05:06.506137 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf5488ef-2244-41c0-8c17-7e151c7018ec None None] The sync data for ids ['1d3e097f-f5ef-40f8-9ef0-1bd620794f2a'] in dv-cinder-813229-5-iscsi is: [{'id': '1d3e097f-f5ef-40f8-9ef0-1bd620794f2a', 'name': 'tempest-TestMinimumBasicScenario-851269983-router', 'tenant_id': 'f3a50fa6222c45909f5e2cee9c006033', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T21:02:51Z', 'updated_at': '2022-01-31T21:05:06Z', 'revision_number': 6, 'project_id': 'f3a50fa6222c45909f5e2cee9c006033', 'gw_port_host': None}] {{(pid=102451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 21:05:06.607478 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-4c78da7f-06f8-42a0-9579-90e0fed392dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3675640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-969'] for router (1d3e097f-f5ef-40f8-9ef0-1bd620794f2a), precommit_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:05:06.609615 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-4c78da7f-06f8-42a0-9579-90e0fed392dc admin admin] Publish callbacks [] for router_controller (1d3e097f-f5ef-40f8-9ef0-1bd620794f2a), precommit_delete_associations {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:05:06.673919 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-4c78da7f-06f8-42a0-9579-90e0fed392dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3675633'] for router (1d3e097f-f5ef-40f8-9ef0-1bd620794f2a), after_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:05:06.674725 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c78da7f-06f8-42a0-9579-90e0fed392dc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1d3e097f-f5ef-40f8-9ef0-1bd620794f2a {{(pid=102449) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 31 21:05:06.679520 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-4c78da7f-06f8-42a0-9579-90e0fed392dc admin admin] Publish callbacks [] for router (None), before_response {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:05:06.680666 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [None req-4c78da7f-06f8-42a0-9579-90e0fed392dc admin admin] 10.222.0.46 "DELETE /v2.0/routers/1d3e097f-f5ef-40f8-9ef0-1bd620794f2a HTTP/1.1" status: 204 len: 168 time: 0.8383541 Jan 31 21:05:06.683169 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.wsgi [-] (102449) accepted ('10.222.0.46', 46844) {{(pid=102449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 21:05:06.729922 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b75eaf9-9277-42af-ac89-14c8e8755149 admin admin] Deleting subnet 0df1e603-d733-44e8-8eb2-24663dc6914e {{(pid=102449) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 31 21:05:06.732983 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-0b75eaf9-9277-42af-ac89-14c8e8755149 admin admin] Publish callbacks [] for subnet (0df1e603-d733-44e8-8eb2-24663dc6914e), before_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:05:06.767126 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-0b75eaf9-9277-42af-ac89-14c8e8755149 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25361776'] for subnet (0df1e603-d733-44e8-8eb2-24663dc6914e), precommit_delete_associations {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:05:06.774322 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.rpc [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Device 76b64cd8-33c8-457b-b2b0-b5ffa951a9f2 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=102451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 21:05:06.795793 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.plugin [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] No Port match for: 76b64cd8-33c8-457b-b2b0-b5ffa951a9f2 {{(pid=102451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 21:05:06.796060 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.rpc [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Device 76b64cd8-33c8-457b-b2b0-b5ffa951a9f2 not bound to the agent host hv-cinder-81322 {{(pid=102451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 21:05:06.845878 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-0b75eaf9-9277-42af-ac89-14c8e8755149 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-792270'] for subnet (0df1e603-d733-44e8-8eb2-24663dc6914e), precommit_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:05:06.915883 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-0b75eaf9-9277-42af-ac89-14c8e8755149 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-792247', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3769609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29106189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25214345'] for subnet (0df1e603-d733-44e8-8eb2-24663dc6914e), after_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:05:06.943037 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b75eaf9-9277-42af-ac89-14c8e8755149 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0df1e603-d733-44e8-8eb2-24663dc6914e,revision_number=None']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 21:05:06.950005 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-0b75eaf9-9277-42af-ac89-14c8e8755149 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3769851'] for subnet (None), before_response {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:05:06.953594 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [None req-0b75eaf9-9277-42af-ac89-14c8e8755149 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/0df1e603-d733-44e8-8eb2-24663dc6914e HTTP/1.1" status: 204 len: 168 time: 0.2671182 Jan 31 21:05:06.953857 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.wsgi [-] (102449) accepted ('10.222.0.46', 46846) {{(pid=102449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 21:05:06.960490 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7452c56-583c-4518-bc3c-6df27672e0cd None None] Network c780ed10-f587-4341-a632-e821b2883887 requested from dv-cinder-813229-5-iscsi {{(pid=102451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 21:05:07.024550 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-40c1ce1f-ce4d-4e0d-b031-18bea709a54d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-979588'] for network (c780ed10-f587-4341-a632-e821b2883887), before_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:05:07.080156 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-40c1ce1f-ce4d-4e0d-b031-18bea709a54d admin admin] Deleting port 9ae31446-f939-4236-b464-de3fe71799cd {{(pid=102449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 21:05:07.080518 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-40c1ce1f-ce4d-4e0d-b031-18bea709a54d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783600463454'] for port (9ae31446-f939-4236-b464-de3fe71799cd), before_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:05:07.146790 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-40c1ce1f-ce4d-4e0d-b031-18bea709a54d admin admin] For port 9ae31446-f939-4236-b464-de3fe71799cd, host dv-cinder-813229-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-5-iscsi',level=0,port_id=9ae31446-f939-4236-b464-de3fe71799cd,segment=NetworkSegment(334b6d35-c1e2-4736-987b-283b48f94d99),segment_id=334b6d35-c1e2-4736-987b-283b48f94d99)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 21:05:07.147171 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-40c1ce1f-ce4d-4e0d-b031-18bea709a54d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696268'] for port (9ae31446-f939-4236-b464-de3fe71799cd), precommit_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:05:07.159623 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-40c1ce1f-ce4d-4e0d-b031-18bea709a54d admin admin] Calling delete_port for 9ae31446-f939-4236-b464-de3fe71799cd owned by network:dhcp {{(pid=102449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 21:05:07.236039 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-40c1ce1f-ce4d-4e0d-b031-18bea709a54d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1029723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3769609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783600466360', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783599971606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29106256'] for port (9ae31446-f939-4236-b464-de3fe71799cd), after_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:05:07.266527 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c1ce1f-ce4d-4e0d-b031-18bea709a54d admin admin] Pushing event deleted for resources: {'Port': ['ID=9ae31446-f939-4236-b464-de3fe71799cd,revision_number=None']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 21:05:07.270147 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40c1ce1f-ce4d-4e0d-b031-18bea709a54d admin admin] No DVR routers for this DVR port 9ae31446-f939-4236-b464-de3fe71799cd on host dv-cinder-813229-5-iscsi {{(pid=102449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 21:05:07.295870 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfd49742-bbec-4a2e-a10f-c74e00aa2785 None None] DHCP port deletion for c780ed10-f587-4341-a632-e821b2883887 request from dv-cinder-813229-5-iscsi {{(pid=102451) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 31 21:05:07.340268 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-40c1ce1f-ce4d-4e0d-b031-18bea709a54d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-793947', 'neutron.services.segments.db._delete_segments_for_network-8783600486530'] for network (c780ed10-f587-4341-a632-e821b2883887), precommit_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:05:07.361387 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.services.segments.db [None req-40c1ce1f-ce4d-4e0d-b031-18bea709a54d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c780ed10-f587-4341-a632-e821b2883887']}} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 21:05:07.371024 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.services.segments.db [None req-40c1ce1f-ce4d-4e0d-b031-18bea709a54d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '334b6d35-c1e2-4736-987b-283b48f94d99') {'for_net_delete': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 21:05:07.371316 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.services.segments.db [None req-40c1ce1f-ce4d-4e0d-b031-18bea709a54d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '334b6d35-c1e2-4736-987b-283b48f94d99') {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 21:05:07.383513 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-40c1ce1f-ce4d-4e0d-b031-18bea709a54d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783600487563', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25361785'] for segment (334b6d35-c1e2-4736-987b-283b48f94d99), before_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:05:07.396923 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-40c1ce1f-ce4d-4e0d-b031-18bea709a54d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-936743'] for segment (334b6d35-c1e2-4736-987b-283b48f94d99), precommit_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:05:07.403143 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40c1ce1f-ce4d-4e0d-b031-18bea709a54d admin admin] Releasing vlan 670 on physical network physnet1 to pool {{(pid=102449) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 21:05:07.403548 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-40c1ce1f-ce4d-4e0d-b031-18bea709a54d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-936743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29106339'] for segment (334b6d35-c1e2-4736-987b-283b48f94d99), after_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:05:07.405208 dv-cinder-813229-5-iscsi neutron-server[102449]: Traceback (most recent call last): Jan 31 21:05:07.405208 dv-cinder-813229-5-iscsi neutron-server[102449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 21:05:07.405208 dv-cinder-813229-5-iscsi neutron-server[102449]: timer() Jan 31 21:05:07.405208 dv-cinder-813229-5-iscsi neutron-server[102449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 21:05:07.405208 dv-cinder-813229-5-iscsi neutron-server[102449]: cb(*args, **kw) Jan 31 21:05:07.405208 dv-cinder-813229-5-iscsi neutron-server[102449]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 21:05:07.405208 dv-cinder-813229-5-iscsi neutron-server[102449]: return func(*args, **kwargs) Jan 31 21:05:07.405208 dv-cinder-813229-5-iscsi neutron-server[102449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 21:05:07.405208 dv-cinder-813229-5-iscsi neutron-server[102449]: self._notify() Jan 31 21:05:07.405208 dv-cinder-813229-5-iscsi neutron-server[102449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 21:05:07.405208 dv-cinder-813229-5-iscsi neutron-server[102449]: self.callback(batched_events) Jan 31 21:05:07.405208 dv-cinder-813229-5-iscsi neutron-server[102449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 21:05:07.405208 dv-cinder-813229-5-iscsi neutron-server[102449]: event.method(event) Jan 31 21:05:07.405208 dv-cinder-813229-5-iscsi neutron-server[102449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 21:05:07.405208 dv-cinder-813229-5-iscsi neutron-server[102449]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 21:05:07.405208 dv-cinder-813229-5-iscsi neutron-server[102449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 21:05:07.405208 dv-cinder-813229-5-iscsi neutron-server[102449]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 21:05:07.405208 dv-cinder-813229-5-iscsi neutron-server[102449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 21:05:07.405208 dv-cinder-813229-5-iscsi neutron-server[102449]: return f(self, *a, **k) Jan 31 21:05:07.405208 dv-cinder-813229-5-iscsi neutron-server[102449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 21:05:07.405208 dv-cinder-813229-5-iscsi neutron-server[102449]: return self._get(url).json() Jan 31 21:05:07.405208 dv-cinder-813229-5-iscsi neutron-server[102449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 21:05:07.405208 dv-cinder-813229-5-iscsi neutron-server[102449]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 21:05:07.405208 dv-cinder-813229-5-iscsi neutron-server[102449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 21:05:07.405208 dv-cinder-813229-5-iscsi neutron-server[102449]: return self.request(url, 'GET', **kwargs) Jan 31 21:05:07.405208 dv-cinder-813229-5-iscsi neutron-server[102449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 21:05:07.405208 dv-cinder-813229-5-iscsi neutron-server[102449]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 21:05:07.405208 dv-cinder-813229-5-iscsi neutron-server[102449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 21:05:07.405208 dv-cinder-813229-5-iscsi neutron-server[102449]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 21:05:07.405208 dv-cinder-813229-5-iscsi neutron-server[102449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 21:05:07.405208 dv-cinder-813229-5-iscsi neutron-server[102449]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 21:05:07.405208 dv-cinder-813229-5-iscsi neutron-server[102449]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 21:05:07.473017 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-40c1ce1f-ce4d-4e0d-b031-18bea709a54d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-793932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3769609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3696773'] for network (c780ed10-f587-4341-a632-e821b2883887), after_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:05:07.481417 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-40c1ce1f-ce4d-4e0d-b031-18bea709a54d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3769851'] for network (None), before_response {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:05:07.488095 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [None req-40c1ce1f-ce4d-4e0d-b031-18bea709a54d admin admin] 10.222.0.46 "DELETE /v2.0/networks/c780ed10-f587-4341-a632-e821b2883887 HTTP/1.1" status: 204 len: 168 time: 0.5329664 Jan 31 21:05:07.491443 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.wsgi [-] (102450) accepted ('10.222.0.46', 46848) {{(pid=102450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 21:05:07.505639 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c1ce1f-ce4d-4e0d-b031-18bea709a54d admin admin] Pushing event deleted for resources: {'Network': ['ID=c780ed10-f587-4341-a632-e821b2883887,revision_number=None']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 21:05:07.822039 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.rpc [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Device 35532e96-3be9-43ce-a907-909e90cedb09 no longer exists at agent ovs-agent-dv-cinder-813229-5-iscsi {{(pid=102451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 21:05:07.843139 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.plugin [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] No Port match for: 35532e96-3be9-43ce-a907-909e90cedb09 {{(pid=102451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 21:05:07.843480 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.rpc [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Device 35532e96-3be9-43ce-a907-909e90cedb09 not bound to the agent host dv-cinder-813229-5-iscsi {{(pid=102451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 21:05:07.843900 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.rpc [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Device 79fb4c1c-cd6d-481c-8fc5-f27ab57a8ad0 no longer exists at agent ovs-agent-dv-cinder-813229-5-iscsi {{(pid=102451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 21:05:07.860844 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-b38d7c29-e400-41d9-aaf1-1b8ce914f540 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3694999'] for router_interface (88f431d8-3aed-405e-b71b-aaa918278946), before_delete {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:05:07.864569 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.plugin [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] No Port match for: 79fb4c1c-cd6d-481c-8fc5-f27ab57a8ad0 {{(pid=102451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 21:05:07.864912 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.rpc [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Device 79fb4c1c-cd6d-481c-8fc5-f27ab57a8ad0 not bound to the agent host dv-cinder-813229-5-iscsi {{(pid=102451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 21:05:07.865330 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.rpc [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Device 9ae31446-f939-4236-b464-de3fe71799cd no longer exists at agent ovs-agent-dv-cinder-813229-5-iscsi {{(pid=102451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 21:05:07.887586 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.plugin [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] No Port match for: 9ae31446-f939-4236-b464-de3fe71799cd {{(pid=102451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 21:05:07.887924 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.rpc [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Device 9ae31446-f939-4236-b464-de3fe71799cd not bound to the agent host dv-cinder-813229-5-iscsi {{(pid=102451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 21:05:08.103991 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.plugins.ml2.plugin [None req-b38d7c29-e400-41d9-aaf1-1b8ce914f540 admin admin] Deleting port 0de399ce-c7c1-42ee-9b62-7ed26ad79588 {{(pid=102450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 21:05:08.104222 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-b38d7c29-e400-41d9-aaf1-1b8ce914f540 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783600463454'] for port (0de399ce-c7c1-42ee-9b62-7ed26ad79588), before_delete {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:05:08.198763 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.plugins.ml2.db [None req-b38d7c29-e400-41d9-aaf1-1b8ce914f540 admin admin] For port 0de399ce-c7c1-42ee-9b62-7ed26ad79588, host dv-cinder-813229-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-5-iscsi',level=0,port_id=0de399ce-c7c1-42ee-9b62-7ed26ad79588,segment=NetworkSegment(4467f831-fbb2-404e-9407-4dfd5a27bf7c),segment_id=4467f831-fbb2-404e-9407-4dfd5a27bf7c)] {{(pid=102450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 21:05:08.199151 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-b38d7c29-e400-41d9-aaf1-1b8ce914f540 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696268'] for port (0de399ce-c7c1-42ee-9b62-7ed26ad79588), precommit_delete {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:05:08.212634 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.plugins.ml2.plugin [None req-b38d7c29-e400-41d9-aaf1-1b8ce914f540 admin admin] Calling delete_port for 0de399ce-c7c1-42ee-9b62-7ed26ad79588 owned by network:router_interface {{(pid=102450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 21:05:08.397933 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-b38d7c29-e400-41d9-aaf1-1b8ce914f540 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1029723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3769609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783600466360', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783599971606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27814909'] for port (0de399ce-c7c1-42ee-9b62-7ed26ad79588), after_delete {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:05:08.424082 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38d7c29-e400-41d9-aaf1-1b8ce914f540 admin admin] Pushing event deleted for resources: {'Port': ['ID=0de399ce-c7c1-42ee-9b62-7ed26ad79588,revision_number=None']} {{(pid=102450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 21:05:08.627797 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-b38d7c29-e400-41d9-aaf1-1b8ce914f540 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3769630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3694851'] for router_interface (88f431d8-3aed-405e-b71b-aaa918278946), after_delete {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:05:08.844666 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b38d7c29-e400-41d9-aaf1-1b8ce914f540 admin admin] Router 88f431d8-3aed-405e-b71b-aaa918278946 has already been hosted by L3 agent 7c18f3b4-4d02-4b01-9072-98fcd9008716 {{(pid=102450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 21:05:08.951068 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b38d7c29-e400-41d9-aaf1-1b8ce914f540 admin admin] Notify agent at l3_agent.dv-cinder-813229-5-iscsi the message routers_updated {{(pid=102450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 21:05:08.956838 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [None req-b38d7c29-e400-41d9-aaf1-1b8ce914f540 admin admin] 10.222.0.46 "PUT /v2.0/routers/88f431d8-3aed-405e-b71b-aaa918278946/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4639447 Jan 31 21:05:08.959334 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.wsgi [-] (102450) accepted ('10.222.0.46', 46852) {{(pid=102450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 21:05:08.963439 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46dfdd10-a42d-4db7-932f-215d7ed8a2fe None None] Sync routers for ids ['88f431d8-3aed-405e-b71b-aaa918278946'] in dv-cinder-813229-5-iscsi {{(pid=102454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 21:05:08.974386 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46dfdd10-a42d-4db7-932f-215d7ed8a2fe None None] Routers {'88f431d8-3aed-405e-b71b-aaa918278946'} bound to L3 agent in host dv-cinder-813229-5-iscsi {{(pid=102454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 21:05:08.975105 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.db.l3_hamode_db [None req-46dfdd10-a42d-4db7-932f-215d7ed8a2fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-31T20:45:52Z,description=,heartbeat_timestamp=2022-01-31T21:04:52Z,host='dv-cinder-813229-5-iscsi',id=7c18f3b4-4d02-4b01-9072-98fcd9008716,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T20:45:52Z,topic='l3_agent')) {'router_ids': ['88f431d8-3aed-405e-b71b-aaa918278946'], 'active': True} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 21:05:09.063456 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-f14e8b3a-aa5f-49a7-a57b-3cc30da5bb3a admin admin] Publish callbacks [] for router (88f431d8-3aed-405e-b71b-aaa918278946), before_delete {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:05:09.078051 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.db.l3_dvr_db [None req-46dfdd10-a42d-4db7-932f-215d7ed8a2fe None None] Set router 88f431d8-3aed-405e-b71b-aaa918278946 gateway port host: dv-cinder-813229-5-iscsi {{(pid=102454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 21:05:09.267935 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.db.l3_hamode_db [None req-46dfdd10-a42d-4db7-932f-215d7ed8a2fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88f431d8-3aed-405e-b71b-aaa918278946', 'name': 'tempest-TestMinimumBasicScenario-1580100071-router', 'tenant_id': '34c9839dbfc04b00b67fd2fb783fce89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51ba4d8e-a54c-4fb0-a209-37766af226e8', 'external_fixed_ips': [{'subnet_id': '99ba9542-d2be-443f-a804-26ff9bedcbe2', 'ip_address': '172.27.2.130'}], 'enable_snat': True}, 'gw_port_id': '58410e01-be34-44fc-9bbb-6577f94d38eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T21:02:56Z', 'updated_at': '2022-01-31T21:05:08Z', 'revision_number': 5, 'project_id': '34c9839dbfc04b00b67fd2fb783fce89', 'gw_port': {'id': '58410e01-be34-44fc-9bbb-6577f94d38eb', 'name': '', 'network_id': '51ba4d8e-a54c-4fb0-a209-37766af226e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:e1:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88f431d8-3aed-405e-b71b-aaa918278946', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '99ba9542-d2be-443f-a804-26ff9bedcbe2', 'ip_address': '172.27.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T21:02:57Z', 'updated_at': '2022-01-31T21:03:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99ba9542-d2be-443f-a804-26ff9bedcbe2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-5-iscsi'}], 'dv-cinder-813229-5-iscsi', False) {} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 21:05:09.297820 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46dfdd10-a42d-4db7-932f-215d7ed8a2fe None None] Checking router: 88f431d8-3aed-405e-b71b-aaa918278946 for host: dv-cinder-813229-5-iscsi {{(pid=102454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 21:05:09.307788 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46dfdd10-a42d-4db7-932f-215d7ed8a2fe None None] Routers {'88f431d8-3aed-405e-b71b-aaa918278946'} bound to L3 agent in host dv-cinder-813229-5-iscsi {{(pid=102454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 21:05:09.308406 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.db.l3_hamode_db [None req-46dfdd10-a42d-4db7-932f-215d7ed8a2fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-01-31T20:45:52Z,description=,heartbeat_timestamp=2022-01-31T21:04:52Z,host='dv-cinder-813229-5-iscsi',id=7c18f3b4-4d02-4b01-9072-98fcd9008716,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T20:45:52Z,topic='l3_agent')) {'router_ids': ['88f431d8-3aed-405e-b71b-aaa918278946'], 'active': True} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 21:05:09.425252 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-f14e8b3a-aa5f-49a7-a57b-3cc30da5bb3a admin admin] Publish callbacks [] for router_gateway (88f431d8-3aed-405e-b71b-aaa918278946), before_delete {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:05:09.478146 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.plugins.ml2.plugin [None req-f14e8b3a-aa5f-49a7-a57b-3cc30da5bb3a admin admin] Deleting port 58410e01-be34-44fc-9bbb-6577f94d38eb {{(pid=102450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 21:05:09.478481 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-f14e8b3a-aa5f-49a7-a57b-3cc30da5bb3a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783600463454'] for port (58410e01-be34-44fc-9bbb-6577f94d38eb), before_delete {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:05:09.514311 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.db.l3_dvr_db [None req-46dfdd10-a42d-4db7-932f-215d7ed8a2fe None None] Set router 88f431d8-3aed-405e-b71b-aaa918278946 gateway port host: dv-cinder-813229-5-iscsi {{(pid=102454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 21:05:09.560619 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.plugins.ml2.db [None req-f14e8b3a-aa5f-49a7-a57b-3cc30da5bb3a admin admin] For port 58410e01-be34-44fc-9bbb-6577f94d38eb, host dv-cinder-813229-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-5-iscsi',level=0,port_id=58410e01-be34-44fc-9bbb-6577f94d38eb,segment=NetworkSegment(ad776c9f-cdc1-49f1-a366-310dcfc4c059),segment_id=ad776c9f-cdc1-49f1-a366-310dcfc4c059)] {{(pid=102450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 21:05:09.560886 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-f14e8b3a-aa5f-49a7-a57b-3cc30da5bb3a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696268'] for port (58410e01-be34-44fc-9bbb-6577f94d38eb), precommit_delete {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:05:09.573850 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.plugins.ml2.plugin [None req-f14e8b3a-aa5f-49a7-a57b-3cc30da5bb3a admin admin] Calling delete_port for 58410e01-be34-44fc-9bbb-6577f94d38eb owned by network:router_gateway {{(pid=102450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 21:05:09.708513 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.db.l3_hamode_db [None req-46dfdd10-a42d-4db7-932f-215d7ed8a2fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88f431d8-3aed-405e-b71b-aaa918278946', 'name': 'tempest-TestMinimumBasicScenario-1580100071-router', 'tenant_id': '34c9839dbfc04b00b67fd2fb783fce89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51ba4d8e-a54c-4fb0-a209-37766af226e8', 'external_fixed_ips': [{'subnet_id': '99ba9542-d2be-443f-a804-26ff9bedcbe2', 'ip_address': '172.27.2.130'}], 'enable_snat': True}, 'gw_port_id': '58410e01-be34-44fc-9bbb-6577f94d38eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T21:02:56Z', 'updated_at': '2022-01-31T21:05:08Z', 'revision_number': 5, 'project_id': '34c9839dbfc04b00b67fd2fb783fce89', 'gw_port': {'id': '58410e01-be34-44fc-9bbb-6577f94d38eb', 'name': '', 'network_id': '51ba4d8e-a54c-4fb0-a209-37766af226e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:e1:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88f431d8-3aed-405e-b71b-aaa918278946', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '99ba9542-d2be-443f-a804-26ff9bedcbe2', 'ip_address': '172.27.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T21:02:57Z', 'updated_at': '2022-01-31T21:03:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99ba9542-d2be-443f-a804-26ff9bedcbe2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-5-iscsi'}], 'dv-cinder-813229-5-iscsi', False) {} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 21:05:09.753286 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46dfdd10-a42d-4db7-932f-215d7ed8a2fe None None] The sync data for ids ['88f431d8-3aed-405e-b71b-aaa918278946'] in dv-cinder-813229-5-iscsi is: [{'id': '88f431d8-3aed-405e-b71b-aaa918278946', 'name': 'tempest-TestMinimumBasicScenario-1580100071-router', 'tenant_id': '34c9839dbfc04b00b67fd2fb783fce89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51ba4d8e-a54c-4fb0-a209-37766af226e8', 'external_fixed_ips': [{'subnet_id': '99ba9542-d2be-443f-a804-26ff9bedcbe2', 'ip_address': '172.27.2.130'}], 'enable_snat': True}, 'gw_port_id': '58410e01-be34-44fc-9bbb-6577f94d38eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T21:02:56Z', 'updated_at': '2022-01-31T21:05:08Z', 'revision_number': 5, 'project_id': '34c9839dbfc04b00b67fd2fb783fce89', 'gw_port': {'id': '58410e01-be34-44fc-9bbb-6577f94d38eb', 'name': '', 'network_id': '51ba4d8e-a54c-4fb0-a209-37766af226e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:e1:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88f431d8-3aed-405e-b71b-aaa918278946', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '99ba9542-d2be-443f-a804-26ff9bedcbe2', 'ip_address': '172.27.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T21:02:57Z', 'updated_at': '2022-01-31T21:03:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99ba9542-d2be-443f-a804-26ff9bedcbe2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-5-iscsi'}] {{(pid=102454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 21:05:09.754822 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-f14e8b3a-aa5f-49a7-a57b-3cc30da5bb3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1029723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3769609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783600466360', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783599971606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27814909'] for port (58410e01-be34-44fc-9bbb-6577f94d38eb), after_delete {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:05:09.786270 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14e8b3a-aa5f-49a7-a57b-3cc30da5bb3a admin admin] Pushing event deleted for resources: {'Port': ['ID=58410e01-be34-44fc-9bbb-6577f94d38eb,revision_number=None']} {{(pid=102450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 21:05:09.851331 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-f14e8b3a-aa5f-49a7-a57b-3cc30da5bb3a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3697261'] for router_gateway (88f431d8-3aed-405e-b71b-aaa918278946), after_delete {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:05:09.950313 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-f14e8b3a-aa5f-49a7-a57b-3cc30da5bb3a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3675640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-969'] for router (88f431d8-3aed-405e-b71b-aaa918278946), precommit_delete {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:05:09.952955 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-f14e8b3a-aa5f-49a7-a57b-3cc30da5bb3a admin admin] Publish callbacks [] for router_controller (88f431d8-3aed-405e-b71b-aaa918278946), precommit_delete_associations {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:05:09.968634 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.db.agents_db [None req-9f73b596-de3f-4c4d-980f-1f0b0f14bd7d None None] Agent healthcheck: found 6 active agents {{(pid=102454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 21:05:10.000244 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-f14e8b3a-aa5f-49a7-a57b-3cc30da5bb3a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3675633'] for router (88f431d8-3aed-405e-b71b-aaa918278946), after_delete {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:05:10.000781 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f14e8b3a-aa5f-49a7-a57b-3cc30da5bb3a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 88f431d8-3aed-405e-b71b-aaa918278946 {{(pid=102450) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 31 21:05:10.006051 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-f14e8b3a-aa5f-49a7-a57b-3cc30da5bb3a admin admin] Publish callbacks [] for router (None), before_response {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:05:10.007117 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [None req-f14e8b3a-aa5f-49a7-a57b-3cc30da5bb3a admin admin] 10.222.0.46 "DELETE /v2.0/routers/88f431d8-3aed-405e-b71b-aaa918278946 HTTP/1.1" status: 204 len: 168 time: 1.0467358 Jan 31 21:05:10.009612 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.wsgi [-] (102450) accepted ('10.222.0.46', 46854) {{(pid=102450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 21:05:10.055149 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.db.db_base_plugin_v2 [None req-1960d357-be57-446a-92f2-3450105ac8ec admin admin] Deleting subnet 44072a28-cc8d-4eeb-ad48-1471c45c37b6 {{(pid=102450) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 31 21:05:10.058623 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-1960d357-be57-446a-92f2-3450105ac8ec admin admin] Publish callbacks [] for subnet (44072a28-cc8d-4eeb-ad48-1471c45c37b6), before_delete {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:05:10.094954 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-1960d357-be57-446a-92f2-3450105ac8ec admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29120982'] for subnet (44072a28-cc8d-4eeb-ad48-1471c45c37b6), precommit_delete_associations {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:05:10.185137 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-1960d357-be57-446a-92f2-3450105ac8ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-792270'] for subnet (44072a28-cc8d-4eeb-ad48-1471c45c37b6), precommit_delete {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:05:10.241952 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-1960d357-be57-446a-92f2-3450105ac8ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-792247', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3769609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27814816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28956758'] for subnet (44072a28-cc8d-4eeb-ad48-1471c45c37b6), after_delete {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:05:10.269897 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1960d357-be57-446a-92f2-3450105ac8ec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=44072a28-cc8d-4eeb-ad48-1471c45c37b6,revision_number=None']} {{(pid=102450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 21:05:10.273652 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-1960d357-be57-446a-92f2-3450105ac8ec admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:05:10.279141 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [None req-1960d357-be57-446a-92f2-3450105ac8ec admin admin] 10.222.0.46 "DELETE /v2.0/subnets/44072a28-cc8d-4eeb-ad48-1471c45c37b6 HTTP/1.1" status: 204 len: 168 time: 0.2663507 Jan 31 21:05:10.279441 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.wsgi [-] (102450) accepted ('10.222.0.46', 46858) {{(pid=102450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 21:05:10.284306 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43ca6be0-b2c9-4515-bd0d-2303637f6262 None None] Network 2dfbfacc-0d11-4b0b-b520-7ec56ccbb379 requested from dv-cinder-813229-5-iscsi {{(pid=102451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 21:05:10.367595 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-40452321-80ad-4d3a-b700-eda66364a10e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-979588'] for network (2dfbfacc-0d11-4b0b-b520-7ec56ccbb379), before_delete {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:05:10.438395 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.plugins.ml2.plugin [None req-40452321-80ad-4d3a-b700-eda66364a10e admin admin] Deleting port d7188552-c800-4b95-8710-aafa80d45bf5 {{(pid=102450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 21:05:10.440864 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-40452321-80ad-4d3a-b700-eda66364a10e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783600463454'] for port (d7188552-c800-4b95-8710-aafa80d45bf5), before_delete {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:05:10.481429 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-912d6c26-00e2-44a2-8a11-8156b01508d1 None None] DHCP port deletion for 2dfbfacc-0d11-4b0b-b520-7ec56ccbb379 request from dv-cinder-813229-5-iscsi {{(pid=102451) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 31 21:05:10.508259 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.plugins.ml2.db [None req-40452321-80ad-4d3a-b700-eda66364a10e admin admin] For port d7188552-c800-4b95-8710-aafa80d45bf5, host dv-cinder-813229-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-5-iscsi',level=0,port_id=d7188552-c800-4b95-8710-aafa80d45bf5,segment=NetworkSegment(4467f831-fbb2-404e-9407-4dfd5a27bf7c),segment_id=4467f831-fbb2-404e-9407-4dfd5a27bf7c)] {{(pid=102450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 21:05:10.508259 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-40452321-80ad-4d3a-b700-eda66364a10e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696268'] for port (d7188552-c800-4b95-8710-aafa80d45bf5), precommit_delete {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:05:10.525606 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.plugins.ml2.plugin [None req-40452321-80ad-4d3a-b700-eda66364a10e admin admin] Calling delete_port for d7188552-c800-4b95-8710-aafa80d45bf5 owned by network:dhcp {{(pid=102450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 21:05:10.542174 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.plugin [None req-912d6c26-00e2-44a2-8a11-8156b01508d1 None None] Deleting port d7188552-c800-4b95-8710-aafa80d45bf5 {{(pid=102451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 21:05:10.542696 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-912d6c26-00e2-44a2-8a11-8156b01508d1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783600463454'] for port (d7188552-c800-4b95-8710-aafa80d45bf5), before_delete {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:05:10.610949 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-40452321-80ad-4d3a-b700-eda66364a10e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1029723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3769609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783600466360', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783599971606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27814909'] for port (d7188552-c800-4b95-8710-aafa80d45bf5), after_delete {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:05:10.612941 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.db [None req-912d6c26-00e2-44a2-8a11-8156b01508d1 None None] For port d7188552-c800-4b95-8710-aafa80d45bf5, host dv-cinder-813229-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-5-iscsi',level=0,port_id=d7188552-c800-4b95-8710-aafa80d45bf5,segment=NetworkSegment(4467f831-fbb2-404e-9407-4dfd5a27bf7c),segment_id=4467f831-fbb2-404e-9407-4dfd5a27bf7c)] {{(pid=102451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 21:05:10.613342 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-912d6c26-00e2-44a2-8a11-8156b01508d1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696268'] for port (d7188552-c800-4b95-8710-aafa80d45bf5), precommit_delete {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:05:10.626693 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.plugin [None req-912d6c26-00e2-44a2-8a11-8156b01508d1 None None] Calling delete_port for d7188552-c800-4b95-8710-aafa80d45bf5 owned by network:dhcp {{(pid=102451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 21:05:10.637710 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40452321-80ad-4d3a-b700-eda66364a10e admin admin] Pushing event deleted for resources: {'Port': ['ID=d7188552-c800-4b95-8710-aafa80d45bf5,revision_number=None']} {{(pid=102450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 21:05:10.641030 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40452321-80ad-4d3a-b700-eda66364a10e admin admin] No DVR routers for this DVR port d7188552-c800-4b95-8710-aafa80d45bf5 on host dv-cinder-813229-5-iscsi {{(pid=102450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 21:05:10.710759 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-912d6c26-00e2-44a2-8a11-8156b01508d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1029723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3769609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783600466360', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783599971606'] for port (d7188552-c800-4b95-8710-aafa80d45bf5), after_delete {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:05:10.718802 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-40452321-80ad-4d3a-b700-eda66364a10e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-793947', 'neutron.services.segments.db._delete_segments_for_network-8783600486530'] for network (2dfbfacc-0d11-4b0b-b520-7ec56ccbb379), precommit_delete {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:05:10.736845 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912d6c26-00e2-44a2-8a11-8156b01508d1 None None] Pushing event deleted for resources: {'Port': ['ID=d7188552-c800-4b95-8710-aafa80d45bf5,revision_number=None']} {{(pid=102451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 21:05:10.740463 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-912d6c26-00e2-44a2-8a11-8156b01508d1 None None] No DVR routers for this DVR port d7188552-c800-4b95-8710-aafa80d45bf5 on host dv-cinder-813229-5-iscsi {{(pid=102451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 21:05:10.740654 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.services.segments.db [None req-40452321-80ad-4d3a-b700-eda66364a10e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2dfbfacc-0d11-4b0b-b520-7ec56ccbb379']}} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 21:05:10.752372 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.services.segments.db [None req-40452321-80ad-4d3a-b700-eda66364a10e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4467f831-fbb2-404e-9407-4dfd5a27bf7c') {'for_net_delete': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 21:05:10.752665 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.services.segments.db [None req-40452321-80ad-4d3a-b700-eda66364a10e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4467f831-fbb2-404e-9407-4dfd5a27bf7c') {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 21:05:10.762179 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-40452321-80ad-4d3a-b700-eda66364a10e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783600487563', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29120991'] for segment (4467f831-fbb2-404e-9407-4dfd5a27bf7c), before_delete {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:05:10.776873 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-40452321-80ad-4d3a-b700-eda66364a10e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-936743'] for segment (4467f831-fbb2-404e-9407-4dfd5a27bf7c), precommit_delete {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:05:10.783609 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40452321-80ad-4d3a-b700-eda66364a10e admin admin] Releasing vlan 664 on physical network physnet1 to pool {{(pid=102450) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 21:05:10.784036 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-40452321-80ad-4d3a-b700-eda66364a10e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-936743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27814670'] for segment (4467f831-fbb2-404e-9407-4dfd5a27bf7c), after_delete {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:05:10.785699 dv-cinder-813229-5-iscsi neutron-server[102450]: Traceback (most recent call last): Jan 31 21:05:10.785699 dv-cinder-813229-5-iscsi neutron-server[102450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 21:05:10.785699 dv-cinder-813229-5-iscsi neutron-server[102450]: timer() Jan 31 21:05:10.785699 dv-cinder-813229-5-iscsi neutron-server[102450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 21:05:10.785699 dv-cinder-813229-5-iscsi neutron-server[102450]: cb(*args, **kw) Jan 31 21:05:10.785699 dv-cinder-813229-5-iscsi neutron-server[102450]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 21:05:10.785699 dv-cinder-813229-5-iscsi neutron-server[102450]: return func(*args, **kwargs) Jan 31 21:05:10.785699 dv-cinder-813229-5-iscsi neutron-server[102450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 21:05:10.785699 dv-cinder-813229-5-iscsi neutron-server[102450]: self._notify() Jan 31 21:05:10.785699 dv-cinder-813229-5-iscsi neutron-server[102450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 21:05:10.785699 dv-cinder-813229-5-iscsi neutron-server[102450]: self.callback(batched_events) Jan 31 21:05:10.785699 dv-cinder-813229-5-iscsi neutron-server[102450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 21:05:10.785699 dv-cinder-813229-5-iscsi neutron-server[102450]: event.method(event) Jan 31 21:05:10.785699 dv-cinder-813229-5-iscsi neutron-server[102450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 21:05:10.785699 dv-cinder-813229-5-iscsi neutron-server[102450]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 21:05:10.785699 dv-cinder-813229-5-iscsi neutron-server[102450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 21:05:10.785699 dv-cinder-813229-5-iscsi neutron-server[102450]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 21:05:10.785699 dv-cinder-813229-5-iscsi neutron-server[102450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 21:05:10.785699 dv-cinder-813229-5-iscsi neutron-server[102450]: return f(self, *a, **k) Jan 31 21:05:10.785699 dv-cinder-813229-5-iscsi neutron-server[102450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 21:05:10.785699 dv-cinder-813229-5-iscsi neutron-server[102450]: return self._get(url).json() Jan 31 21:05:10.785699 dv-cinder-813229-5-iscsi neutron-server[102450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 21:05:10.785699 dv-cinder-813229-5-iscsi neutron-server[102450]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 21:05:10.785699 dv-cinder-813229-5-iscsi neutron-server[102450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 21:05:10.785699 dv-cinder-813229-5-iscsi neutron-server[102450]: return self.request(url, 'GET', **kwargs) Jan 31 21:05:10.785699 dv-cinder-813229-5-iscsi neutron-server[102450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 21:05:10.785699 dv-cinder-813229-5-iscsi neutron-server[102450]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 21:05:10.785699 dv-cinder-813229-5-iscsi neutron-server[102450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 21:05:10.785699 dv-cinder-813229-5-iscsi neutron-server[102450]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 21:05:10.785699 dv-cinder-813229-5-iscsi neutron-server[102450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 21:05:10.785699 dv-cinder-813229-5-iscsi neutron-server[102450]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 21:05:10.785699 dv-cinder-813229-5-iscsi neutron-server[102450]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 21:05:10.845998 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-40452321-80ad-4d3a-b700-eda66364a10e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-793932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3769609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3696773'] for network (2dfbfacc-0d11-4b0b-b520-7ec56ccbb379), after_delete {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:05:10.856536 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-40452321-80ad-4d3a-b700-eda66364a10e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3769851'] for network (None), before_response {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:05:10.860344 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [None req-40452321-80ad-4d3a-b700-eda66364a10e admin admin] 10.222.0.46 "DELETE /v2.0/networks/2dfbfacc-0d11-4b0b-b520-7ec56ccbb379 HTTP/1.1" status: 204 len: 168 time: 0.5798047 Jan 31 21:05:10.875424 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40452321-80ad-4d3a-b700-eda66364a10e admin admin] Pushing event deleted for resources: {'Network': ['ID=2dfbfacc-0d11-4b0b-b520-7ec56ccbb379,revision_number=None']} {{(pid=102450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 21:05:11.041298 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.wsgi [-] (102450) accepted ('10.222.0.46', 46862) {{(pid=102450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 21:05:11.084387 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [None req-a9029176-0e93-4f6b-872e-105aeba4eeb2 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=f3a50fa6222c45909f5e2cee9c006033&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0418961 Jan 31 21:05:11.087195 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.wsgi [-] (102450) accepted ('10.222.0.46', 46864) {{(pid=102450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 21:05:11.140731 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-692b3d89-d46d-49b9-ba8d-4b57423de4e0 admin admin] Publish callbacks [] for security_group (51227d9f-5cff-42d8-80a3-f2dfde9510f0), before_delete {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:05:11.161918 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-692b3d89-d46d-49b9-ba8d-4b57423de4e0 admin admin] Publish callbacks [] for security_group (51227d9f-5cff-42d8-80a3-f2dfde9510f0), precommit_delete {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:05:11.210904 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-692b3d89-d46d-49b9-ba8d-4b57423de4e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736509'] for security_group (51227d9f-5cff-42d8-80a3-f2dfde9510f0), after_delete {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:05:11.213437 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-692b3d89-d46d-49b9-ba8d-4b57423de4e0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:05:11.214585 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [None req-692b3d89-d46d-49b9-ba8d-4b57423de4e0 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/51227d9f-5cff-42d8-80a3-f2dfde9510f0 HTTP/1.1" status: 204 len: 168 time: 0.1264787 Jan 31 21:05:11.222883 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692b3d89-d46d-49b9-ba8d-4b57423de4e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51227d9f-5cff-42d8-80a3-f2dfde9510f0,revision_number=None']} {{(pid=102450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 21:05:11.545214 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.wsgi [-] (102450) accepted ('10.222.0.46', 46870) {{(pid=102450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 21:05:11.585914 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [None req-511f9b48-4aa7-4320-9191-a9aa2798ea58 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=34c9839dbfc04b00b67fd2fb783fce89&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0395341 Jan 31 21:05:11.589578 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.wsgi [-] (102450) accepted ('10.222.0.46', 46872) {{(pid=102450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 21:05:11.636809 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-327acb06-4fb0-43d4-9d24-427706042a15 admin admin] Publish callbacks [] for security_group (9710f0f6-7365-45f6-bef0-09e24d83e84d), before_delete {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:05:11.657792 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-327acb06-4fb0-43d4-9d24-427706042a15 admin admin] Publish callbacks [] for security_group (9710f0f6-7365-45f6-bef0-09e24d83e84d), precommit_delete {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:05:11.708277 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-327acb06-4fb0-43d4-9d24-427706042a15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736509'] for security_group (9710f0f6-7365-45f6-bef0-09e24d83e84d), after_delete {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:05:11.711048 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-327acb06-4fb0-43d4-9d24-427706042a15 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:05:11.712187 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [None req-327acb06-4fb0-43d4-9d24-427706042a15 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/9710f0f6-7365-45f6-bef0-09e24d83e84d HTTP/1.1" status: 204 len: 168 time: 0.1216950 Jan 31 21:05:11.719562 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327acb06-4fb0-43d4-9d24-427706042a15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9710f0f6-7365-45f6-bef0-09e24d83e84d,revision_number=None']} {{(pid=102450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 21:05:11.817843 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.rpc [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Device 58410e01-be34-44fc-9bbb-6577f94d38eb no longer exists at agent ovs-agent-dv-cinder-813229-5-iscsi {{(pid=102451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 21:05:11.842869 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.plugin [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] No Port match for: 58410e01-be34-44fc-9bbb-6577f94d38eb {{(pid=102451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 21:05:11.843216 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.rpc [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Device 58410e01-be34-44fc-9bbb-6577f94d38eb not bound to the agent host dv-cinder-813229-5-iscsi {{(pid=102451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 21:05:11.843643 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.rpc [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Device d7188552-c800-4b95-8710-aafa80d45bf5 no longer exists at agent ovs-agent-dv-cinder-813229-5-iscsi {{(pid=102451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 21:05:11.867187 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.plugin [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] No Port match for: d7188552-c800-4b95-8710-aafa80d45bf5 {{(pid=102451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 21:05:11.867537 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.rpc [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Device d7188552-c800-4b95-8710-aafa80d45bf5 not bound to the agent host dv-cinder-813229-5-iscsi {{(pid=102451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 21:05:11.867975 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.rpc [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Device 0de399ce-c7c1-42ee-9b62-7ed26ad79588 no longer exists at agent ovs-agent-dv-cinder-813229-5-iscsi {{(pid=102451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 21:05:11.890063 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.plugin [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] No Port match for: 0de399ce-c7c1-42ee-9b62-7ed26ad79588 {{(pid=102451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 21:05:11.890421 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.rpc [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Device 0de399ce-c7c1-42ee-9b62-7ed26ad79588 not bound to the agent host dv-cinder-813229-5-iscsi {{(pid=102451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 21:05:19.495489 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-166aaeff-8ffa-4c04-a0b0-b9eb5544ceef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600486512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3401042'] for agent (34ef0204-81d1-4f5e-89d1-b08d0f866641), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:05:21.704493 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-64447ad1-b7ac-4632-b45f-a49a02ea823f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600486512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3401042'] for agent (7c18f3b4-4d02-4b01-9072-98fcd9008716), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:05:23.022604 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-7eb716df-9c73-407a-9e83-210e7bcc67e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600486512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3401042'] for agent (289e5c83-71b6-47e7-bef9-287113943a12), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:05:24.464178 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-ded4de29-c2d1-4616-9365-9981ea756e41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600486512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3401042'] for agent (bf9d83f7-9209-4252-b853-70feadeab726), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:05:25.975290 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600486512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3401042'] for agent (9ba4f6fe-000a-4ef5-9d61-ba62910ab5fe), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:05:28.833979 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600486512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3401042'] for agent (e85cc1e2-8b4e-4549-a68e-d414072d4156), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:05:46.966916 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.db.agents_db [None req-9f73b596-de3f-4c4d-980f-1f0b0f14bd7d None None] Agent healthcheck: found 6 active agents {{(pid=102454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 21:05:49.497577 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-fdd7d073-2b6f-46f0-8621-8bbd66f121d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600486512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3401042'] for agent (34ef0204-81d1-4f5e-89d1-b08d0f866641), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:05:51.698179 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-51f77a74-718f-45c6-8841-52fbd44ed912 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600486512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3401042'] for agent (7c18f3b4-4d02-4b01-9072-98fcd9008716), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:05:53.025232 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-7eb716df-9c73-407a-9e83-210e7bcc67e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600486512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3401042'] for agent (289e5c83-71b6-47e7-bef9-287113943a12), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:05:54.465312 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-ded4de29-c2d1-4616-9365-9981ea756e41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600486512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3401042'] for agent (bf9d83f7-9209-4252-b853-70feadeab726), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:05:55.978293 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600486512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3401042'] for agent (9ba4f6fe-000a-4ef5-9d61-ba62910ab5fe), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:05:58.853556 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600486512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3401042'] for agent (e85cc1e2-8b4e-4549-a68e-d414072d4156), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:06:07.619141 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.wsgi [-] (102449) accepted ('10.222.0.46', 46894) {{(pid=102449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 21:06:07.778940 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-3ed9b96b-fd3c-4067-8573-cc432d7cf5f1 tempest-TestShelveInstance-149981330 tempest-TestShelveInstance-149981330-project] Deleting port 0e887c64-dc63-4b53-9f95-2bd9f0435c67 {{(pid=102449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 21:06:07.779282 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-3ed9b96b-fd3c-4067-8573-cc432d7cf5f1 tempest-TestShelveInstance-149981330 tempest-TestShelveInstance-149981330-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783600463454'] for port (0e887c64-dc63-4b53-9f95-2bd9f0435c67), before_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:06:07.856055 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-3ed9b96b-fd3c-4067-8573-cc432d7cf5f1 tempest-TestShelveInstance-149981330 tempest-TestShelveInstance-149981330-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696268'] for port (0e887c64-dc63-4b53-9f95-2bd9f0435c67), precommit_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:06:07.856402 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-3ed9b96b-fd3c-4067-8573-cc432d7cf5f1 tempest-TestShelveInstance-149981330 tempest-TestShelveInstance-149981330-project] Publish callbacks [] for floatingip (0e887c64-dc63-4b53-9f95-2bd9f0435c67), precommit_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:06:07.868473 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-3ed9b96b-fd3c-4067-8573-cc432d7cf5f1 tempest-TestShelveInstance-149981330 tempest-TestShelveInstance-149981330-project] Calling delete_port for 0e887c64-dc63-4b53-9f95-2bd9f0435c67 owned by network:floatingip {{(pid=102449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 21:06:08.036919 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-3ed9b96b-fd3c-4067-8573-cc432d7cf5f1 tempest-TestShelveInstance-149981330 tempest-TestShelveInstance-149981330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1029723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3769609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783600466360', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783599971606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29106256'] for port (0e887c64-dc63-4b53-9f95-2bd9f0435c67), after_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:06:08.062655 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed9b96b-fd3c-4067-8573-cc432d7cf5f1 tempest-TestShelveInstance-149981330 tempest-TestShelveInstance-149981330-project] Pushing event deleted for resources: {'Port': ['ID=0e887c64-dc63-4b53-9f95-2bd9f0435c67,revision_number=None']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 21:06:08.074411 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed9b96b-fd3c-4067-8573-cc432d7cf5f1 tempest-TestShelveInstance-149981330 tempest-TestShelveInstance-149981330-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 21:06:08.074755 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed9b96b-fd3c-4067-8573-cc432d7cf5f1 tempest-TestShelveInstance-149981330 tempest-TestShelveInstance-149981330-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 21:06:08.075118 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed9b96b-fd3c-4067-8573-cc432d7cf5f1 tempest-TestShelveInstance-149981330 tempest-TestShelveInstance-149981330-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 21:06:08.075452 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed9b96b-fd3c-4067-8573-cc432d7cf5f1 tempest-TestShelveInstance-149981330 tempest-TestShelveInstance-149981330-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 21:06:08.075780 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed9b96b-fd3c-4067-8573-cc432d7cf5f1 tempest-TestShelveInstance-149981330 tempest-TestShelveInstance-149981330-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 21:06:08.076104 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed9b96b-fd3c-4067-8573-cc432d7cf5f1 tempest-TestShelveInstance-149981330 tempest-TestShelveInstance-149981330-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 21:06:08.076427 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed9b96b-fd3c-4067-8573-cc432d7cf5f1 tempest-TestShelveInstance-149981330 tempest-TestShelveInstance-149981330-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 21:06:08.076745 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed9b96b-fd3c-4067-8573-cc432d7cf5f1 tempest-TestShelveInstance-149981330 tempest-TestShelveInstance-149981330-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 21:06:08.077062 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed9b96b-fd3c-4067-8573-cc432d7cf5f1 tempest-TestShelveInstance-149981330 tempest-TestShelveInstance-149981330-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 21:06:08.077382 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed9b96b-fd3c-4067-8573-cc432d7cf5f1 tempest-TestShelveInstance-149981330 tempest-TestShelveInstance-149981330-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 21:06:08.077703 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed9b96b-fd3c-4067-8573-cc432d7cf5f1 tempest-TestShelveInstance-149981330 tempest-TestShelveInstance-149981330-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 21:06:08.078017 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed9b96b-fd3c-4067-8573-cc432d7cf5f1 tempest-TestShelveInstance-149981330 tempest-TestShelveInstance-149981330-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 21:06:08.078333 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ed9b96b-fd3c-4067-8573-cc432d7cf5f1 tempest-TestShelveInstance-149981330 tempest-TestShelveInstance-149981330-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 21:06:08.133001 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-3ed9b96b-fd3c-4067-8573-cc432d7cf5f1 tempest-TestShelveInstance-149981330 tempest-TestShelveInstance-149981330-project] Publish callbacks [] for floatingip (cc37d05c-6f1b-45c9-968b-b5c9ca9c1853), after_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:06:08.133342 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.db.l3_db [None req-3ed9b96b-fd3c-4067-8573-cc432d7cf5f1 tempest-TestShelveInstance-149981330 tempest-TestShelveInstance-149981330-project] Floating IP cc37d05c-6f1b-45c9-968b-b5c9ca9c1853 disassociated (deleted). External IP: 172.27.2.18, port: e055c48f-1e8b-4cda-a0fb-7b56b7a86e4e. Jan 31 21:06:08.340711 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ed9b96b-fd3c-4067-8573-cc432d7cf5f1 tempest-TestShelveInstance-149981330 tempest-TestShelveInstance-149981330-project] Router 823f6931-6a41-4df7-af62-8e4d4fc3a1fa has already been hosted by L3 agent 7c18f3b4-4d02-4b01-9072-98fcd9008716 {{(pid=102449) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 21:06:08.455185 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ed9b96b-fd3c-4067-8573-cc432d7cf5f1 tempest-TestShelveInstance-149981330 tempest-TestShelveInstance-149981330-project] Notify agent at l3_agent.dv-cinder-813229-5-iscsi the message routers_updated {{(pid=102449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 21:06:08.460363 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-3ed9b96b-fd3c-4067-8573-cc432d7cf5f1 tempest-TestShelveInstance-149981330 tempest-TestShelveInstance-149981330-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204375'] for floatingip (None), before_response {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:06:08.464976 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69fb1495-5bd8-484c-96c9-7aa8c497c747 None None] Sync routers for ids ['823f6931-6a41-4df7-af62-8e4d4fc3a1fa'] in dv-cinder-813229-5-iscsi {{(pid=102451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 21:06:08.473723 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69fb1495-5bd8-484c-96c9-7aa8c497c747 None None] Routers {'823f6931-6a41-4df7-af62-8e4d4fc3a1fa'} bound to L3 agent in host dv-cinder-813229-5-iscsi {{(pid=102451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 21:06:08.474880 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.db.l3_hamode_db [None req-69fb1495-5bd8-484c-96c9-7aa8c497c747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-31T20:45:52Z,description=,heartbeat_timestamp=2022-01-31T21:05:52Z,host='dv-cinder-813229-5-iscsi',id=7c18f3b4-4d02-4b01-9072-98fcd9008716,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T20:45:52Z,topic='l3_agent')) {'router_ids': ['823f6931-6a41-4df7-af62-8e4d4fc3a1fa'], 'active': True} {{(pid=102451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 21:06:08.489421 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [None req-3ed9b96b-fd3c-4067-8573-cc432d7cf5f1 tempest-TestShelveInstance-149981330 tempest-TestShelveInstance-149981330-project] 10.222.0.46 "DELETE /v2.0/floatingips/cc37d05c-6f1b-45c9-968b-b5c9ca9c1853 HTTP/1.1" status: 204 len: 168 time: 0.8691881 Jan 31 21:06:08.490105 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84fd23f6-3068-4830-af49-301180593f89', 'tag': 'e055c48f-1e8b-4cda-a0fb-7b56b7a86e4e'}] {{(pid=102449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 21:06:08.492921 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba30590511e0408980e1e78341b94ae353025d2904c3e8034e675cc5aff8c4ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a59d471-5947-4aa6-aa4e-5817fb9f0ba7" -d '{"events": [{"name": "network-changed", "server_uuid": "84fd23f6-3068-4830-af49-301180593f89", "tag": "e055c48f-1e8b-4cda-a0fb-7b56b7a86e4e"}]}' {{(pid=102449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 21:06:08.532579 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 21:06:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da4f0a6f-056e-45c4-89a2-33d1cf0d4317 x-openstack-request-id: req-da4f0a6f-056e-45c4-89a2-33d1cf0d4317 {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 21:06:08.532999 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84fd23f6-3068-4830-af49-301180593f89", "tag": "e055c48f-1e8b-4cda-a0fb-7b56b7a86e4e", "status": "completed", "code": 200}]} {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 21:06:08.533512 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-da4f0a6f-056e-45c4-89a2-33d1cf0d4317 {{(pid=102449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 21:06:08.533773 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84fd23f6-3068-4830-af49-301180593f89', 'tag': 'e055c48f-1e8b-4cda-a0fb-7b56b7a86e4e', 'status': 'completed', 'code': 200} Jan 31 21:06:08.601849 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.db.l3_dvr_db [None req-69fb1495-5bd8-484c-96c9-7aa8c497c747 None None] Set router 823f6931-6a41-4df7-af62-8e4d4fc3a1fa gateway port host: dv-cinder-813229-5-iscsi {{(pid=102451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 21:06:08.617120 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a59d471-5947-4aa6-aa4e-5817fb9f0ba7 req-8ac7f14a-b12a-4584-92a4-73ec00e35a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 21:06:08.619975 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-6a59d471-5947-4aa6-aa4e-5817fb9f0ba7 req-8ac7f14a-b12a-4584-92a4-73ec00e35a54 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=9ef5260a588e440a9cbda357d967cba6&device_id=84fd23f6-3068-4830-af49-301180593f89 HTTP/1.1" status: 200 len: 1129 time: 0.0612113 Jan 31 21:06:08.742413 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a59d471-5947-4aa6-aa4e-5817fb9f0ba7 req-f6aec0a9-4cf2-4135-9d33-86ae1e676c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 21:06:08.744097 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-6a59d471-5947-4aa6-aa4e-5817fb9f0ba7 req-f6aec0a9-4cf2-4135-9d33-86ae1e676c9c service neutron] 10.222.0.59 "GET /v2.0/networks?id=4e180073-417f-4263-8c1c-52be850fc825 HTTP/1.1" status: 200 len: 909 time: 0.1168289 Jan 31 21:06:08.793728 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27f00a7-750a-4c71-9cf0-8412fc858fb2 req-e8818ede-9917-42cd-8795-31e6da9052bb tempest-TestShelveInstance-149981330 tempest-TestShelveInstance-149981330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 21:06:08.803666 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-b27f00a7-750a-4c71-9cf0-8412fc858fb2 req-e8818ede-9917-42cd-8795-31e6da9052bb tempest-TestShelveInstance-149981330 tempest-TestShelveInstance-149981330-project] 10.222.0.46 "GET /v2.0/ports?device_id=84fd23f6-3068-4830-af49-301180593f89 HTTP/1.1" status: 200 len: 945 time: 0.0880771 Jan 31 21:06:08.804596 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-6a59d471-5947-4aa6-aa4e-5817fb9f0ba7 req-49a01bf0-0685-4d2b-bfe6-e3edc0d283fa service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e055c48f-1e8b-4cda-a0fb-7b56b7a86e4e HTTP/1.1" status: 200 len: 217 time: 0.0505555 Jan 31 21:06:08.867145 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a59d471-5947-4aa6-aa4e-5817fb9f0ba7 req-2ad4e80e-8201-4c9c-bd55-a148b21c72f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 21:06:08.868576 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-6a59d471-5947-4aa6-aa4e-5817fb9f0ba7 req-2ad4e80e-8201-4c9c-bd55-a148b21c72f9 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=cd1c723d-71f1-4815-99b6-32f8e6614b72 HTTP/1.1" status: 200 len: 847 time: 0.0580277 Jan 31 21:06:08.892378 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.db.l3_hamode_db [None req-69fb1495-5bd8-484c-96c9-7aa8c497c747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '823f6931-6a41-4df7-af62-8e4d4fc3a1fa', 'name': 'tempest-TestShelveInstance-440508241-router', 'tenant_id': '9ef5260a588e440a9cbda357d967cba6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51ba4d8e-a54c-4fb0-a209-37766af226e8', 'external_fixed_ips': [{'subnet_id': '99ba9542-d2be-443f-a804-26ff9bedcbe2', 'ip_address': '172.27.2.215'}], 'enable_snat': True}, 'gw_port_id': '3bb163ef-eaec-491f-9cbe-978f9c19caae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T21:01:19Z', 'updated_at': '2022-01-31T21:01:22Z', 'revision_number': 4, 'project_id': '9ef5260a588e440a9cbda357d967cba6', 'gw_port': {'id': '3bb163ef-eaec-491f-9cbe-978f9c19caae', 'name': '', 'network_id': '51ba4d8e-a54c-4fb0-a209-37766af226e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:06:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '823f6931-6a41-4df7-af62-8e4d4fc3a1fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '99ba9542-d2be-443f-a804-26ff9bedcbe2', 'ip_address': '172.27.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T21:01:19Z', 'updated_at': '2022-01-31T21:01:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99ba9542-d2be-443f-a804-26ff9bedcbe2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-5-iscsi', '_interfaces': [{'id': 'c3a78f26-b47d-4056-96df-9fd9c5dc9c7e', 'name': '', 'network_id': '4e180073-417f-4263-8c1c-52be850fc825', 'tenant_id': '9ef5260a588e440a9cbda357d967cba6', 'mac_address': 'fa:16:3e:76:c6:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '823f6931-6a41-4df7-af62-8e4d4fc3a1fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'cd1c723d-71f1-4815-99b6-32f8e6614b72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T21:01:21Z', 'updated_at': '2022-01-31T21:01:28Z', 'revision_number': 5, 'project_id': '9ef5260a588e440a9cbda357d967cba6', 'subnets': [{'id': 'cd1c723d-71f1-4815-99b6-32f8e6614b72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-5-iscsi', False) {} {{(pid=102451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 21:06:08.921077 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69fb1495-5bd8-484c-96c9-7aa8c497c747 None None] Checking router: 823f6931-6a41-4df7-af62-8e4d4fc3a1fa for host: dv-cinder-813229-5-iscsi {{(pid=102451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 21:06:08.936675 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69fb1495-5bd8-484c-96c9-7aa8c497c747 None None] Routers {'823f6931-6a41-4df7-af62-8e4d4fc3a1fa'} bound to L3 agent in host dv-cinder-813229-5-iscsi {{(pid=102451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 21:06:08.937632 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.db.l3_hamode_db [None req-69fb1495-5bd8-484c-96c9-7aa8c497c747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-31T20:45:52Z,description=,heartbeat_timestamp=2022-01-31T21:05:52Z,host='dv-cinder-813229-5-iscsi',id=7c18f3b4-4d02-4b01-9072-98fcd9008716,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T20:45:52Z,topic='l3_agent')) {'router_ids': ['823f6931-6a41-4df7-af62-8e4d4fc3a1fa'], 'active': True} {{(pid=102451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 21:06:08.949013 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a59d471-5947-4aa6-aa4e-5817fb9f0ba7 req-3d433c27-b085-4182-891f-ea947dec7da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 21:06:08.950769 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-6a59d471-5947-4aa6-aa4e-5817fb9f0ba7 req-3d433c27-b085-4182-891f-ea947dec7da7 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=4e180073-417f-4263-8c1c-52be850fc825&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0747926 Jan 31 21:06:09.066694 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.db.l3_dvr_db [None req-69fb1495-5bd8-484c-96c9-7aa8c497c747 None None] Set router 823f6931-6a41-4df7-af62-8e4d4fc3a1fa gateway port host: dv-cinder-813229-5-iscsi {{(pid=102451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 21:06:09.073219 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-6a59d471-5947-4aa6-aa4e-5817fb9f0ba7 req-b3848296-b470-45e2-b144-1284059a0ab1 service neutron] 10.222.0.59 "GET /v2.0/networks/4e180073-417f-4263-8c1c-52be850fc825?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1093519 Jan 31 21:06:09.163661 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-b27f00a7-750a-4c71-9cf0-8412fc858fb2 req-a16f81f9-0c50-4b9f-ab91-e00c56850b50 tempest-TestShelveInstance-149981330 tempest-TestShelveInstance-149981330-project] 10.222.0.46 "GET /v2.0/security-groups?id=50fe813f-2835-42fd-bbde-d65d1905fb7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3573062 Jan 31 21:06:09.174581 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-6a59d471-5947-4aa6-aa4e-5817fb9f0ba7 req-7d5c5592-42cf-4b9c-b751-72e766d049fd service neutron] 10.222.0.59 "GET /v2.0/networks/4e180073-417f-4263-8c1c-52be850fc825?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949502 Jan 31 21:06:09.279653 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.db.l3_hamode_db [None req-69fb1495-5bd8-484c-96c9-7aa8c497c747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '823f6931-6a41-4df7-af62-8e4d4fc3a1fa', 'name': 'tempest-TestShelveInstance-440508241-router', 'tenant_id': '9ef5260a588e440a9cbda357d967cba6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51ba4d8e-a54c-4fb0-a209-37766af226e8', 'external_fixed_ips': [{'subnet_id': '99ba9542-d2be-443f-a804-26ff9bedcbe2', 'ip_address': '172.27.2.215'}], 'enable_snat': True}, 'gw_port_id': '3bb163ef-eaec-491f-9cbe-978f9c19caae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T21:01:19Z', 'updated_at': '2022-01-31T21:01:22Z', 'revision_number': 4, 'project_id': '9ef5260a588e440a9cbda357d967cba6', 'gw_port': {'id': '3bb163ef-eaec-491f-9cbe-978f9c19caae', 'name': '', 'network_id': '51ba4d8e-a54c-4fb0-a209-37766af226e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:06:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '823f6931-6a41-4df7-af62-8e4d4fc3a1fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '99ba9542-d2be-443f-a804-26ff9bedcbe2', 'ip_address': '172.27.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T21:01:19Z', 'updated_at': '2022-01-31T21:01:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99ba9542-d2be-443f-a804-26ff9bedcbe2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-5-iscsi', '_interfaces': [{'id': 'c3a78f26-b47d-4056-96df-9fd9c5dc9c7e', 'name': '', 'network_id': '4e180073-417f-4263-8c1c-52be850fc825', 'tenant_id': '9ef5260a588e440a9cbda357d967cba6', 'mac_address': 'fa:16:3e:76:c6:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '823f6931-6a41-4df7-af62-8e4d4fc3a1fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'cd1c723d-71f1-4815-99b6-32f8e6614b72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T21:01:21Z', 'updated_at': '2022-01-31T21:01:28Z', 'revision_number': 5, 'project_id': '9ef5260a588e440a9cbda357d967cba6', 'subnets': [{'id': 'cd1c723d-71f1-4815-99b6-32f8e6614b72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-5-iscsi', False) {} {{(pid=102451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 21:06:09.311229 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69fb1495-5bd8-484c-96c9-7aa8c497c747 None None] The sync data for ids ['823f6931-6a41-4df7-af62-8e4d4fc3a1fa'] in dv-cinder-813229-5-iscsi is: [{'id': '823f6931-6a41-4df7-af62-8e4d4fc3a1fa', 'name': 'tempest-TestShelveInstance-440508241-router', 'tenant_id': '9ef5260a588e440a9cbda357d967cba6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51ba4d8e-a54c-4fb0-a209-37766af226e8', 'external_fixed_ips': [{'subnet_id': '99ba9542-d2be-443f-a804-26ff9bedcbe2', 'ip_address': '172.27.2.215'}], 'enable_snat': True}, 'gw_port_id': '3bb163ef-eaec-491f-9cbe-978f9c19caae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T21:01:19Z', 'updated_at': '2022-01-31T21:01:22Z', 'revision_number': 4, 'project_id': '9ef5260a588e440a9cbda357d967cba6', 'gw_port': {'id': '3bb163ef-eaec-491f-9cbe-978f9c19caae', 'name': '', 'network_id': '51ba4d8e-a54c-4fb0-a209-37766af226e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:06:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '823f6931-6a41-4df7-af62-8e4d4fc3a1fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '99ba9542-d2be-443f-a804-26ff9bedcbe2', 'ip_address': '172.27.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T21:01:19Z', 'updated_at': '2022-01-31T21:01:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99ba9542-d2be-443f-a804-26ff9bedcbe2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-5-iscsi', '_interfaces': [{'id': 'c3a78f26-b47d-4056-96df-9fd9c5dc9c7e', 'name': '', 'network_id': '4e180073-417f-4263-8c1c-52be850fc825', 'tenant_id': '9ef5260a588e440a9cbda357d967cba6', 'mac_address': 'fa:16:3e:76:c6:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '823f6931-6a41-4df7-af62-8e4d4fc3a1fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 533, 'fixed_ips': [{'subnet_id': 'cd1c723d-71f1-4815-99b6-32f8e6614b72', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T21:01:21Z', 'updated_at': '2022-01-31T21:01:28Z', 'revision_number': 5, 'project_id': '9ef5260a588e440a9cbda357d967cba6', 'subnets': [{'id': 'cd1c723d-71f1-4815-99b6-32f8e6614b72', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 21:06:09.540608 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d966ad3c-4d33-4af1-bee5-676d9ee3d07f None None] New status for floating IP cc37d05c-6f1b-45c9-968b-b5c9ca9c1853: DOWN {{(pid=102454) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 31 21:06:10.288659 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15aa088-ea0f-4523-9b7c-76384fedad91 req-44bd8dc2-82a0-45b6-aa36-2159fafdd4e4 tempest-TestShelveInstance-149981330 tempest-TestShelveInstance-149981330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 21:06:10.290143 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-e15aa088-ea0f-4523-9b7c-76384fedad91 req-44bd8dc2-82a0-45b6-aa36-2159fafdd4e4 tempest-TestShelveInstance-149981330 tempest-TestShelveInstance-149981330-project] 10.222.0.46 "GET /v2.0/ports?device_id=84fd23f6-3068-4830-af49-301180593f89 HTTP/1.1" status: 200 len: 945 time: 0.0569661 Jan 31 21:06:10.341643 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-e15aa088-ea0f-4523-9b7c-76384fedad91 req-91ffbcea-83fd-485f-a8b0-5ec547782d10 tempest-TestShelveInstance-149981330 tempest-TestShelveInstance-149981330-project] 10.222.0.46 "GET /v2.0/security-groups?id=50fe813f-2835-42fd-bbde-d65d1905fb7e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458183 Jan 31 21:06:10.420229 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cef3b27-02e2-40bf-a2d9-c45154b08bb9 req-0a3f3dfe-86e3-4447-af50-34bd528a2d87 tempest-TestShelveInstance-149981330 tempest-TestShelveInstance-149981330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 21:06:10.421663 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-1cef3b27-02e2-40bf-a2d9-c45154b08bb9 req-0a3f3dfe-86e3-4447-af50-34bd528a2d87 tempest-TestShelveInstance-149981330 tempest-TestShelveInstance-149981330-project] 10.222.0.59 "GET /v2.0/ports?device_id=84fd23f6-3068-4830-af49-301180593f89 HTTP/1.1" status: 200 len: 945 time: 0.0559471 Jan 31 21:06:10.512697 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.plugins.ml2.plugin [req-1cef3b27-02e2-40bf-a2d9-c45154b08bb9 req-e2b38ed2-315a-4cbc-b6b9-db0df8909261 tempest-TestShelveInstance-149981330 tempest-TestShelveInstance-149981330-project] Deleting port e055c48f-1e8b-4cda-a0fb-7b56b7a86e4e {{(pid=102450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 21:06:10.513040 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [req-1cef3b27-02e2-40bf-a2d9-c45154b08bb9 req-e2b38ed2-315a-4cbc-b6b9-db0df8909261 tempest-TestShelveInstance-149981330 tempest-TestShelveInstance-149981330-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783600463454'] for port (e055c48f-1e8b-4cda-a0fb-7b56b7a86e4e), before_delete {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:06:10.602988 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.plugins.ml2.db [req-1cef3b27-02e2-40bf-a2d9-c45154b08bb9 req-e2b38ed2-315a-4cbc-b6b9-db0df8909261 tempest-TestShelveInstance-149981330 tempest-TestShelveInstance-149981330-project] For port e055c48f-1e8b-4cda-a0fb-7b56b7a86e4e, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=e055c48f-1e8b-4cda-a0fb-7b56b7a86e4e,segment=NetworkSegment(686d5a02-d5f1-47f8-8eb5-40a8ecfc04d6),segment_id=686d5a02-d5f1-47f8-8eb5-40a8ecfc04d6)] {{(pid=102450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 21:06:10.603347 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [req-1cef3b27-02e2-40bf-a2d9-c45154b08bb9 req-e2b38ed2-315a-4cbc-b6b9-db0df8909261 tempest-TestShelveInstance-149981330 tempest-TestShelveInstance-149981330-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696268'] for port (e055c48f-1e8b-4cda-a0fb-7b56b7a86e4e), precommit_delete {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:06:10.614641 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.plugins.ml2.plugin [req-1cef3b27-02e2-40bf-a2d9-c45154b08bb9 req-e2b38ed2-315a-4cbc-b6b9-db0df8909261 tempest-TestShelveInstance-149981330 tempest-TestShelveInstance-149981330-project] Calling delete_port for e055c48f-1e8b-4cda-a0fb-7b56b7a86e4e owned by compute:nova {{(pid=102450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 21:06:10.739447 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [req-1cef3b27-02e2-40bf-a2d9-c45154b08bb9 req-e2b38ed2-315a-4cbc-b6b9-db0df8909261 tempest-TestShelveInstance-149981330 tempest-TestShelveInstance-149981330-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1029723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3769609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783600466360', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783599971606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27814909'] for port (e055c48f-1e8b-4cda-a0fb-7b56b7a86e4e), after_delete {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:06:10.773394 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b38ed2-315a-4cbc-b6b9-db0df8909261 tempest-TestShelveInstance-149981330 tempest-TestShelveInstance-149981330-project] Pushing event deleted for resources: {'Port': ['ID=e055c48f-1e8b-4cda-a0fb-7b56b7a86e4e,revision_number=None']} {{(pid=102450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 21:06:10.797052 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b38ed2-315a-4cbc-b6b9-db0df8909261 tempest-TestShelveInstance-149981330 tempest-TestShelveInstance-149981330-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 21:06:10.797400 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b38ed2-315a-4cbc-b6b9-db0df8909261 tempest-TestShelveInstance-149981330 tempest-TestShelveInstance-149981330-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 21:06:10.797739 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b38ed2-315a-4cbc-b6b9-db0df8909261 tempest-TestShelveInstance-149981330 tempest-TestShelveInstance-149981330-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 21:06:10.798072 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b38ed2-315a-4cbc-b6b9-db0df8909261 tempest-TestShelveInstance-149981330 tempest-TestShelveInstance-149981330-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 21:06:10.798394 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b38ed2-315a-4cbc-b6b9-db0df8909261 tempest-TestShelveInstance-149981330 tempest-TestShelveInstance-149981330-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 21:06:10.798724 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b38ed2-315a-4cbc-b6b9-db0df8909261 tempest-TestShelveInstance-149981330 tempest-TestShelveInstance-149981330-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 21:06:10.799066 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b38ed2-315a-4cbc-b6b9-db0df8909261 tempest-TestShelveInstance-149981330 tempest-TestShelveInstance-149981330-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 21:06:10.799385 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b38ed2-315a-4cbc-b6b9-db0df8909261 tempest-TestShelveInstance-149981330 tempest-TestShelveInstance-149981330-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 21:06:10.799706 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b38ed2-315a-4cbc-b6b9-db0df8909261 tempest-TestShelveInstance-149981330 tempest-TestShelveInstance-149981330-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 21:06:10.800020 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b38ed2-315a-4cbc-b6b9-db0df8909261 tempest-TestShelveInstance-149981330 tempest-TestShelveInstance-149981330-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 21:06:10.800337 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b38ed2-315a-4cbc-b6b9-db0df8909261 tempest-TestShelveInstance-149981330 tempest-TestShelveInstance-149981330-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 21:06:10.800651 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b38ed2-315a-4cbc-b6b9-db0df8909261 tempest-TestShelveInstance-149981330 tempest-TestShelveInstance-149981330-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 21:06:10.800962 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2b38ed2-315a-4cbc-b6b9-db0df8909261 tempest-TestShelveInstance-149981330 tempest-TestShelveInstance-149981330-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 21:06:10.823672 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cef3b27-02e2-40bf-a2d9-c45154b08bb9 req-e2b38ed2-315a-4cbc-b6b9-db0df8909261 tempest-TestShelveInstance-149981330 tempest-TestShelveInstance-149981330-project] No DVR routers for this DVR port e055c48f-1e8b-4cda-a0fb-7b56b7a86e4e on host hv-cinder-81322 {{(pid=102450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 21:06:10.826291 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [req-1cef3b27-02e2-40bf-a2d9-c45154b08bb9 req-e2b38ed2-315a-4cbc-b6b9-db0df8909261 tempest-TestShelveInstance-149981330 tempest-TestShelveInstance-149981330-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204375'] for port (None), before_response {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:06:10.829622 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-1cef3b27-02e2-40bf-a2d9-c45154b08bb9 req-e2b38ed2-315a-4cbc-b6b9-db0df8909261 tempest-TestShelveInstance-149981330 tempest-TestShelveInstance-149981330-project] 10.222.0.59 "DELETE /v2.0/ports/e055c48f-1e8b-4cda-a0fb-7b56b7a86e4e HTTP/1.1" status: 204 len: 173 time: 0.4024193 Jan 31 21:06:10.830055 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84fd23f6-3068-4830-af49-301180593f89', 'name': 'network-vif-deleted', 'tag': 'e055c48f-1e8b-4cda-a0fb-7b56b7a86e4e'}] {{(pid=102450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 21:06:10.832471 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88694c8615ac1e9d0f87b85371fce54667869cb07e9f85c824f8527602de4f23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1db41be2-53dd-44ed-81a0-b96317947ff0" -d '{"events": [{"server_uuid": "84fd23f6-3068-4830-af49-301180593f89", "name": "network-vif-deleted", "tag": "e055c48f-1e8b-4cda-a0fb-7b56b7a86e4e"}]}' {{(pid=102450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 21:06:10.873347 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 21:06:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7b7c885-5789-49a4-9417-10efc8357b3b x-openstack-request-id: req-e7b7c885-5789-49a4-9417-10efc8357b3b {{(pid=102450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 21:06:10.873639 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84fd23f6-3068-4830-af49-301180593f89", "name": "network-vif-deleted", "tag": "e055c48f-1e8b-4cda-a0fb-7b56b7a86e4e", "status": "completed", "code": 200}]} {{(pid=102450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 21:06:10.873947 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-e7b7c885-5789-49a4-9417-10efc8357b3b {{(pid=102450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 21:06:10.874566 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84fd23f6-3068-4830-af49-301180593f89', 'name': 'network-vif-deleted', 'tag': 'e055c48f-1e8b-4cda-a0fb-7b56b7a86e4e', 'status': 'completed', 'code': 200} Jan 31 21:06:11.457015 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-ed1fcf80-c702-4f53-807d-de4971c07a69 req-cf3160eb-d504-464f-adff-821a8521c323 tempest-TestShelveInstance-149981330 tempest-TestShelveInstance-149981330-project] 10.222.0.46 "GET /v2.0/ports?device_id=84fd23f6-3068-4830-af49-301180593f89 HTTP/1.1" status: 200 len: 210 time: 0.0272427 Jan 31 21:06:12.514228 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.wsgi [-] (102449) accepted ('10.222.0.46', 46922) {{(pid=102449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 21:06:12.569266 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-17f0b891-49e5-4260-9126-3198fafdb15d tempest-TestShelveInstance-149981330 tempest-TestShelveInstance-149981330-project] Publish callbacks [] for security_group (50fe813f-2835-42fd-bbde-d65d1905fb7e), before_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:06:12.592907 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-17f0b891-49e5-4260-9126-3198fafdb15d tempest-TestShelveInstance-149981330 tempest-TestShelveInstance-149981330-project] Publish callbacks [] for security_group (50fe813f-2835-42fd-bbde-d65d1905fb7e), precommit_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:06:12.651962 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-17f0b891-49e5-4260-9126-3198fafdb15d tempest-TestShelveInstance-149981330 tempest-TestShelveInstance-149981330-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736509'] for security_group (50fe813f-2835-42fd-bbde-d65d1905fb7e), after_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:06:12.654543 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-17f0b891-49e5-4260-9126-3198fafdb15d tempest-TestShelveInstance-149981330 tempest-TestShelveInstance-149981330-project] Publish callbacks [] for security_group (None), before_response {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:06:12.655763 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [None req-17f0b891-49e5-4260-9126-3198fafdb15d tempest-TestShelveInstance-149981330 tempest-TestShelveInstance-149981330-project] 10.222.0.46 "DELETE /v2.0/security-groups/50fe813f-2835-42fd-bbde-d65d1905fb7e HTTP/1.1" status: 204 len: 168 time: 0.1404710 Jan 31 21:06:12.664972 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f0b891-49e5-4260-9126-3198fafdb15d tempest-TestShelveInstance-149981330 tempest-TestShelveInstance-149981330-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=50fe813f-2835-42fd-bbde-d65d1905fb7e,revision_number=None']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 21:06:12.703172 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.wsgi [-] (102449) accepted ('10.222.0.46', 46926) {{(pid=102449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 21:06:13.045774 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-0fbe77ae-6d93-4b6f-80ed-b5f62d9a782b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3694999'] for router_interface (823f6931-6a41-4df7-af62-8e4d4fc3a1fa), before_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:06:13.292743 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-0fbe77ae-6d93-4b6f-80ed-b5f62d9a782b admin admin] Deleting port c3a78f26-b47d-4056-96df-9fd9c5dc9c7e {{(pid=102449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 21:06:13.293078 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-0fbe77ae-6d93-4b6f-80ed-b5f62d9a782b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783600463454'] for port (c3a78f26-b47d-4056-96df-9fd9c5dc9c7e), before_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:06:13.368780 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-0fbe77ae-6d93-4b6f-80ed-b5f62d9a782b admin admin] For port c3a78f26-b47d-4056-96df-9fd9c5dc9c7e, host dv-cinder-813229-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-5-iscsi',level=0,port_id=c3a78f26-b47d-4056-96df-9fd9c5dc9c7e,segment=NetworkSegment(686d5a02-d5f1-47f8-8eb5-40a8ecfc04d6),segment_id=686d5a02-d5f1-47f8-8eb5-40a8ecfc04d6)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 21:06:13.369051 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-0fbe77ae-6d93-4b6f-80ed-b5f62d9a782b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696268'] for port (c3a78f26-b47d-4056-96df-9fd9c5dc9c7e), precommit_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:06:13.382264 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-0fbe77ae-6d93-4b6f-80ed-b5f62d9a782b admin admin] Calling delete_port for c3a78f26-b47d-4056-96df-9fd9c5dc9c7e owned by network:router_interface {{(pid=102449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 21:06:13.562186 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-0fbe77ae-6d93-4b6f-80ed-b5f62d9a782b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1029723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3769609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783600466360', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783599971606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29106256'] for port (c3a78f26-b47d-4056-96df-9fd9c5dc9c7e), after_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:06:13.591390 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbe77ae-6d93-4b6f-80ed-b5f62d9a782b admin admin] Pushing event deleted for resources: {'Port': ['ID=c3a78f26-b47d-4056-96df-9fd9c5dc9c7e,revision_number=None']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 21:06:13.763635 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-0fbe77ae-6d93-4b6f-80ed-b5f62d9a782b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3769630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3694851'] for router_interface (823f6931-6a41-4df7-af62-8e4d4fc3a1fa), after_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:06:13.983563 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fbe77ae-6d93-4b6f-80ed-b5f62d9a782b admin admin] Router 823f6931-6a41-4df7-af62-8e4d4fc3a1fa has already been hosted by L3 agent 7c18f3b4-4d02-4b01-9072-98fcd9008716 {{(pid=102449) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 21:06:14.089585 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fbe77ae-6d93-4b6f-80ed-b5f62d9a782b admin admin] Notify agent at l3_agent.dv-cinder-813229-5-iscsi the message routers_updated {{(pid=102449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 21:06:14.094553 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [None req-0fbe77ae-6d93-4b6f-80ed-b5f62d9a782b admin admin] 10.222.0.46 "PUT /v2.0/routers/823f6931-6a41-4df7-af62-8e4d4fc3a1fa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3903151 Jan 31 21:06:14.097139 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.wsgi [-] (102449) accepted ('10.222.0.46', 46928) {{(pid=102449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 21:06:14.098663 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00497f40-29c2-4b8a-a581-0303a62ac80e None None] Sync routers for ids ['823f6931-6a41-4df7-af62-8e4d4fc3a1fa'] in dv-cinder-813229-5-iscsi {{(pid=102451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 21:06:14.109344 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00497f40-29c2-4b8a-a581-0303a62ac80e None None] Routers {'823f6931-6a41-4df7-af62-8e4d4fc3a1fa'} bound to L3 agent in host dv-cinder-813229-5-iscsi {{(pid=102451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 21:06:14.109945 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.db.l3_hamode_db [None req-00497f40-29c2-4b8a-a581-0303a62ac80e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-31T20:45:52Z,description=,heartbeat_timestamp=2022-01-31T21:05:52Z,host='dv-cinder-813229-5-iscsi',id=7c18f3b4-4d02-4b01-9072-98fcd9008716,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T20:45:52Z,topic='l3_agent')) {'router_ids': ['823f6931-6a41-4df7-af62-8e4d4fc3a1fa'], 'active': True} {{(pid=102451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 21:06:14.228449 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.db.l3_dvr_db [None req-00497f40-29c2-4b8a-a581-0303a62ac80e None None] Set router 823f6931-6a41-4df7-af62-8e4d4fc3a1fa gateway port host: dv-cinder-813229-5-iscsi {{(pid=102451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 21:06:14.232877 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-f79be7e1-ebbc-4207-a7c0-8a5bc42cf8e8 admin admin] Publish callbacks [] for router (823f6931-6a41-4df7-af62-8e4d4fc3a1fa), before_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:06:14.339244 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-f79be7e1-ebbc-4207-a7c0-8a5bc42cf8e8 admin admin] Publish callbacks [] for router_gateway (823f6931-6a41-4df7-af62-8e4d4fc3a1fa), before_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:06:14.394617 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-f79be7e1-ebbc-4207-a7c0-8a5bc42cf8e8 admin admin] Deleting port 3bb163ef-eaec-491f-9cbe-978f9c19caae {{(pid=102449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 21:06:14.394984 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-f79be7e1-ebbc-4207-a7c0-8a5bc42cf8e8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783600463454'] for port (3bb163ef-eaec-491f-9cbe-978f9c19caae), before_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:06:14.419855 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.db.l3_hamode_db [None req-00497f40-29c2-4b8a-a581-0303a62ac80e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '823f6931-6a41-4df7-af62-8e4d4fc3a1fa', 'name': 'tempest-TestShelveInstance-440508241-router', 'tenant_id': '9ef5260a588e440a9cbda357d967cba6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51ba4d8e-a54c-4fb0-a209-37766af226e8', 'external_fixed_ips': [{'subnet_id': '99ba9542-d2be-443f-a804-26ff9bedcbe2', 'ip_address': '172.27.2.215'}], 'enable_snat': True}, 'gw_port_id': '3bb163ef-eaec-491f-9cbe-978f9c19caae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T21:01:19Z', 'updated_at': '2022-01-31T21:06:13Z', 'revision_number': 5, 'project_id': '9ef5260a588e440a9cbda357d967cba6', 'gw_port': {'id': '3bb163ef-eaec-491f-9cbe-978f9c19caae', 'name': '', 'network_id': '51ba4d8e-a54c-4fb0-a209-37766af226e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:06:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '823f6931-6a41-4df7-af62-8e4d4fc3a1fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '99ba9542-d2be-443f-a804-26ff9bedcbe2', 'ip_address': '172.27.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T21:01:19Z', 'updated_at': '2022-01-31T21:01:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99ba9542-d2be-443f-a804-26ff9bedcbe2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-5-iscsi'}], 'dv-cinder-813229-5-iscsi', False) {} {{(pid=102451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 21:06:14.478146 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-f79be7e1-ebbc-4207-a7c0-8a5bc42cf8e8 admin admin] For port 3bb163ef-eaec-491f-9cbe-978f9c19caae, host dv-cinder-813229-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-5-iscsi',level=0,port_id=3bb163ef-eaec-491f-9cbe-978f9c19caae,segment=NetworkSegment(ad776c9f-cdc1-49f1-a366-310dcfc4c059),segment_id=ad776c9f-cdc1-49f1-a366-310dcfc4c059)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 21:06:14.478515 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-f79be7e1-ebbc-4207-a7c0-8a5bc42cf8e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696268'] for port (3bb163ef-eaec-491f-9cbe-978f9c19caae), precommit_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:06:14.491843 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-f79be7e1-ebbc-4207-a7c0-8a5bc42cf8e8 admin admin] Calling delete_port for 3bb163ef-eaec-491f-9cbe-978f9c19caae owned by network:router_gateway {{(pid=102449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 21:06:14.592732 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00497f40-29c2-4b8a-a581-0303a62ac80e None None] Checking router: 823f6931-6a41-4df7-af62-8e4d4fc3a1fa for host: dv-cinder-813229-5-iscsi {{(pid=102451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 21:06:14.602664 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00497f40-29c2-4b8a-a581-0303a62ac80e None None] Routers {'823f6931-6a41-4df7-af62-8e4d4fc3a1fa'} bound to L3 agent in host dv-cinder-813229-5-iscsi {{(pid=102451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 21:06:14.603341 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.db.l3_hamode_db [None req-00497f40-29c2-4b8a-a581-0303a62ac80e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-31T20:45:52Z,description=,heartbeat_timestamp=2022-01-31T21:05:52Z,host='dv-cinder-813229-5-iscsi',id=7c18f3b4-4d02-4b01-9072-98fcd9008716,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T20:45:52Z,topic='l3_agent')) {'router_ids': ['823f6931-6a41-4df7-af62-8e4d4fc3a1fa'], 'active': True} {{(pid=102451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 21:06:14.660793 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-f79be7e1-ebbc-4207-a7c0-8a5bc42cf8e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1029723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3769609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783600466360', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783599971606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29106256'] for port (3bb163ef-eaec-491f-9cbe-978f9c19caae), after_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:06:14.687663 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79be7e1-ebbc-4207-a7c0-8a5bc42cf8e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=3bb163ef-eaec-491f-9cbe-978f9c19caae,revision_number=None']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 21:06:14.689841 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.db.l3_dvr_db [None req-00497f40-29c2-4b8a-a581-0303a62ac80e None None] Set router 823f6931-6a41-4df7-af62-8e4d4fc3a1fa gateway port host: None {{(pid=102451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 21:06:14.747709 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.db.l3_hamode_db [None req-00497f40-29c2-4b8a-a581-0303a62ac80e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '823f6931-6a41-4df7-af62-8e4d4fc3a1fa', 'name': 'tempest-TestShelveInstance-440508241-router', 'tenant_id': '9ef5260a588e440a9cbda357d967cba6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T21:01:19Z', 'updated_at': '2022-01-31T21:06:14Z', 'revision_number': 6, 'project_id': '9ef5260a588e440a9cbda357d967cba6', 'gw_port_host': None}], 'dv-cinder-813229-5-iscsi', False) {} {{(pid=102451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 21:06:14.750289 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-f79be7e1-ebbc-4207-a7c0-8a5bc42cf8e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3697261'] for router_gateway (823f6931-6a41-4df7-af62-8e4d4fc3a1fa), after_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:06:14.774697 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00497f40-29c2-4b8a-a581-0303a62ac80e None None] The sync data for ids ['823f6931-6a41-4df7-af62-8e4d4fc3a1fa'] in dv-cinder-813229-5-iscsi is: [{'id': '823f6931-6a41-4df7-af62-8e4d4fc3a1fa', 'name': 'tempest-TestShelveInstance-440508241-router', 'tenant_id': '9ef5260a588e440a9cbda357d967cba6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T21:01:19Z', 'updated_at': '2022-01-31T21:06:14Z', 'revision_number': 6, 'project_id': '9ef5260a588e440a9cbda357d967cba6', 'gw_port_host': None}] {{(pid=102451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 21:06:14.842610 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-f79be7e1-ebbc-4207-a7c0-8a5bc42cf8e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3675640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-969'] for router (823f6931-6a41-4df7-af62-8e4d4fc3a1fa), precommit_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:06:14.844789 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-f79be7e1-ebbc-4207-a7c0-8a5bc42cf8e8 admin admin] Publish callbacks [] for router_controller (823f6931-6a41-4df7-af62-8e4d4fc3a1fa), precommit_delete_associations {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:06:14.889067 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-f79be7e1-ebbc-4207-a7c0-8a5bc42cf8e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3675633'] for router (823f6931-6a41-4df7-af62-8e4d4fc3a1fa), after_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:06:14.889601 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f79be7e1-ebbc-4207-a7c0-8a5bc42cf8e8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 823f6931-6a41-4df7-af62-8e4d4fc3a1fa {{(pid=102449) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 31 21:06:14.893839 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-f79be7e1-ebbc-4207-a7c0-8a5bc42cf8e8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:06:14.895007 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [None req-f79be7e1-ebbc-4207-a7c0-8a5bc42cf8e8 admin admin] 10.222.0.46 "DELETE /v2.0/routers/823f6931-6a41-4df7-af62-8e4d4fc3a1fa HTTP/1.1" status: 204 len: 168 time: 0.7969484 Jan 31 21:06:14.898458 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.wsgi [-] (102449) accepted ('10.222.0.46', 46930) {{(pid=102449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 21:06:14.945806 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.db.db_base_plugin_v2 [None req-18d80316-112f-4cd9-980d-d0e543de7d7b admin admin] Deleting subnet cd1c723d-71f1-4815-99b6-32f8e6614b72 {{(pid=102449) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 31 21:06:14.948856 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-18d80316-112f-4cd9-980d-d0e543de7d7b admin admin] Publish callbacks [] for subnet (cd1c723d-71f1-4815-99b6-32f8e6614b72), before_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:06:14.983379 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-18d80316-112f-4cd9-980d-d0e543de7d7b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25361776'] for subnet (cd1c723d-71f1-4815-99b6-32f8e6614b72), precommit_delete_associations {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:06:15.057866 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-18d80316-112f-4cd9-980d-d0e543de7d7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-792270'] for subnet (cd1c723d-71f1-4815-99b6-32f8e6614b72), precommit_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:06:15.074943 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.rpc [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Device e055c48f-1e8b-4cda-a0fb-7b56b7a86e4e no longer exists at agent hyperv_hv-cinder-81322 {{(pid=102451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 21:06:15.095359 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.plugin [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] No Port match for: e055c48f-1e8b-4cda-a0fb-7b56b7a86e4e {{(pid=102451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 21:06:15.095620 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.rpc [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Device e055c48f-1e8b-4cda-a0fb-7b56b7a86e4e not bound to the agent host hv-cinder-81322 {{(pid=102451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 21:06:15.112470 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-18d80316-112f-4cd9-980d-d0e543de7d7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-792247', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3769609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29106189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25214345'] for subnet (cd1c723d-71f1-4815-99b6-32f8e6614b72), after_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:06:15.143415 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d80316-112f-4cd9-980d-d0e543de7d7b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cd1c723d-71f1-4815-99b6-32f8e6614b72,revision_number=None']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 21:06:15.147694 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-18d80316-112f-4cd9-980d-d0e543de7d7b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3769851'] for subnet (None), before_response {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:06:15.150914 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [None req-18d80316-112f-4cd9-980d-d0e543de7d7b admin admin] 10.222.0.46 "DELETE /v2.0/subnets/cd1c723d-71f1-4815-99b6-32f8e6614b72 HTTP/1.1" status: 204 len: 168 time: 0.2514265 Jan 31 21:06:15.153337 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.wsgi [-] (102449) accepted ('10.222.0.46', 46932) {{(pid=102449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 21:06:15.155788 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24af623d-075e-4b6d-89f5-3f237fa2b125 None None] Network 4e180073-417f-4263-8c1c-52be850fc825 requested from dv-cinder-813229-5-iscsi {{(pid=102451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 21:06:15.223163 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-a4eb4550-fd50-450f-9f95-4765d22b4817 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-979588'] for network (4e180073-417f-4263-8c1c-52be850fc825), before_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:06:15.276259 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-a4eb4550-fd50-450f-9f95-4765d22b4817 admin admin] Deleting port 9d405cef-016a-46f1-b421-dd6a75e1e03d {{(pid=102449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 21:06:15.276596 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-a4eb4550-fd50-450f-9f95-4765d22b4817 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783600463454'] for port (9d405cef-016a-46f1-b421-dd6a75e1e03d), before_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:06:15.341441 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-a4eb4550-fd50-450f-9f95-4765d22b4817 admin admin] For port 9d405cef-016a-46f1-b421-dd6a75e1e03d, host dv-cinder-813229-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-5-iscsi',level=0,port_id=9d405cef-016a-46f1-b421-dd6a75e1e03d,segment=NetworkSegment(686d5a02-d5f1-47f8-8eb5-40a8ecfc04d6),segment_id=686d5a02-d5f1-47f8-8eb5-40a8ecfc04d6)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 21:06:15.341802 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-a4eb4550-fd50-450f-9f95-4765d22b4817 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696268'] for port (9d405cef-016a-46f1-b421-dd6a75e1e03d), precommit_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:06:15.354668 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-a4eb4550-fd50-450f-9f95-4765d22b4817 admin admin] Calling delete_port for 9d405cef-016a-46f1-b421-dd6a75e1e03d owned by network:dhcp {{(pid=102449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 21:06:15.432799 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-a4eb4550-fd50-450f-9f95-4765d22b4817 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1029723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3769609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783600466360', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783599971606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29106256'] for port (9d405cef-016a-46f1-b421-dd6a75e1e03d), after_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:06:15.461416 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4eb4550-fd50-450f-9f95-4765d22b4817 admin admin] Pushing event deleted for resources: {'Port': ['ID=9d405cef-016a-46f1-b421-dd6a75e1e03d,revision_number=None']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 21:06:15.463995 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4eb4550-fd50-450f-9f95-4765d22b4817 admin admin] No DVR routers for this DVR port 9d405cef-016a-46f1-b421-dd6a75e1e03d on host dv-cinder-813229-5-iscsi {{(pid=102449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 21:06:15.538646 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-a4eb4550-fd50-450f-9f95-4765d22b4817 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-793947', 'neutron.services.segments.db._delete_segments_for_network-8783600486530'] for network (4e180073-417f-4263-8c1c-52be850fc825), precommit_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:06:15.553923 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d36af05-a8e5-4b04-be4e-dce383319fca None None] DHCP port deletion for 4e180073-417f-4263-8c1c-52be850fc825 request from dv-cinder-813229-5-iscsi {{(pid=102451) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 31 21:06:15.560437 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.services.segments.db [None req-a4eb4550-fd50-450f-9f95-4765d22b4817 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e180073-417f-4263-8c1c-52be850fc825']}} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 21:06:15.574402 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.services.segments.db [None req-a4eb4550-fd50-450f-9f95-4765d22b4817 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '686d5a02-d5f1-47f8-8eb5-40a8ecfc04d6') {'for_net_delete': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 21:06:15.574693 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.services.segments.db [None req-a4eb4550-fd50-450f-9f95-4765d22b4817 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '686d5a02-d5f1-47f8-8eb5-40a8ecfc04d6') {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 21:06:15.584700 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-a4eb4550-fd50-450f-9f95-4765d22b4817 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783600487563', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25361785'] for segment (686d5a02-d5f1-47f8-8eb5-40a8ecfc04d6), before_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:06:15.597617 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-a4eb4550-fd50-450f-9f95-4765d22b4817 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-936743'] for segment (686d5a02-d5f1-47f8-8eb5-40a8ecfc04d6), precommit_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:06:15.604029 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4eb4550-fd50-450f-9f95-4765d22b4817 admin admin] Releasing vlan 660 on physical network physnet1 to pool {{(pid=102449) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 21:06:15.604405 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-a4eb4550-fd50-450f-9f95-4765d22b4817 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-936743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29106339'] for segment (686d5a02-d5f1-47f8-8eb5-40a8ecfc04d6), after_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:06:15.606023 dv-cinder-813229-5-iscsi neutron-server[102449]: Traceback (most recent call last): Jan 31 21:06:15.606023 dv-cinder-813229-5-iscsi neutron-server[102449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 21:06:15.606023 dv-cinder-813229-5-iscsi neutron-server[102449]: timer() Jan 31 21:06:15.606023 dv-cinder-813229-5-iscsi neutron-server[102449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 21:06:15.606023 dv-cinder-813229-5-iscsi neutron-server[102449]: cb(*args, **kw) Jan 31 21:06:15.606023 dv-cinder-813229-5-iscsi neutron-server[102449]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 21:06:15.606023 dv-cinder-813229-5-iscsi neutron-server[102449]: return func(*args, **kwargs) Jan 31 21:06:15.606023 dv-cinder-813229-5-iscsi neutron-server[102449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 21:06:15.606023 dv-cinder-813229-5-iscsi neutron-server[102449]: self._notify() Jan 31 21:06:15.606023 dv-cinder-813229-5-iscsi neutron-server[102449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 21:06:15.606023 dv-cinder-813229-5-iscsi neutron-server[102449]: self.callback(batched_events) Jan 31 21:06:15.606023 dv-cinder-813229-5-iscsi neutron-server[102449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 21:06:15.606023 dv-cinder-813229-5-iscsi neutron-server[102449]: event.method(event) Jan 31 21:06:15.606023 dv-cinder-813229-5-iscsi neutron-server[102449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 21:06:15.606023 dv-cinder-813229-5-iscsi neutron-server[102449]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 21:06:15.606023 dv-cinder-813229-5-iscsi neutron-server[102449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 21:06:15.606023 dv-cinder-813229-5-iscsi neutron-server[102449]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 21:06:15.606023 dv-cinder-813229-5-iscsi neutron-server[102449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 21:06:15.606023 dv-cinder-813229-5-iscsi neutron-server[102449]: return f(self, *a, **k) Jan 31 21:06:15.606023 dv-cinder-813229-5-iscsi neutron-server[102449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 21:06:15.606023 dv-cinder-813229-5-iscsi neutron-server[102449]: return self._get(url).json() Jan 31 21:06:15.606023 dv-cinder-813229-5-iscsi neutron-server[102449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 21:06:15.606023 dv-cinder-813229-5-iscsi neutron-server[102449]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 21:06:15.606023 dv-cinder-813229-5-iscsi neutron-server[102449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 21:06:15.606023 dv-cinder-813229-5-iscsi neutron-server[102449]: return self.request(url, 'GET', **kwargs) Jan 31 21:06:15.606023 dv-cinder-813229-5-iscsi neutron-server[102449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 21:06:15.606023 dv-cinder-813229-5-iscsi neutron-server[102449]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 21:06:15.606023 dv-cinder-813229-5-iscsi neutron-server[102449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 21:06:15.606023 dv-cinder-813229-5-iscsi neutron-server[102449]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 21:06:15.606023 dv-cinder-813229-5-iscsi neutron-server[102449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 21:06:15.606023 dv-cinder-813229-5-iscsi neutron-server[102449]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 21:06:15.606023 dv-cinder-813229-5-iscsi neutron-server[102449]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 21:06:15.660445 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-a4eb4550-fd50-450f-9f95-4765d22b4817 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-793932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3769609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3696773'] for network (4e180073-417f-4263-8c1c-52be850fc825), after_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:06:15.668043 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-a4eb4550-fd50-450f-9f95-4765d22b4817 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3769851'] for network (None), before_response {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:06:15.671260 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [None req-a4eb4550-fd50-450f-9f95-4765d22b4817 admin admin] 10.222.0.46 "DELETE /v2.0/networks/4e180073-417f-4263-8c1c-52be850fc825 HTTP/1.1" status: 204 len: 168 time: 0.5168164 Jan 31 21:06:15.674245 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.wsgi [-] (102450) accepted ('10.222.0.46', 46934) {{(pid=102450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 21:06:15.684729 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4eb4550-fd50-450f-9f95-4765d22b4817 admin admin] Pushing event deleted for resources: {'Network': ['ID=4e180073-417f-4263-8c1c-52be850fc825,revision_number=None']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 21:06:15.863621 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.rpc [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Device 3bb163ef-eaec-491f-9cbe-978f9c19caae no longer exists at agent ovs-agent-dv-cinder-813229-5-iscsi {{(pid=102451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 21:06:15.886043 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.plugin [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] No Port match for: 3bb163ef-eaec-491f-9cbe-978f9c19caae {{(pid=102451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 21:06:15.886397 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.rpc [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Device 3bb163ef-eaec-491f-9cbe-978f9c19caae not bound to the agent host dv-cinder-813229-5-iscsi {{(pid=102451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 21:06:15.886846 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.rpc [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Device 9d405cef-016a-46f1-b421-dd6a75e1e03d no longer exists at agent ovs-agent-dv-cinder-813229-5-iscsi {{(pid=102451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 21:06:15.909074 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.plugin [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] No Port match for: 9d405cef-016a-46f1-b421-dd6a75e1e03d {{(pid=102451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 21:06:15.909411 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.rpc [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Device 9d405cef-016a-46f1-b421-dd6a75e1e03d not bound to the agent host dv-cinder-813229-5-iscsi {{(pid=102451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 21:06:15.909824 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.rpc [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Device c3a78f26-b47d-4056-96df-9fd9c5dc9c7e no longer exists at agent ovs-agent-dv-cinder-813229-5-iscsi {{(pid=102451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 21:06:15.929547 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.plugin [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] No Port match for: c3a78f26-b47d-4056-96df-9fd9c5dc9c7e {{(pid=102451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 21:06:15.929883 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.rpc [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Device c3a78f26-b47d-4056-96df-9fd9c5dc9c7e not bound to the agent host dv-cinder-813229-5-iscsi {{(pid=102451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 21:06:16.040666 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-cd925360-5222-4312-9d67-8935f6f558bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3694999'] for router_interface (6a8063a1-fa5c-419d-bccf-5af33233492f), before_delete {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:06:16.281600 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.plugins.ml2.plugin [None req-cd925360-5222-4312-9d67-8935f6f558bd admin admin] Deleting port 5f3801da-cd08-4e4c-8c31-53a3c80eb0d1 {{(pid=102450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 21:06:16.281937 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-cd925360-5222-4312-9d67-8935f6f558bd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783600463454'] for port (5f3801da-cd08-4e4c-8c31-53a3c80eb0d1), before_delete {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:06:16.360242 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.plugins.ml2.db [None req-cd925360-5222-4312-9d67-8935f6f558bd admin admin] For port 5f3801da-cd08-4e4c-8c31-53a3c80eb0d1, host dv-cinder-813229-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-5-iscsi',level=0,port_id=5f3801da-cd08-4e4c-8c31-53a3c80eb0d1,segment=NetworkSegment(e906be55-7a29-4aaa-85f0-46ee3881bec8),segment_id=e906be55-7a29-4aaa-85f0-46ee3881bec8)] {{(pid=102450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 21:06:16.360600 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-cd925360-5222-4312-9d67-8935f6f558bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696268'] for port (5f3801da-cd08-4e4c-8c31-53a3c80eb0d1), precommit_delete {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:06:16.373228 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.plugins.ml2.plugin [None req-cd925360-5222-4312-9d67-8935f6f558bd admin admin] Calling delete_port for 5f3801da-cd08-4e4c-8c31-53a3c80eb0d1 owned by network:router_interface {{(pid=102450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 21:06:16.549008 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-cd925360-5222-4312-9d67-8935f6f558bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1029723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3769609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783600466360', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783599971606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27814909'] for port (5f3801da-cd08-4e4c-8c31-53a3c80eb0d1), after_delete {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:06:16.584043 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd925360-5222-4312-9d67-8935f6f558bd admin admin] Pushing event deleted for resources: {'Port': ['ID=5f3801da-cd08-4e4c-8c31-53a3c80eb0d1,revision_number=None']} {{(pid=102450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 21:06:16.747805 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-cd925360-5222-4312-9d67-8935f6f558bd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3769630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3694851'] for router_interface (6a8063a1-fa5c-419d-bccf-5af33233492f), after_delete {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:06:17.204755 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd925360-5222-4312-9d67-8935f6f558bd admin admin] Router 6a8063a1-fa5c-419d-bccf-5af33233492f has already been hosted by L3 agent 7c18f3b4-4d02-4b01-9072-98fcd9008716 {{(pid=102450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 21:06:17.307221 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd925360-5222-4312-9d67-8935f6f558bd admin admin] Notify agent at l3_agent.dv-cinder-813229-5-iscsi the message routers_updated {{(pid=102450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 21:06:17.312115 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [None req-cd925360-5222-4312-9d67-8935f6f558bd admin admin] 10.222.0.46 "PUT /v2.0/routers/6a8063a1-fa5c-419d-bccf-5af33233492f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6366415 Jan 31 21:06:17.314619 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.wsgi [-] (102450) accepted ('10.222.0.46', 46936) {{(pid=102450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 21:06:17.315552 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae757835-edc0-4265-806a-f124661f9392 None None] Sync routers for ids ['6a8063a1-fa5c-419d-bccf-5af33233492f'] in dv-cinder-813229-5-iscsi {{(pid=102454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 21:06:17.326040 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae757835-edc0-4265-806a-f124661f9392 None None] Routers {'6a8063a1-fa5c-419d-bccf-5af33233492f'} bound to L3 agent in host dv-cinder-813229-5-iscsi {{(pid=102454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 21:06:17.326644 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.db.l3_hamode_db [None req-ae757835-edc0-4265-806a-f124661f9392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-31T20:45:52Z,description=,heartbeat_timestamp=2022-01-31T21:05:52Z,host='dv-cinder-813229-5-iscsi',id=7c18f3b4-4d02-4b01-9072-98fcd9008716,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T20:45:52Z,topic='l3_agent')) {'router_ids': ['6a8063a1-fa5c-419d-bccf-5af33233492f'], 'active': True} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 21:06:17.420145 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-ca86d020-f1bb-4feb-a9e1-7818b5fb49bf admin admin] Publish callbacks [] for router (6a8063a1-fa5c-419d-bccf-5af33233492f), before_delete {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:06:17.435251 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.db.l3_dvr_db [None req-ae757835-edc0-4265-806a-f124661f9392 None None] Set router 6a8063a1-fa5c-419d-bccf-5af33233492f gateway port host: dv-cinder-813229-5-iscsi {{(pid=102454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 21:06:17.519697 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-ca86d020-f1bb-4feb-a9e1-7818b5fb49bf admin admin] Publish callbacks [] for router_gateway (6a8063a1-fa5c-419d-bccf-5af33233492f), before_delete {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:06:17.577446 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.plugins.ml2.plugin [None req-ca86d020-f1bb-4feb-a9e1-7818b5fb49bf admin admin] Deleting port d423f615-943f-42a9-9570-6db6bb7e5cba {{(pid=102450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 21:06:17.577782 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-ca86d020-f1bb-4feb-a9e1-7818b5fb49bf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783600463454'] for port (d423f615-943f-42a9-9570-6db6bb7e5cba), before_delete {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:06:17.611320 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.db.l3_hamode_db [None req-ae757835-edc0-4265-806a-f124661f9392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a8063a1-fa5c-419d-bccf-5af33233492f', 'name': 'tempest-TestShelveInstance-1560693969-router', 'tenant_id': '63b7308f22c84a9584df4bcc794762ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51ba4d8e-a54c-4fb0-a209-37766af226e8', 'external_fixed_ips': [{'subnet_id': '99ba9542-d2be-443f-a804-26ff9bedcbe2', 'ip_address': '172.27.2.169'}], 'enable_snat': True}, 'gw_port_id': 'd423f615-943f-42a9-9570-6db6bb7e5cba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T21:01:24Z', 'updated_at': '2022-01-31T21:06:16Z', 'revision_number': 5, 'project_id': '63b7308f22c84a9584df4bcc794762ad', 'gw_port': {'id': 'd423f615-943f-42a9-9570-6db6bb7e5cba', 'name': '', 'network_id': '51ba4d8e-a54c-4fb0-a209-37766af226e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:5d:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a8063a1-fa5c-419d-bccf-5af33233492f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 544, 'fixed_ips': [{'subnet_id': '99ba9542-d2be-443f-a804-26ff9bedcbe2', 'ip_address': '172.27.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T21:01:24Z', 'updated_at': '2022-01-31T21:01:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99ba9542-d2be-443f-a804-26ff9bedcbe2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-5-iscsi'}], 'dv-cinder-813229-5-iscsi', False) {} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 21:06:17.638184 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae757835-edc0-4265-806a-f124661f9392 None None] Checking router: 6a8063a1-fa5c-419d-bccf-5af33233492f for host: dv-cinder-813229-5-iscsi {{(pid=102454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 21:06:17.647038 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae757835-edc0-4265-806a-f124661f9392 None None] Routers {'6a8063a1-fa5c-419d-bccf-5af33233492f'} bound to L3 agent in host dv-cinder-813229-5-iscsi {{(pid=102454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 21:06:17.647805 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.db.l3_hamode_db [None req-ae757835-edc0-4265-806a-f124661f9392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-31T20:45:52Z,description=,heartbeat_timestamp=2022-01-31T21:05:52Z,host='dv-cinder-813229-5-iscsi',id=7c18f3b4-4d02-4b01-9072-98fcd9008716,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T20:45:52Z,topic='l3_agent')) {'router_ids': ['6a8063a1-fa5c-419d-bccf-5af33233492f'], 'active': True} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 21:06:17.656978 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.plugins.ml2.db [None req-ca86d020-f1bb-4feb-a9e1-7818b5fb49bf admin admin] For port d423f615-943f-42a9-9570-6db6bb7e5cba, host dv-cinder-813229-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-5-iscsi',level=0,port_id=d423f615-943f-42a9-9570-6db6bb7e5cba,segment=NetworkSegment(ad776c9f-cdc1-49f1-a366-310dcfc4c059),segment_id=ad776c9f-cdc1-49f1-a366-310dcfc4c059)] {{(pid=102450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 21:06:17.657336 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-ca86d020-f1bb-4feb-a9e1-7818b5fb49bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696268'] for port (d423f615-943f-42a9-9570-6db6bb7e5cba), precommit_delete {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:06:17.670047 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.plugins.ml2.plugin [None req-ca86d020-f1bb-4feb-a9e1-7818b5fb49bf admin admin] Calling delete_port for d423f615-943f-42a9-9570-6db6bb7e5cba owned by network:router_gateway {{(pid=102450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 21:06:17.732350 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.db.l3_dvr_db [None req-ae757835-edc0-4265-806a-f124661f9392 None None] Set router 6a8063a1-fa5c-419d-bccf-5af33233492f gateway port host: None {{(pid=102454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 21:06:17.783679 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.db.l3_hamode_db [None req-ae757835-edc0-4265-806a-f124661f9392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a8063a1-fa5c-419d-bccf-5af33233492f', 'name': 'tempest-TestShelveInstance-1560693969-router', 'tenant_id': '63b7308f22c84a9584df4bcc794762ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T21:01:24Z', 'updated_at': '2022-01-31T21:06:17Z', 'revision_number': 6, 'project_id': '63b7308f22c84a9584df4bcc794762ad', 'gw_port_host': None}], 'dv-cinder-813229-5-iscsi', False) {} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 21:06:17.823150 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae757835-edc0-4265-806a-f124661f9392 None None] The sync data for ids ['6a8063a1-fa5c-419d-bccf-5af33233492f'] in dv-cinder-813229-5-iscsi is: [{'id': '6a8063a1-fa5c-419d-bccf-5af33233492f', 'name': 'tempest-TestShelveInstance-1560693969-router', 'tenant_id': '63b7308f22c84a9584df4bcc794762ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T21:01:24Z', 'updated_at': '2022-01-31T21:06:17Z', 'revision_number': 6, 'project_id': '63b7308f22c84a9584df4bcc794762ad', 'gw_port_host': None}] {{(pid=102454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 21:06:17.841694 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-ca86d020-f1bb-4feb-a9e1-7818b5fb49bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1029723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3769609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783600466360', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783599971606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27814909'] for port (d423f615-943f-42a9-9570-6db6bb7e5cba), after_delete {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:06:17.870229 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca86d020-f1bb-4feb-a9e1-7818b5fb49bf admin admin] Pushing event deleted for resources: {'Port': ['ID=d423f615-943f-42a9-9570-6db6bb7e5cba,revision_number=None']} {{(pid=102450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 21:06:17.934627 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-ca86d020-f1bb-4feb-a9e1-7818b5fb49bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3697261'] for router_gateway (6a8063a1-fa5c-419d-bccf-5af33233492f), after_delete {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:06:18.023196 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-ca86d020-f1bb-4feb-a9e1-7818b5fb49bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3675640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-969'] for router (6a8063a1-fa5c-419d-bccf-5af33233492f), precommit_delete {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:06:18.025293 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-ca86d020-f1bb-4feb-a9e1-7818b5fb49bf admin admin] Publish callbacks [] for router_controller (6a8063a1-fa5c-419d-bccf-5af33233492f), precommit_delete_associations {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:06:18.066319 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-ca86d020-f1bb-4feb-a9e1-7818b5fb49bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3675633'] for router (6a8063a1-fa5c-419d-bccf-5af33233492f), after_delete {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:06:18.066762 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca86d020-f1bb-4feb-a9e1-7818b5fb49bf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6a8063a1-fa5c-419d-bccf-5af33233492f {{(pid=102450) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 31 21:06:18.072488 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-ca86d020-f1bb-4feb-a9e1-7818b5fb49bf admin admin] Publish callbacks [] for router (None), before_response {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:06:18.073663 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [None req-ca86d020-f1bb-4feb-a9e1-7818b5fb49bf admin admin] 10.222.0.46 "DELETE /v2.0/routers/6a8063a1-fa5c-419d-bccf-5af33233492f HTTP/1.1" status: 204 len: 168 time: 0.7580576 Jan 31 21:06:18.076142 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.wsgi [-] (102450) accepted ('10.222.0.46', 46938) {{(pid=102450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 21:06:18.123179 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.db.db_base_plugin_v2 [None req-d28de0dc-1409-4729-b42b-4c89e9a7f953 admin admin] Deleting subnet 20aef739-5515-473e-9991-bb833cbd7018 {{(pid=102450) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 31 21:06:18.126413 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-d28de0dc-1409-4729-b42b-4c89e9a7f953 admin admin] Publish callbacks [] for subnet (20aef739-5515-473e-9991-bb833cbd7018), before_delete {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:06:18.159326 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-d28de0dc-1409-4729-b42b-4c89e9a7f953 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29120982'] for subnet (20aef739-5515-473e-9991-bb833cbd7018), precommit_delete_associations {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:06:18.247267 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-d28de0dc-1409-4729-b42b-4c89e9a7f953 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-792270'] for subnet (20aef739-5515-473e-9991-bb833cbd7018), precommit_delete {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:06:18.303389 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-d28de0dc-1409-4729-b42b-4c89e9a7f953 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-792247', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3769609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27814816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28956758'] for subnet (20aef739-5515-473e-9991-bb833cbd7018), after_delete {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:06:18.332259 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28de0dc-1409-4729-b42b-4c89e9a7f953 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=20aef739-5515-473e-9991-bb833cbd7018,revision_number=None']} {{(pid=102450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 21:06:18.336724 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-d28de0dc-1409-4729-b42b-4c89e9a7f953 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:06:18.340085 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [None req-d28de0dc-1409-4729-b42b-4c89e9a7f953 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/20aef739-5515-473e-9991-bb833cbd7018 HTTP/1.1" status: 204 len: 168 time: 0.2627094 Jan 31 21:06:18.342206 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.wsgi [-] (102450) accepted ('10.222.0.46', 46940) {{(pid=102450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 21:06:18.344594 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5b7be26-507e-483d-9aff-d43491913d7e None None] Network 52af1e8e-7ad4-42d2-9aa3-3f98c833b4f6 requested from dv-cinder-813229-5-iscsi {{(pid=102451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 21:06:18.409933 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-3dc361bb-84a8-4484-8d06-72e2c94a22c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-979588'] for network (52af1e8e-7ad4-42d2-9aa3-3f98c833b4f6), before_delete {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:06:18.472813 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.plugins.ml2.plugin [None req-3dc361bb-84a8-4484-8d06-72e2c94a22c6 admin admin] Deleting port 20bac0cf-043b-4d88-9de6-59396257c10f {{(pid=102450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 21:06:18.473179 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-3dc361bb-84a8-4484-8d06-72e2c94a22c6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783600463454'] for port (20bac0cf-043b-4d88-9de6-59396257c10f), before_delete {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:06:18.538999 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.plugins.ml2.db [None req-3dc361bb-84a8-4484-8d06-72e2c94a22c6 admin admin] For port 20bac0cf-043b-4d88-9de6-59396257c10f, host dv-cinder-813229-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-5-iscsi',level=0,port_id=20bac0cf-043b-4d88-9de6-59396257c10f,segment=NetworkSegment(e906be55-7a29-4aaa-85f0-46ee3881bec8),segment_id=e906be55-7a29-4aaa-85f0-46ee3881bec8)] {{(pid=102450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 21:06:18.539311 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-3dc361bb-84a8-4484-8d06-72e2c94a22c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696268'] for port (20bac0cf-043b-4d88-9de6-59396257c10f), precommit_delete {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:06:18.551647 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.plugins.ml2.plugin [None req-3dc361bb-84a8-4484-8d06-72e2c94a22c6 admin admin] Calling delete_port for 20bac0cf-043b-4d88-9de6-59396257c10f owned by network:dhcp {{(pid=102450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 21:06:18.622815 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-984ccc22-6e20-45f4-a4ab-298263c08ed5 None None] DHCP port deletion for 52af1e8e-7ad4-42d2-9aa3-3f98c833b4f6 request from dv-cinder-813229-5-iscsi {{(pid=102451) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 31 21:06:18.640365 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-3dc361bb-84a8-4484-8d06-72e2c94a22c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1029723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3769609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783600466360', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783599971606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27814909'] for port (20bac0cf-043b-4d88-9de6-59396257c10f), after_delete {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:06:18.667675 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc361bb-84a8-4484-8d06-72e2c94a22c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=20bac0cf-043b-4d88-9de6-59396257c10f,revision_number=None']} {{(pid=102450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 21:06:18.672066 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.plugin [None req-984ccc22-6e20-45f4-a4ab-298263c08ed5 None None] Deleting port 20bac0cf-043b-4d88-9de6-59396257c10f {{(pid=102451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 21:06:18.672218 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dc361bb-84a8-4484-8d06-72e2c94a22c6 admin admin] No DVR routers for this DVR port 20bac0cf-043b-4d88-9de6-59396257c10f on host dv-cinder-813229-5-iscsi {{(pid=102450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 21:06:18.672578 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-984ccc22-6e20-45f4-a4ab-298263c08ed5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783600463454'] for port (20bac0cf-043b-4d88-9de6-59396257c10f), before_delete {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:06:18.741595 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.db [None req-984ccc22-6e20-45f4-a4ab-298263c08ed5 None None] For port 20bac0cf-043b-4d88-9de6-59396257c10f, host dv-cinder-813229-5-iscsi, got binding levels [] {{(pid=102451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 21:06:18.742073 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-984ccc22-6e20-45f4-a4ab-298263c08ed5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696268'] for port (20bac0cf-043b-4d88-9de6-59396257c10f), precommit_delete {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:06:18.748673 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-3dc361bb-84a8-4484-8d06-72e2c94a22c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-793947', 'neutron.services.segments.db._delete_segments_for_network-8783600486530'] for network (52af1e8e-7ad4-42d2-9aa3-3f98c833b4f6), precommit_delete {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:06:18.754681 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.plugin [None req-984ccc22-6e20-45f4-a4ab-298263c08ed5 None None] Calling delete_port for 20bac0cf-043b-4d88-9de6-59396257c10f owned by network:dhcp {{(pid=102451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 21:06:18.758175 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.db.ipam_backend_mixin [None req-984ccc22-6e20-45f4-a4ab-298263c08ed5 None None] Port 20bac0cf-043b-4d88-9de6-59396257c10f was not found and therefore no delete operation was performed {{(pid=102451) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 31 21:06:18.759457 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-984ccc22-6e20-45f4-a4ab-298263c08ed5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1029723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3769609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783600466360', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783599971606'] for port (20bac0cf-043b-4d88-9de6-59396257c10f), after_delete {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:06:18.770055 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.services.segments.db [None req-3dc361bb-84a8-4484-8d06-72e2c94a22c6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52af1e8e-7ad4-42d2-9aa3-3f98c833b4f6']}} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 21:06:18.779863 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.services.segments.db [None req-3dc361bb-84a8-4484-8d06-72e2c94a22c6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e906be55-7a29-4aaa-85f0-46ee3881bec8') {'for_net_delete': True} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 21:06:18.780160 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.services.segments.db [None req-3dc361bb-84a8-4484-8d06-72e2c94a22c6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e906be55-7a29-4aaa-85f0-46ee3881bec8') {} {{(pid=102450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 21:06:18.787661 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984ccc22-6e20-45f4-a4ab-298263c08ed5 None None] Pushing event deleted for resources: {'Port': ['ID=20bac0cf-043b-4d88-9de6-59396257c10f,revision_number=None']} {{(pid=102451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 21:06:18.789993 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-3dc361bb-84a8-4484-8d06-72e2c94a22c6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783600487563', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29120991'] for segment (e906be55-7a29-4aaa-85f0-46ee3881bec8), before_delete {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:06:18.795181 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-984ccc22-6e20-45f4-a4ab-298263c08ed5 None None] No DVR routers for this DVR port 20bac0cf-043b-4d88-9de6-59396257c10f on host dv-cinder-813229-5-iscsi {{(pid=102451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 21:06:18.797578 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-984ccc22-6e20-45f4-a4ab-298263c08ed5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 21:06:18.797937 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-984ccc22-6e20-45f4-a4ab-298263c08ed5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 21:06:18.798280 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-984ccc22-6e20-45f4-a4ab-298263c08ed5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 21:06:18.798628 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-984ccc22-6e20-45f4-a4ab-298263c08ed5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 21:06:18.798992 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-984ccc22-6e20-45f4-a4ab-298263c08ed5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 21:06:18.799327 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-984ccc22-6e20-45f4-a4ab-298263c08ed5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 21:06:18.799655 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-984ccc22-6e20-45f4-a4ab-298263c08ed5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 21:06:18.799989 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-984ccc22-6e20-45f4-a4ab-298263c08ed5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 21:06:18.800337 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-984ccc22-6e20-45f4-a4ab-298263c08ed5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 21:06:18.800665 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-984ccc22-6e20-45f4-a4ab-298263c08ed5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 21:06:18.800992 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-984ccc22-6e20-45f4-a4ab-298263c08ed5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 21:06:18.801313 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-984ccc22-6e20-45f4-a4ab-298263c08ed5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 21:06:18.801635 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-984ccc22-6e20-45f4-a4ab-298263c08ed5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-813229-5-iscsi {{(pid=102451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 31 21:06:18.805984 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-3dc361bb-84a8-4484-8d06-72e2c94a22c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-936743'] for segment (e906be55-7a29-4aaa-85f0-46ee3881bec8), precommit_delete {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:06:18.812929 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3dc361bb-84a8-4484-8d06-72e2c94a22c6 admin admin] Releasing vlan 675 on physical network physnet1 to pool {{(pid=102450) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 21:06:18.813289 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-3dc361bb-84a8-4484-8d06-72e2c94a22c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-936743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-27814670'] for segment (e906be55-7a29-4aaa-85f0-46ee3881bec8), after_delete {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:06:18.815624 dv-cinder-813229-5-iscsi neutron-server[102450]: Traceback (most recent call last): Jan 31 21:06:18.815624 dv-cinder-813229-5-iscsi neutron-server[102450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 21:06:18.815624 dv-cinder-813229-5-iscsi neutron-server[102450]: timer() Jan 31 21:06:18.815624 dv-cinder-813229-5-iscsi neutron-server[102450]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 21:06:18.815624 dv-cinder-813229-5-iscsi neutron-server[102450]: cb(*args, **kw) Jan 31 21:06:18.815624 dv-cinder-813229-5-iscsi neutron-server[102450]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 21:06:18.815624 dv-cinder-813229-5-iscsi neutron-server[102450]: return func(*args, **kwargs) Jan 31 21:06:18.815624 dv-cinder-813229-5-iscsi neutron-server[102450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 21:06:18.815624 dv-cinder-813229-5-iscsi neutron-server[102450]: self._notify() Jan 31 21:06:18.815624 dv-cinder-813229-5-iscsi neutron-server[102450]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 21:06:18.815624 dv-cinder-813229-5-iscsi neutron-server[102450]: self.callback(batched_events) Jan 31 21:06:18.815624 dv-cinder-813229-5-iscsi neutron-server[102450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 21:06:18.815624 dv-cinder-813229-5-iscsi neutron-server[102450]: event.method(event) Jan 31 21:06:18.815624 dv-cinder-813229-5-iscsi neutron-server[102450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 21:06:18.815624 dv-cinder-813229-5-iscsi neutron-server[102450]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 21:06:18.815624 dv-cinder-813229-5-iscsi neutron-server[102450]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 21:06:18.815624 dv-cinder-813229-5-iscsi neutron-server[102450]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 21:06:18.815624 dv-cinder-813229-5-iscsi neutron-server[102450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 21:06:18.815624 dv-cinder-813229-5-iscsi neutron-server[102450]: return f(self, *a, **k) Jan 31 21:06:18.815624 dv-cinder-813229-5-iscsi neutron-server[102450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 21:06:18.815624 dv-cinder-813229-5-iscsi neutron-server[102450]: return self._get(url).json() Jan 31 21:06:18.815624 dv-cinder-813229-5-iscsi neutron-server[102450]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 21:06:18.815624 dv-cinder-813229-5-iscsi neutron-server[102450]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 21:06:18.815624 dv-cinder-813229-5-iscsi neutron-server[102450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 21:06:18.815624 dv-cinder-813229-5-iscsi neutron-server[102450]: return self.request(url, 'GET', **kwargs) Jan 31 21:06:18.815624 dv-cinder-813229-5-iscsi neutron-server[102450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 21:06:18.815624 dv-cinder-813229-5-iscsi neutron-server[102450]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 21:06:18.815624 dv-cinder-813229-5-iscsi neutron-server[102450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 21:06:18.815624 dv-cinder-813229-5-iscsi neutron-server[102450]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 21:06:18.815624 dv-cinder-813229-5-iscsi neutron-server[102450]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 21:06:18.815624 dv-cinder-813229-5-iscsi neutron-server[102450]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 21:06:18.815624 dv-cinder-813229-5-iscsi neutron-server[102450]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 21:06:18.874599 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-3dc361bb-84a8-4484-8d06-72e2c94a22c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-793932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3769609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3696773'] for network (52af1e8e-7ad4-42d2-9aa3-3f98c833b4f6), after_delete {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:06:18.883425 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-3dc361bb-84a8-4484-8d06-72e2c94a22c6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3769851'] for network (None), before_response {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:06:18.886692 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [None req-3dc361bb-84a8-4484-8d06-72e2c94a22c6 admin admin] 10.222.0.46 "DELETE /v2.0/networks/52af1e8e-7ad4-42d2-9aa3-3f98c833b4f6 HTTP/1.1" status: 204 len: 168 time: 0.5434930 Jan 31 21:06:18.897688 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc361bb-84a8-4484-8d06-72e2c94a22c6 admin admin] Pushing event deleted for resources: {'Network': ['ID=52af1e8e-7ad4-42d2-9aa3-3f98c833b4f6,revision_number=None']} {{(pid=102450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 21:06:19.056202 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.wsgi [-] (102450) accepted ('10.222.0.46', 46944) {{(pid=102450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 21:06:19.092428 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.wsgi [-] (102450) accepted ('10.222.0.46', 46948) {{(pid=102450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 21:06:19.254557 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.plugins.ml2.plugin [None req-f72f9189-15fa-4ba1-83c0-d844ed78150b tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] Deleting port e1439bb1-ef7c-49ea-b13c-65d38b980fb8 {{(pid=102450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 21:06:19.254938 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-f72f9189-15fa-4ba1-83c0-d844ed78150b tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783600463454'] for port (e1439bb1-ef7c-49ea-b13c-65d38b980fb8), before_delete {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:06:19.341512 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [None req-36fa3169-90fb-4e6d-ba12-9f8e438a5688 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=9ef5260a588e440a9cbda357d967cba6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2818444 Jan 31 21:06:19.341760 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.wsgi [-] (102450) accepted ('10.222.0.46', 46950) {{(pid=102450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 21:06:19.382143 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-f72f9189-15fa-4ba1-83c0-d844ed78150b tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696268'] for port (e1439bb1-ef7c-49ea-b13c-65d38b980fb8), precommit_delete {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:06:19.382384 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-f72f9189-15fa-4ba1-83c0-d844ed78150b tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] Publish callbacks [] for floatingip (e1439bb1-ef7c-49ea-b13c-65d38b980fb8), precommit_delete {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:06:19.401295 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.plugins.ml2.plugin [None req-f72f9189-15fa-4ba1-83c0-d844ed78150b tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] Calling delete_port for e1439bb1-ef7c-49ea-b13c-65d38b980fb8 owned by network:floatingip {{(pid=102450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 21:06:19.457167 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-5a39f5ee-c6c6-4cc6-8117-af3150dfe56a admin admin] Publish callbacks [] for security_group (14b07d89-6273-4fd2-8188-26051ddb2fd3), before_delete {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:06:19.489422 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-5a39f5ee-c6c6-4cc6-8117-af3150dfe56a admin admin] Publish callbacks [] for security_group (14b07d89-6273-4fd2-8188-26051ddb2fd3), precommit_delete {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:06:19.501369 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-d19900da-66f2-47a3-b29d-a4f338d6a7ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600486512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3401042'] for agent (34ef0204-81d1-4f5e-89d1-b08d0f866641), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:06:19.588083 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-5a39f5ee-c6c6-4cc6-8117-af3150dfe56a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736509'] for security_group (14b07d89-6273-4fd2-8188-26051ddb2fd3), after_delete {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:06:19.590588 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-5a39f5ee-c6c6-4cc6-8117-af3150dfe56a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:06:19.591759 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [None req-5a39f5ee-c6c6-4cc6-8117-af3150dfe56a admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/14b07d89-6273-4fd2-8188-26051ddb2fd3 HTTP/1.1" status: 204 len: 168 time: 0.2491629 Jan 31 21:06:19.603747 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a39f5ee-c6c6-4cc6-8117-af3150dfe56a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14b07d89-6273-4fd2-8188-26051ddb2fd3,revision_number=None']} {{(pid=102450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 21:06:19.623872 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-f72f9189-15fa-4ba1-83c0-d844ed78150b tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1029723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3769609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783600466360', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783599971606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27814909'] for port (e1439bb1-ef7c-49ea-b13c-65d38b980fb8), after_delete {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:06:19.673676 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72f9189-15fa-4ba1-83c0-d844ed78150b tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] Pushing event deleted for resources: {'Port': ['ID=e1439bb1-ef7c-49ea-b13c-65d38b980fb8,revision_number=None']} {{(pid=102450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 21:06:19.716732 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-f72f9189-15fa-4ba1-83c0-d844ed78150b tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] Publish callbacks [] for floatingip (f56afb8b-3b32-4318-b156-b1e0b3f591a2), after_delete {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:06:19.717264 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.db.l3_db [None req-f72f9189-15fa-4ba1-83c0-d844ed78150b tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] Floating IP f56afb8b-3b32-4318-b156-b1e0b3f591a2 disassociated (deleted). External IP: 172.27.2.64, port: e5ac82c7-2e9b-4c73-906f-df5272f5f876. Jan 31 21:06:19.871718 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.rpc [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Device d423f615-943f-42a9-9570-6db6bb7e5cba no longer exists at agent ovs-agent-dv-cinder-813229-5-iscsi {{(pid=102451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 21:06:19.877225 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.wsgi [-] (102449) accepted ('10.222.0.46', 46956) {{(pid=102449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 21:06:19.892717 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.plugin [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] No Port match for: d423f615-943f-42a9-9570-6db6bb7e5cba {{(pid=102451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 21:06:19.893311 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.rpc [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Device d423f615-943f-42a9-9570-6db6bb7e5cba not bound to the agent host dv-cinder-813229-5-iscsi {{(pid=102451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 21:06:19.893896 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.rpc [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Device 20bac0cf-043b-4d88-9de6-59396257c10f no longer exists at agent ovs-agent-dv-cinder-813229-5-iscsi {{(pid=102451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 21:06:19.914097 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.plugin [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] No Port match for: 20bac0cf-043b-4d88-9de6-59396257c10f {{(pid=102451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 21:06:19.914538 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.rpc [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Device 20bac0cf-043b-4d88-9de6-59396257c10f not bound to the agent host dv-cinder-813229-5-iscsi {{(pid=102451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 21:06:19.915072 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.rpc [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Device 5f3801da-cd08-4e4c-8c31-53a3c80eb0d1 no longer exists at agent ovs-agent-dv-cinder-813229-5-iscsi {{(pid=102451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 21:06:19.922009 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [None req-d56a64e9-1aae-410c-85eb-1f3958d5bfa5 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=63b7308f22c84a9584df4bcc794762ad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0412850 Jan 31 21:06:19.922248 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.wsgi [-] (102449) accepted ('10.222.0.46', 46958) {{(pid=102449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 21:06:19.934205 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.plugin [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] No Port match for: 5f3801da-cd08-4e4c-8c31-53a3c80eb0d1 {{(pid=102451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 21:06:19.934639 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.rpc [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Device 5f3801da-cd08-4e4c-8c31-53a3c80eb0d1 not bound to the agent host dv-cinder-813229-5-iscsi {{(pid=102451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 21:06:19.943310 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f72f9189-15fa-4ba1-83c0-d844ed78150b tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] Router 910c8d82-8f53-4a84-a34d-cc1bbd89049d has already been hosted by L3 agent 7c18f3b4-4d02-4b01-9072-98fcd9008716 {{(pid=102450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 21:06:19.974998 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-f981330b-b016-4254-a4b8-352a0cbe057a admin admin] Publish callbacks [] for security_group (9df27ce4-5196-4e04-96ce-fba2e2ed5592), before_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:06:19.996601 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-f981330b-b016-4254-a4b8-352a0cbe057a admin admin] Publish callbacks [] for security_group (9df27ce4-5196-4e04-96ce-fba2e2ed5592), precommit_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:06:20.047380 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-f981330b-b016-4254-a4b8-352a0cbe057a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736509'] for security_group (9df27ce4-5196-4e04-96ce-fba2e2ed5592), after_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:06:20.049961 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-f981330b-b016-4254-a4b8-352a0cbe057a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:06:20.051137 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [None req-f981330b-b016-4254-a4b8-352a0cbe057a admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/9df27ce4-5196-4e04-96ce-fba2e2ed5592 HTTP/1.1" status: 204 len: 168 time: 0.1277153 Jan 31 21:06:20.057005 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f72f9189-15fa-4ba1-83c0-d844ed78150b tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] Notify agent at l3_agent.dv-cinder-813229-5-iscsi the message routers_updated {{(pid=102450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 21:06:20.060043 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f981330b-b016-4254-a4b8-352a0cbe057a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9df27ce4-5196-4e04-96ce-fba2e2ed5592,revision_number=None']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 21:06:20.061547 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-f72f9189-15fa-4ba1-83c0-d844ed78150b tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204375'] for floatingip (None), before_response {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:06:20.073474 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecd0fbba-fb51-4c7a-99c2-89b3b09a0ead None None] Sync routers for ids ['910c8d82-8f53-4a84-a34d-cc1bbd89049d'] in dv-cinder-813229-5-iscsi {{(pid=102451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 21:06:20.093589 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecd0fbba-fb51-4c7a-99c2-89b3b09a0ead None None] Routers {'910c8d82-8f53-4a84-a34d-cc1bbd89049d'} bound to L3 agent in host dv-cinder-813229-5-iscsi {{(pid=102451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 21:06:20.096950 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.db.l3_hamode_db [None req-ecd0fbba-fb51-4c7a-99c2-89b3b09a0ead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-31T20:45:52Z,description=,heartbeat_timestamp=2022-01-31T21:05:52Z,host='dv-cinder-813229-5-iscsi',id=7c18f3b4-4d02-4b01-9072-98fcd9008716,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T20:45:52Z,topic='l3_agent')) {'router_ids': ['910c8d82-8f53-4a84-a34d-cc1bbd89049d'], 'active': True} {{(pid=102451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 21:06:20.097157 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [None req-f72f9189-15fa-4ba1-83c0-d844ed78150b tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] 10.222.0.46 "DELETE /v2.0/floatingips/f56afb8b-3b32-4318-b156-b1e0b3f591a2 HTTP/1.1" status: 204 len: 168 time: 1.0012155 Jan 31 21:06:20.097157 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f85e396-f050-4f49-a8ca-39ef38cddf9b', 'tag': 'e5ac82c7-2e9b-4c73-906f-df5272f5f876'}] {{(pid=102450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 21:06:20.106908 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88694c8615ac1e9d0f87b85371fce54667869cb07e9f85c824f8527602de4f23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-549ade5d-d93f-44f0-817b-86e2037dc636" -d '{"events": [{"name": "network-changed", "server_uuid": "9f85e396-f050-4f49-a8ca-39ef38cddf9b", "tag": "e5ac82c7-2e9b-4c73-906f-df5272f5f876"}]}' {{(pid=102450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 21:06:20.158180 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 21:06:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1efe7f1d-9dde-4a21-a67e-3ca333b41803 x-openstack-request-id: req-1efe7f1d-9dde-4a21-a67e-3ca333b41803 {{(pid=102450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 21:06:20.158498 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f85e396-f050-4f49-a8ca-39ef38cddf9b", "tag": "e5ac82c7-2e9b-4c73-906f-df5272f5f876", "status": "completed", "code": 200}]} {{(pid=102450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 21:06:20.158806 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-1efe7f1d-9dde-4a21-a67e-3ca333b41803 {{(pid=102450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 21:06:20.159210 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f85e396-f050-4f49-a8ca-39ef38cddf9b', 'tag': 'e5ac82c7-2e9b-4c73-906f-df5272f5f876', 'status': 'completed', 'code': 200} Jan 31 21:06:20.213094 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.db.l3_dvr_db [None req-ecd0fbba-fb51-4c7a-99c2-89b3b09a0ead None None] Set router 910c8d82-8f53-4a84-a34d-cc1bbd89049d gateway port host: dv-cinder-813229-5-iscsi {{(pid=102451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 21:06:20.249614 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549ade5d-d93f-44f0-817b-86e2037dc636 req-f4f5fc50-b8ed-4ca9-9991-f1101b37310e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 21:06:20.261530 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-549ade5d-d93f-44f0-817b-86e2037dc636 req-f4f5fc50-b8ed-4ca9-9991-f1101b37310e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3f735df896f74e2a8ec34440c5d4fbfa&device_id=9f85e396-f050-4f49-a8ca-39ef38cddf9b HTTP/1.1" status: 200 len: 1129 time: 0.0734711 Jan 31 21:06:20.373359 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549ade5d-d93f-44f0-817b-86e2037dc636 req-894dd60a-68f8-4ef2-baec-9a8dbfe57458 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 21:06:20.375289 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-549ade5d-d93f-44f0-817b-86e2037dc636 req-894dd60a-68f8-4ef2-baec-9a8dbfe57458 service neutron] 10.222.0.59 "GET /v2.0/networks?id=84d6e016-dd99-48a6-8278-a9c378f62567 HTTP/1.1" status: 200 len: 913 time: 0.1077435 Jan 31 21:06:20.462289 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-549ade5d-d93f-44f0-817b-86e2037dc636 req-c5b5b779-a03f-4e34-ad7a-8537ea77963e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e5ac82c7-2e9b-4c73-906f-df5272f5f876 HTTP/1.1" status: 200 len: 217 time: 0.0742648 Jan 31 21:06:20.504764 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.db.l3_hamode_db [None req-ecd0fbba-fb51-4c7a-99c2-89b3b09a0ead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '910c8d82-8f53-4a84-a34d-cc1bbd89049d', 'name': 'tempest-TestVolumeBootPattern-2011310398-router', 'tenant_id': '3f735df896f74e2a8ec34440c5d4fbfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51ba4d8e-a54c-4fb0-a209-37766af226e8', 'external_fixed_ips': [{'subnet_id': '99ba9542-d2be-443f-a804-26ff9bedcbe2', 'ip_address': '172.27.2.123'}], 'enable_snat': True}, 'gw_port_id': 'de93bc5b-9c48-48e9-93e3-d484933d6d1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T20:58:47Z', 'updated_at': '2022-01-31T20:58:52Z', 'revision_number': 4, 'project_id': '3f735df896f74e2a8ec34440c5d4fbfa', 'gw_port': {'id': 'de93bc5b-9c48-48e9-93e3-d484933d6d1a', 'name': '', 'network_id': '51ba4d8e-a54c-4fb0-a209-37766af226e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:ab:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '910c8d82-8f53-4a84-a34d-cc1bbd89049d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '99ba9542-d2be-443f-a804-26ff9bedcbe2', 'ip_address': '172.27.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T20:58:48Z', 'updated_at': '2022-01-31T20:58:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99ba9542-d2be-443f-a804-26ff9bedcbe2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-5-iscsi', '_floatingips': [{'id': 'a39777f4-7af1-4a86-9c7a-616c98d5f51e', 'tenant_id': '3f735df896f74e2a8ec34440c5d4fbfa', 'floating_ip_address': '172.27.2.191', 'floating_network_id': '51ba4d8e-a54c-4fb0-a209-37766af226e8', 'router_id': '910c8d82-8f53-4a84-a34d-cc1bbd89049d', 'port_id': 'b8d9fc23-85c4-481b-9e7b-e4a811306486', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 603, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '84d6e016-dd99-48a6-8278-a9c378f62567', 'mac_address': 'fa:16:3e:e9:f1:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58c37f98-72b9-4b0a-a710-18114ae0bdac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T21:02:31Z', 'updated_at': '2022-01-31T21:02:33Z', 'revision_number': 1, 'project_id': '3f735df896f74e2a8ec34440c5d4fbfa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3365364a-2deb-4044-bcd9-4ac2d97ebc11', 'name': '', 'network_id': '84d6e016-dd99-48a6-8278-a9c378f62567', 'tenant_id': '3f735df896f74e2a8ec34440c5d4fbfa', 'mac_address': 'fa:16:3e:ab:bf:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '910c8d82-8f53-4a84-a34d-cc1bbd89049d', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'f0ef83af-b9dd-40a6-908c-ffa9cf818bc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T20:58:51Z', 'updated_at': '2022-01-31T20:58:56Z', 'revision_number': 5, 'project_id': '3f735df896f74e2a8ec34440c5d4fbfa', 'subnets': [{'id': 'f0ef83af-b9dd-40a6-908c-ffa9cf818bc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-5-iscsi', False) {} {{(pid=102451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 21:06:20.529940 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87f982f-06d0-499e-99f3-b0df49aab011 req-fad7858c-5745-45f0-b8fa-1118637e5f03 tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 21:06:20.532238 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-d87f982f-06d0-499e-99f3-b0df49aab011 req-fad7858c-5745-45f0-b8fa-1118637e5f03 tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] 10.222.0.46 "GET /v2.0/ports?device_id=9f85e396-f050-4f49-a8ca-39ef38cddf9b HTTP/1.1" status: 200 len: 945 time: 0.1559055 Jan 31 21:06:20.539333 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecd0fbba-fb51-4c7a-99c2-89b3b09a0ead None None] Checking router: 910c8d82-8f53-4a84-a34d-cc1bbd89049d for host: dv-cinder-813229-5-iscsi {{(pid=102451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 21:06:20.539711 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549ade5d-d93f-44f0-817b-86e2037dc636 req-efc63d1b-e5ac-4cb8-8596-76206d89a7e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 21:06:20.541378 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-549ade5d-d93f-44f0-817b-86e2037dc636 req-efc63d1b-e5ac-4cb8-8596-76206d89a7e9 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f0ef83af-b9dd-40a6-908c-ffa9cf818bc2 HTTP/1.1" status: 200 len: 851 time: 0.0699289 Jan 31 21:06:20.549121 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecd0fbba-fb51-4c7a-99c2-89b3b09a0ead None None] Routers {'910c8d82-8f53-4a84-a34d-cc1bbd89049d'} bound to L3 agent in host dv-cinder-813229-5-iscsi {{(pid=102451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 21:06:20.549782 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.db.l3_hamode_db [None req-ecd0fbba-fb51-4c7a-99c2-89b3b09a0ead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-31T20:45:52Z,description=,heartbeat_timestamp=2022-01-31T21:05:52Z,host='dv-cinder-813229-5-iscsi',id=7c18f3b4-4d02-4b01-9072-98fcd9008716,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T20:45:52Z,topic='l3_agent')) {'router_ids': ['910c8d82-8f53-4a84-a34d-cc1bbd89049d'], 'active': True} {{(pid=102451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 21:06:20.618829 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-d87f982f-06d0-499e-99f3-b0df49aab011 req-185846f2-2f5a-407e-bf73-7864dc2d6f8d tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] 10.222.0.46 "GET /v2.0/security-groups?id=c65378a2-fe6e-4350-bdeb-fc72abd6ffe9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756686 Jan 31 21:06:20.628110 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549ade5d-d93f-44f0-817b-86e2037dc636 req-8f33a9bf-e934-41eb-9e37-571f4305838f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 21:06:20.630940 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-549ade5d-d93f-44f0-817b-86e2037dc636 req-8f33a9bf-e934-41eb-9e37-571f4305838f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=84d6e016-dd99-48a6-8278-a9c378f62567&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0793293 Jan 31 21:06:20.663179 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.db.l3_dvr_db [None req-ecd0fbba-fb51-4c7a-99c2-89b3b09a0ead None None] Set router 910c8d82-8f53-4a84-a34d-cc1bbd89049d gateway port host: dv-cinder-813229-5-iscsi {{(pid=102451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 21:06:20.730017 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-549ade5d-d93f-44f0-817b-86e2037dc636 req-ae8d329c-ee7c-464b-bc66-51699b02ee8d service neutron] 10.222.0.59 "GET /v2.0/networks/84d6e016-dd99-48a6-8278-a9c378f62567?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899885 Jan 31 21:06:20.826553 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-549ade5d-d93f-44f0-817b-86e2037dc636 req-dd2893f4-e0b3-4192-a98c-151afeb79f19 service neutron] 10.222.0.59 "GET /v2.0/networks/84d6e016-dd99-48a6-8278-a9c378f62567?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903776 Jan 31 21:06:21.027779 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.db.l3_hamode_db [None req-ecd0fbba-fb51-4c7a-99c2-89b3b09a0ead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '910c8d82-8f53-4a84-a34d-cc1bbd89049d', 'name': 'tempest-TestVolumeBootPattern-2011310398-router', 'tenant_id': '3f735df896f74e2a8ec34440c5d4fbfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51ba4d8e-a54c-4fb0-a209-37766af226e8', 'external_fixed_ips': [{'subnet_id': '99ba9542-d2be-443f-a804-26ff9bedcbe2', 'ip_address': '172.27.2.123'}], 'enable_snat': True}, 'gw_port_id': 'de93bc5b-9c48-48e9-93e3-d484933d6d1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T20:58:47Z', 'updated_at': '2022-01-31T20:58:52Z', 'revision_number': 4, 'project_id': '3f735df896f74e2a8ec34440c5d4fbfa', 'gw_port': {'id': 'de93bc5b-9c48-48e9-93e3-d484933d6d1a', 'name': '', 'network_id': '51ba4d8e-a54c-4fb0-a209-37766af226e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:ab:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '910c8d82-8f53-4a84-a34d-cc1bbd89049d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '99ba9542-d2be-443f-a804-26ff9bedcbe2', 'ip_address': '172.27.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T20:58:48Z', 'updated_at': '2022-01-31T20:58:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99ba9542-d2be-443f-a804-26ff9bedcbe2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-5-iscsi', '_floatingips': [{'id': 'a39777f4-7af1-4a86-9c7a-616c98d5f51e', 'tenant_id': '3f735df896f74e2a8ec34440c5d4fbfa', 'floating_ip_address': '172.27.2.191', 'floating_network_id': '51ba4d8e-a54c-4fb0-a209-37766af226e8', 'router_id': '910c8d82-8f53-4a84-a34d-cc1bbd89049d', 'port_id': 'b8d9fc23-85c4-481b-9e7b-e4a811306486', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 603, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '84d6e016-dd99-48a6-8278-a9c378f62567', 'mac_address': 'fa:16:3e:e9:f1:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58c37f98-72b9-4b0a-a710-18114ae0bdac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T21:02:31Z', 'updated_at': '2022-01-31T21:02:33Z', 'revision_number': 1, 'project_id': '3f735df896f74e2a8ec34440c5d4fbfa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3365364a-2deb-4044-bcd9-4ac2d97ebc11', 'name': '', 'network_id': '84d6e016-dd99-48a6-8278-a9c378f62567', 'tenant_id': '3f735df896f74e2a8ec34440c5d4fbfa', 'mac_address': 'fa:16:3e:ab:bf:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '910c8d82-8f53-4a84-a34d-cc1bbd89049d', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'f0ef83af-b9dd-40a6-908c-ffa9cf818bc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T20:58:51Z', 'updated_at': '2022-01-31T20:58:56Z', 'revision_number': 5, 'project_id': '3f735df896f74e2a8ec34440c5d4fbfa', 'subnets': [{'id': 'f0ef83af-b9dd-40a6-908c-ffa9cf818bc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-5-iscsi', False) {} {{(pid=102451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 21:06:21.055294 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecd0fbba-fb51-4c7a-99c2-89b3b09a0ead None None] The sync data for ids ['910c8d82-8f53-4a84-a34d-cc1bbd89049d'] in dv-cinder-813229-5-iscsi is: [{'id': '910c8d82-8f53-4a84-a34d-cc1bbd89049d', 'name': 'tempest-TestVolumeBootPattern-2011310398-router', 'tenant_id': '3f735df896f74e2a8ec34440c5d4fbfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51ba4d8e-a54c-4fb0-a209-37766af226e8', 'external_fixed_ips': [{'subnet_id': '99ba9542-d2be-443f-a804-26ff9bedcbe2', 'ip_address': '172.27.2.123'}], 'enable_snat': True}, 'gw_port_id': 'de93bc5b-9c48-48e9-93e3-d484933d6d1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T20:58:47Z', 'updated_at': '2022-01-31T20:58:52Z', 'revision_number': 4, 'project_id': '3f735df896f74e2a8ec34440c5d4fbfa', 'gw_port': {'id': 'de93bc5b-9c48-48e9-93e3-d484933d6d1a', 'name': '', 'network_id': '51ba4d8e-a54c-4fb0-a209-37766af226e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:ab:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '910c8d82-8f53-4a84-a34d-cc1bbd89049d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '99ba9542-d2be-443f-a804-26ff9bedcbe2', 'ip_address': '172.27.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T20:58:48Z', 'updated_at': '2022-01-31T20:58:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99ba9542-d2be-443f-a804-26ff9bedcbe2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-5-iscsi', '_floatingips': [{'id': 'a39777f4-7af1-4a86-9c7a-616c98d5f51e', 'tenant_id': '3f735df896f74e2a8ec34440c5d4fbfa', 'floating_ip_address': '172.27.2.191', 'floating_network_id': '51ba4d8e-a54c-4fb0-a209-37766af226e8', 'router_id': '910c8d82-8f53-4a84-a34d-cc1bbd89049d', 'port_id': 'b8d9fc23-85c4-481b-9e7b-e4a811306486', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 603, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '84d6e016-dd99-48a6-8278-a9c378f62567', 'mac_address': 'fa:16:3e:e9:f1:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58c37f98-72b9-4b0a-a710-18114ae0bdac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-31T21:02:31Z', 'updated_at': '2022-01-31T21:02:33Z', 'revision_number': 1, 'project_id': '3f735df896f74e2a8ec34440c5d4fbfa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3365364a-2deb-4044-bcd9-4ac2d97ebc11', 'name': '', 'network_id': '84d6e016-dd99-48a6-8278-a9c378f62567', 'tenant_id': '3f735df896f74e2a8ec34440c5d4fbfa', 'mac_address': 'fa:16:3e:ab:bf:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '910c8d82-8f53-4a84-a34d-cc1bbd89049d', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'f0ef83af-b9dd-40a6-908c-ffa9cf818bc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T20:58:51Z', 'updated_at': '2022-01-31T20:58:56Z', 'revision_number': 5, 'project_id': '3f735df896f74e2a8ec34440c5d4fbfa', 'subnets': [{'id': 'f0ef83af-b9dd-40a6-908c-ffa9cf818bc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 21:06:21.278011 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93629b38-c828-4b4d-837c-5d7e1f6ad05c None None] New status for floating IP f56afb8b-3b32-4318-b156-b1e0b3f591a2: DOWN {{(pid=102454) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 31 21:06:21.704585 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-88911395-990b-4e21-bab2-823f0d6daa74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600486512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3401042'] for agent (7c18f3b4-4d02-4b01-9072-98fcd9008716), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:06:21.751853 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab7f444-1d7d-42ec-a689-7ff2c6926865 req-f7428bc6-abd3-4f58-b985-bb8f18ce6531 tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 21:06:21.753419 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-6ab7f444-1d7d-42ec-a689-7ff2c6926865 req-f7428bc6-abd3-4f58-b985-bb8f18ce6531 tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] 10.222.0.46 "GET /v2.0/ports?device_id=9f85e396-f050-4f49-a8ca-39ef38cddf9b HTTP/1.1" status: 200 len: 945 time: 0.0616236 Jan 31 21:06:21.805237 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-6ab7f444-1d7d-42ec-a689-7ff2c6926865 req-942ee2be-c760-43b1-9103-d2d803ce0d27 tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] 10.222.0.46 "GET /v2.0/security-groups?id=c65378a2-fe6e-4350-bdeb-fc72abd6ffe9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456369 Jan 31 21:06:21.940624 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8112686a-2ce5-4c14-9aab-cf3c5f96183f req-a23bdf09-d626-40d7-aba5-b9d2397138d1 tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 21:06:21.941977 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-8112686a-2ce5-4c14-9aab-cf3c5f96183f req-a23bdf09-d626-40d7-aba5-b9d2397138d1 tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] 10.222.0.59 "GET /v2.0/ports?device_id=9f85e396-f050-4f49-a8ca-39ef38cddf9b HTTP/1.1" status: 200 len: 945 time: 0.0577092 Jan 31 21:06:22.034964 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.plugins.ml2.plugin [req-8112686a-2ce5-4c14-9aab-cf3c5f96183f req-bbd4643c-7b4e-4ae7-a117-768e6a029087 tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] Deleting port e5ac82c7-2e9b-4c73-906f-df5272f5f876 {{(pid=102450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 21:06:22.035292 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [req-8112686a-2ce5-4c14-9aab-cf3c5f96183f req-bbd4643c-7b4e-4ae7-a117-768e6a029087 tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783600463454'] for port (e5ac82c7-2e9b-4c73-906f-df5272f5f876), before_delete {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:06:22.126472 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.plugins.ml2.db [req-8112686a-2ce5-4c14-9aab-cf3c5f96183f req-bbd4643c-7b4e-4ae7-a117-768e6a029087 tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] For port e5ac82c7-2e9b-4c73-906f-df5272f5f876, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=e5ac82c7-2e9b-4c73-906f-df5272f5f876,segment=NetworkSegment(745141d5-f6be-4741-af72-381045eb8a7b),segment_id=745141d5-f6be-4741-af72-381045eb8a7b)] {{(pid=102450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 21:06:22.126857 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [req-8112686a-2ce5-4c14-9aab-cf3c5f96183f req-bbd4643c-7b4e-4ae7-a117-768e6a029087 tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696268'] for port (e5ac82c7-2e9b-4c73-906f-df5272f5f876), precommit_delete {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:06:22.139893 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.plugins.ml2.plugin [req-8112686a-2ce5-4c14-9aab-cf3c5f96183f req-bbd4643c-7b4e-4ae7-a117-768e6a029087 tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] Calling delete_port for e5ac82c7-2e9b-4c73-906f-df5272f5f876 owned by compute:nova {{(pid=102450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 21:06:22.263172 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [req-8112686a-2ce5-4c14-9aab-cf3c5f96183f req-bbd4643c-7b4e-4ae7-a117-768e6a029087 tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1029723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3769609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783600466360', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783599971606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27814909'] for port (e5ac82c7-2e9b-4c73-906f-df5272f5f876), after_delete {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:06:22.293805 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd4643c-7b4e-4ae7-a117-768e6a029087 tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] Pushing event deleted for resources: {'Port': ['ID=e5ac82c7-2e9b-4c73-906f-df5272f5f876,revision_number=None']} {{(pid=102450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 21:06:22.339656 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [req-8112686a-2ce5-4c14-9aab-cf3c5f96183f req-bbd4643c-7b4e-4ae7-a117-768e6a029087 tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] No DVR routers for this DVR port e5ac82c7-2e9b-4c73-906f-df5272f5f876 on host hv-cinder-81322 {{(pid=102450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 21:06:22.342074 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [req-8112686a-2ce5-4c14-9aab-cf3c5f96183f req-bbd4643c-7b4e-4ae7-a117-768e6a029087 tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204375'] for port (None), before_response {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:06:22.345414 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-8112686a-2ce5-4c14-9aab-cf3c5f96183f req-bbd4643c-7b4e-4ae7-a117-768e6a029087 tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] 10.222.0.59 "DELETE /v2.0/ports/e5ac82c7-2e9b-4c73-906f-df5272f5f876 HTTP/1.1" status: 204 len: 173 time: 0.3971410 Jan 31 21:06:22.345854 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f85e396-f050-4f49-a8ca-39ef38cddf9b', 'name': 'network-vif-deleted', 'tag': 'e5ac82c7-2e9b-4c73-906f-df5272f5f876'}] {{(pid=102450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 21:06:22.348150 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88694c8615ac1e9d0f87b85371fce54667869cb07e9f85c824f8527602de4f23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffbdcf10-11f4-4e6e-af4e-84961b7d8b47" -d '{"events": [{"server_uuid": "9f85e396-f050-4f49-a8ca-39ef38cddf9b", "name": "network-vif-deleted", "tag": "e5ac82c7-2e9b-4c73-906f-df5272f5f876"}]}' {{(pid=102450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 21:06:22.386031 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 21:06:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81fe2d82-5e28-43b2-b7ec-198775471775 x-openstack-request-id: req-81fe2d82-5e28-43b2-b7ec-198775471775 {{(pid=102450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 21:06:22.386323 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f85e396-f050-4f49-a8ca-39ef38cddf9b", "name": "network-vif-deleted", "tag": "e5ac82c7-2e9b-4c73-906f-df5272f5f876", "status": "completed", "code": 200}]} {{(pid=102450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 21:06:22.386573 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-81fe2d82-5e28-43b2-b7ec-198775471775 {{(pid=102450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 21:06:22.387001 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f85e396-f050-4f49-a8ca-39ef38cddf9b', 'name': 'network-vif-deleted', 'tag': 'e5ac82c7-2e9b-4c73-906f-df5272f5f876', 'status': 'completed', 'code': 200} Jan 31 21:06:22.916481 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-cf975868-d149-4029-b6b9-4710dfff6604 req-3d8f8eaa-a9a0-4a54-8c35-91bea2016619 tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] 10.222.0.46 "GET /v2.0/ports?device_id=9f85e396-f050-4f49-a8ca-39ef38cddf9b HTTP/1.1" status: 200 len: 210 time: 0.0288293 Jan 31 21:06:23.026823 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-7eb716df-9c73-407a-9e83-210e7bcc67e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600486512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3401042'] for agent (289e5c83-71b6-47e7-bef9-287113943a12), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:06:23.966270 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.db.agents_db [None req-9f73b596-de3f-4c4d-980f-1f0b0f14bd7d None None] Agent healthcheck: found 6 active agents {{(pid=102454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 21:06:24.468758 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-ded4de29-c2d1-4616-9365-9981ea756e41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600486512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3401042'] for agent (bf9d83f7-9209-4252-b853-70feadeab726), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:06:25.980694 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600486512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3401042'] for agent (9ba4f6fe-000a-4ef5-9d61-ba62910ab5fe), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:06:26.200403 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.wsgi [-] (102449) accepted ('10.222.0.46', 46988) {{(pid=102449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 21:06:26.352769 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-73b36a95-1b82-4cab-9474-c7327e8c42c3 tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] Deleting port 2cf9c0c4-677a-47b5-b81b-20dfb22c09ed {{(pid=102449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 21:06:26.353111 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-73b36a95-1b82-4cab-9474-c7327e8c42c3 tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783600463454'] for port (2cf9c0c4-677a-47b5-b81b-20dfb22c09ed), before_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:06:26.425563 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-73b36a95-1b82-4cab-9474-c7327e8c42c3 tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696268'] for port (2cf9c0c4-677a-47b5-b81b-20dfb22c09ed), precommit_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:06:26.425893 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-73b36a95-1b82-4cab-9474-c7327e8c42c3 tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] Publish callbacks [] for floatingip (2cf9c0c4-677a-47b5-b81b-20dfb22c09ed), precommit_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:06:26.439004 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-73b36a95-1b82-4cab-9474-c7327e8c42c3 tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] Calling delete_port for 2cf9c0c4-677a-47b5-b81b-20dfb22c09ed owned by network:floatingip {{(pid=102449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 21:06:26.836563 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-73b36a95-1b82-4cab-9474-c7327e8c42c3 tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1029723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3769609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783600466360', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783599971606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29106256'] for port (2cf9c0c4-677a-47b5-b81b-20dfb22c09ed), after_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:06:26.863765 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b36a95-1b82-4cab-9474-c7327e8c42c3 tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] Pushing event deleted for resources: {'Port': ['ID=2cf9c0c4-677a-47b5-b81b-20dfb22c09ed,revision_number=None']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 21:06:26.924749 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-73b36a95-1b82-4cab-9474-c7327e8c42c3 tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] Publish callbacks [] for floatingip (a39777f4-7af1-4a86-9c7a-616c98d5f51e), after_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:06:26.925052 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.db.l3_db [None req-73b36a95-1b82-4cab-9474-c7327e8c42c3 tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] Floating IP a39777f4-7af1-4a86-9c7a-616c98d5f51e disassociated (deleted). External IP: 172.27.2.191, port: b8d9fc23-85c4-481b-9e7b-e4a811306486. Jan 31 21:06:27.129731 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73b36a95-1b82-4cab-9474-c7327e8c42c3 tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] Router 910c8d82-8f53-4a84-a34d-cc1bbd89049d has already been hosted by L3 agent 7c18f3b4-4d02-4b01-9072-98fcd9008716 {{(pid=102449) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 21:06:27.152064 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.rpc [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Device e5ac82c7-2e9b-4c73-906f-df5272f5f876 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=102451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 21:06:27.173690 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.plugin [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] No Port match for: e5ac82c7-2e9b-4c73-906f-df5272f5f876 {{(pid=102451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 21:06:27.174050 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.rpc [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Device e5ac82c7-2e9b-4c73-906f-df5272f5f876 not bound to the agent host hv-cinder-81322 {{(pid=102451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 21:06:27.239416 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73b36a95-1b82-4cab-9474-c7327e8c42c3 tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] Notify agent at l3_agent.dv-cinder-813229-5-iscsi the message routers_updated {{(pid=102449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 21:06:27.244384 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-73b36a95-1b82-4cab-9474-c7327e8c42c3 tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204375'] for floatingip (None), before_response {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:06:27.249068 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc4db6d2-d14e-4e5d-b18b-62c0dec97cb0 None None] Sync routers for ids ['910c8d82-8f53-4a84-a34d-cc1bbd89049d'] in dv-cinder-813229-5-iscsi {{(pid=102451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 21:06:27.260170 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc4db6d2-d14e-4e5d-b18b-62c0dec97cb0 None None] Routers {'910c8d82-8f53-4a84-a34d-cc1bbd89049d'} bound to L3 agent in host dv-cinder-813229-5-iscsi {{(pid=102451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 21:06:27.260776 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.db.l3_hamode_db [None req-dc4db6d2-d14e-4e5d-b18b-62c0dec97cb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T20:45:52Z,description=,heartbeat_timestamp=2022-01-31T21:06:22Z,host='dv-cinder-813229-5-iscsi',id=7c18f3b4-4d02-4b01-9072-98fcd9008716,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T20:45:52Z,topic='l3_agent')) {'router_ids': ['910c8d82-8f53-4a84-a34d-cc1bbd89049d'], 'active': True} {{(pid=102451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 21:06:27.274630 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [None req-73b36a95-1b82-4cab-9474-c7327e8c42c3 tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] 10.222.0.46 "DELETE /v2.0/floatingips/a39777f4-7af1-4a86-9c7a-616c98d5f51e HTTP/1.1" status: 204 len: 168 time: 1.0731206 Jan 31 21:06:27.275361 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58c37f98-72b9-4b0a-a710-18114ae0bdac', 'tag': 'b8d9fc23-85c4-481b-9e7b-e4a811306486'}] {{(pid=102449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 21:06:27.277757 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba30590511e0408980e1e78341b94ae353025d2904c3e8034e675cc5aff8c4ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f949fcc8-2f98-48b5-b45b-3657c35bc089" -d '{"events": [{"name": "network-changed", "server_uuid": "58c37f98-72b9-4b0a-a710-18114ae0bdac", "tag": "b8d9fc23-85c4-481b-9e7b-e4a811306486"}]}' {{(pid=102449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 21:06:27.322959 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 Jan 2022 21:06:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce996f8f-9636-4381-ab01-adaa9c5fba3d x-openstack-request-id: req-ce996f8f-9636-4381-ab01-adaa9c5fba3d {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 21:06:27.322959 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58c37f98-72b9-4b0a-a710-18114ae0bdac", "tag": "b8d9fc23-85c4-481b-9e7b-e4a811306486", "status": "completed", "code": 200}]} {{(pid=102449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 21:06:27.322959 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-ce996f8f-9636-4381-ab01-adaa9c5fba3d {{(pid=102449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 21:06:27.322959 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58c37f98-72b9-4b0a-a710-18114ae0bdac', 'tag': 'b8d9fc23-85c4-481b-9e7b-e4a811306486', 'status': 'completed', 'code': 200} Jan 31 21:06:27.382258 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.db.l3_dvr_db [None req-dc4db6d2-d14e-4e5d-b18b-62c0dec97cb0 None None] Set router 910c8d82-8f53-4a84-a34d-cc1bbd89049d gateway port host: dv-cinder-813229-5-iscsi {{(pid=102451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 21:06:27.401683 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f949fcc8-2f98-48b5-b45b-3657c35bc089 req-1f0d9414-8123-4f10-8f30-cdc4f9804199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 21:06:27.403196 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-f949fcc8-2f98-48b5-b45b-3657c35bc089 req-1f0d9414-8123-4f10-8f30-cdc4f9804199 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3f735df896f74e2a8ec34440c5d4fbfa&device_id=58c37f98-72b9-4b0a-a710-18114ae0bdac HTTP/1.1" status: 200 len: 1129 time: 0.0489349 Jan 31 21:06:27.544047 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f949fcc8-2f98-48b5-b45b-3657c35bc089 req-55a5d4ae-4077-4361-bdaa-88983ca15331 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 21:06:27.545529 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-f949fcc8-2f98-48b5-b45b-3657c35bc089 req-55a5d4ae-4077-4361-bdaa-88983ca15331 service neutron] 10.222.0.59 "GET /v2.0/networks?id=84d6e016-dd99-48a6-8278-a9c378f62567 HTTP/1.1" status: 200 len: 913 time: 0.1247959 Jan 31 21:06:27.593227 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-f949fcc8-2f98-48b5-b45b-3657c35bc089 req-b17a4bc4-a999-4409-a994-3ccab75e5ac8 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b8d9fc23-85c4-481b-9e7b-e4a811306486 HTTP/1.1" status: 200 len: 217 time: 0.0379937 Jan 31 21:06:27.608142 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717c0328-9190-4e70-b781-9134e8a909b2 req-3356f339-4378-404c-a4fe-0df32aa81c9d tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 21:06:27.609746 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-717c0328-9190-4e70-b781-9134e8a909b2 req-3356f339-4378-404c-a4fe-0df32aa81c9d tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] 10.222.0.46 "GET /v2.0/ports?device_id=58c37f98-72b9-4b0a-a710-18114ae0bdac HTTP/1.1" status: 200 len: 945 time: 0.1167843 Jan 31 21:06:27.611201 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.db.l3_hamode_db [None req-dc4db6d2-d14e-4e5d-b18b-62c0dec97cb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '910c8d82-8f53-4a84-a34d-cc1bbd89049d', 'name': 'tempest-TestVolumeBootPattern-2011310398-router', 'tenant_id': '3f735df896f74e2a8ec34440c5d4fbfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51ba4d8e-a54c-4fb0-a209-37766af226e8', 'external_fixed_ips': [{'subnet_id': '99ba9542-d2be-443f-a804-26ff9bedcbe2', 'ip_address': '172.27.2.123'}], 'enable_snat': True}, 'gw_port_id': 'de93bc5b-9c48-48e9-93e3-d484933d6d1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T20:58:47Z', 'updated_at': '2022-01-31T20:58:52Z', 'revision_number': 4, 'project_id': '3f735df896f74e2a8ec34440c5d4fbfa', 'gw_port': {'id': 'de93bc5b-9c48-48e9-93e3-d484933d6d1a', 'name': '', 'network_id': '51ba4d8e-a54c-4fb0-a209-37766af226e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:ab:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '910c8d82-8f53-4a84-a34d-cc1bbd89049d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '99ba9542-d2be-443f-a804-26ff9bedcbe2', 'ip_address': '172.27.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T20:58:48Z', 'updated_at': '2022-01-31T20:58:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99ba9542-d2be-443f-a804-26ff9bedcbe2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-5-iscsi', '_interfaces': [{'id': '3365364a-2deb-4044-bcd9-4ac2d97ebc11', 'name': '', 'network_id': '84d6e016-dd99-48a6-8278-a9c378f62567', 'tenant_id': '3f735df896f74e2a8ec34440c5d4fbfa', 'mac_address': 'fa:16:3e:ab:bf:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '910c8d82-8f53-4a84-a34d-cc1bbd89049d', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'f0ef83af-b9dd-40a6-908c-ffa9cf818bc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T20:58:51Z', 'updated_at': '2022-01-31T20:58:56Z', 'revision_number': 5, 'project_id': '3f735df896f74e2a8ec34440c5d4fbfa', 'subnets': [{'id': 'f0ef83af-b9dd-40a6-908c-ffa9cf818bc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-5-iscsi', False) {} {{(pid=102451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 21:06:27.641992 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc4db6d2-d14e-4e5d-b18b-62c0dec97cb0 None None] Checking router: 910c8d82-8f53-4a84-a34d-cc1bbd89049d for host: dv-cinder-813229-5-iscsi {{(pid=102451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 21:06:27.652749 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc4db6d2-d14e-4e5d-b18b-62c0dec97cb0 None None] Routers {'910c8d82-8f53-4a84-a34d-cc1bbd89049d'} bound to L3 agent in host dv-cinder-813229-5-iscsi {{(pid=102451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 21:06:27.653382 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.db.l3_hamode_db [None req-dc4db6d2-d14e-4e5d-b18b-62c0dec97cb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T20:45:52Z,description=,heartbeat_timestamp=2022-01-31T21:06:22Z,host='dv-cinder-813229-5-iscsi',id=7c18f3b4-4d02-4b01-9072-98fcd9008716,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T20:45:52Z,topic='l3_agent')) {'router_ids': ['910c8d82-8f53-4a84-a34d-cc1bbd89049d'], 'active': True} {{(pid=102451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 21:06:27.684141 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f949fcc8-2f98-48b5-b45b-3657c35bc089 req-54369b07-8e1d-489d-a07b-ed0b09d46a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 21:06:27.685612 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-f949fcc8-2f98-48b5-b45b-3657c35bc089 req-54369b07-8e1d-489d-a07b-ed0b09d46a13 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=f0ef83af-b9dd-40a6-908c-ffa9cf818bc2 HTTP/1.1" status: 200 len: 851 time: 0.0850475 Jan 31 21:06:27.709189 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-717c0328-9190-4e70-b781-9134e8a909b2 req-23d14b90-3720-4658-9981-e51574f56641 tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] 10.222.0.46 "GET /v2.0/security-groups?id=c65378a2-fe6e-4350-bdeb-fc72abd6ffe9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0905454 Jan 31 21:06:27.749604 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f949fcc8-2f98-48b5-b45b-3657c35bc089 req-5ea86899-c427-4b32-a0b6-7ecf7ec07f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 21:06:27.751405 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-f949fcc8-2f98-48b5-b45b-3657c35bc089 req-5ea86899-c427-4b32-a0b6-7ecf7ec07f31 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=84d6e016-dd99-48a6-8278-a9c378f62567&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0566564 Jan 31 21:06:27.767562 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.db.l3_dvr_db [None req-dc4db6d2-d14e-4e5d-b18b-62c0dec97cb0 None None] Set router 910c8d82-8f53-4a84-a34d-cc1bbd89049d gateway port host: dv-cinder-813229-5-iscsi {{(pid=102451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 21:06:28.001234 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.db.l3_hamode_db [None req-dc4db6d2-d14e-4e5d-b18b-62c0dec97cb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '910c8d82-8f53-4a84-a34d-cc1bbd89049d', 'name': 'tempest-TestVolumeBootPattern-2011310398-router', 'tenant_id': '3f735df896f74e2a8ec34440c5d4fbfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51ba4d8e-a54c-4fb0-a209-37766af226e8', 'external_fixed_ips': [{'subnet_id': '99ba9542-d2be-443f-a804-26ff9bedcbe2', 'ip_address': '172.27.2.123'}], 'enable_snat': True}, 'gw_port_id': 'de93bc5b-9c48-48e9-93e3-d484933d6d1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T20:58:47Z', 'updated_at': '2022-01-31T20:58:52Z', 'revision_number': 4, 'project_id': '3f735df896f74e2a8ec34440c5d4fbfa', 'gw_port': {'id': 'de93bc5b-9c48-48e9-93e3-d484933d6d1a', 'name': '', 'network_id': '51ba4d8e-a54c-4fb0-a209-37766af226e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:ab:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '910c8d82-8f53-4a84-a34d-cc1bbd89049d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '99ba9542-d2be-443f-a804-26ff9bedcbe2', 'ip_address': '172.27.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T20:58:48Z', 'updated_at': '2022-01-31T20:58:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99ba9542-d2be-443f-a804-26ff9bedcbe2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-5-iscsi', '_interfaces': [{'id': '3365364a-2deb-4044-bcd9-4ac2d97ebc11', 'name': '', 'network_id': '84d6e016-dd99-48a6-8278-a9c378f62567', 'tenant_id': '3f735df896f74e2a8ec34440c5d4fbfa', 'mac_address': 'fa:16:3e:ab:bf:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '910c8d82-8f53-4a84-a34d-cc1bbd89049d', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'f0ef83af-b9dd-40a6-908c-ffa9cf818bc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T20:58:51Z', 'updated_at': '2022-01-31T20:58:56Z', 'revision_number': 5, 'project_id': '3f735df896f74e2a8ec34440c5d4fbfa', 'subnets': [{'id': 'f0ef83af-b9dd-40a6-908c-ffa9cf818bc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-813229-5-iscsi', False) {} {{(pid=102451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 21:06:28.030171 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc4db6d2-d14e-4e5d-b18b-62c0dec97cb0 None None] The sync data for ids ['910c8d82-8f53-4a84-a34d-cc1bbd89049d'] in dv-cinder-813229-5-iscsi is: [{'id': '910c8d82-8f53-4a84-a34d-cc1bbd89049d', 'name': 'tempest-TestVolumeBootPattern-2011310398-router', 'tenant_id': '3f735df896f74e2a8ec34440c5d4fbfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51ba4d8e-a54c-4fb0-a209-37766af226e8', 'external_fixed_ips': [{'subnet_id': '99ba9542-d2be-443f-a804-26ff9bedcbe2', 'ip_address': '172.27.2.123'}], 'enable_snat': True}, 'gw_port_id': 'de93bc5b-9c48-48e9-93e3-d484933d6d1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T20:58:47Z', 'updated_at': '2022-01-31T20:58:52Z', 'revision_number': 4, 'project_id': '3f735df896f74e2a8ec34440c5d4fbfa', 'gw_port': {'id': 'de93bc5b-9c48-48e9-93e3-d484933d6d1a', 'name': '', 'network_id': '51ba4d8e-a54c-4fb0-a209-37766af226e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:ab:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '910c8d82-8f53-4a84-a34d-cc1bbd89049d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '99ba9542-d2be-443f-a804-26ff9bedcbe2', 'ip_address': '172.27.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T20:58:48Z', 'updated_at': '2022-01-31T20:58:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99ba9542-d2be-443f-a804-26ff9bedcbe2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-5-iscsi', '_interfaces': [{'id': '3365364a-2deb-4044-bcd9-4ac2d97ebc11', 'name': '', 'network_id': '84d6e016-dd99-48a6-8278-a9c378f62567', 'tenant_id': '3f735df896f74e2a8ec34440c5d4fbfa', 'mac_address': 'fa:16:3e:ab:bf:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '910c8d82-8f53-4a84-a34d-cc1bbd89049d', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'f0ef83af-b9dd-40a6-908c-ffa9cf818bc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T20:58:51Z', 'updated_at': '2022-01-31T20:58:56Z', 'revision_number': 5, 'project_id': '3f735df896f74e2a8ec34440c5d4fbfa', 'subnets': [{'id': 'f0ef83af-b9dd-40a6-908c-ffa9cf818bc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 21:06:28.117350 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-f949fcc8-2f98-48b5-b45b-3657c35bc089 req-f2190587-9d7f-48a3-8c76-1ba6d5d8d926 service neutron] 10.222.0.59 "GET /v2.0/networks/84d6e016-dd99-48a6-8278-a9c378f62567?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3554509 Jan 31 21:06:28.217102 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-f949fcc8-2f98-48b5-b45b-3657c35bc089 req-152fad5e-ed38-466a-ba18-78f60b857e26 service neutron] 10.222.0.59 "GET /v2.0/networks/84d6e016-dd99-48a6-8278-a9c378f62567?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943875 Jan 31 21:06:28.262123 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc71aa21-695c-4a4c-981e-c0cef40693c2 None None] New status for floating IP a39777f4-7af1-4a86-9c7a-616c98d5f51e: DOWN {{(pid=102454) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 31 21:06:28.838309 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c980a9ff-bd6e-48c5-b43f-a2e868bf9ea2 req-2d61ef1e-ea22-47c3-a830-074d2b498cfc tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 21:06:28.839888 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-c980a9ff-bd6e-48c5-b43f-a2e868bf9ea2 req-2d61ef1e-ea22-47c3-a830-074d2b498cfc tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] 10.222.0.46 "GET /v2.0/ports?device_id=58c37f98-72b9-4b0a-a710-18114ae0bdac HTTP/1.1" status: 200 len: 945 time: 0.0575254 Jan 31 21:06:28.840425 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600486512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3401042'] for agent (e85cc1e2-8b4e-4549-a68e-d414072d4156), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:06:28.889718 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-c980a9ff-bd6e-48c5-b43f-a2e868bf9ea2 req-9372b934-1e73-458f-afe7-8a82de26e26c tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] 10.222.0.46 "GET /v2.0/security-groups?id=c65378a2-fe6e-4350-bdeb-fc72abd6ffe9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437551 Jan 31 21:06:29.147700 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0901a3bd-27ef-485f-9ba5-4b3eb100f8c0 req-ac33ce62-1e69-43de-958f-cf772e2a7580 tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 31 21:06:29.149037 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-0901a3bd-27ef-485f-9ba5-4b3eb100f8c0 req-ac33ce62-1e69-43de-958f-cf772e2a7580 tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] 10.222.0.59 "GET /v2.0/ports?device_id=58c37f98-72b9-4b0a-a710-18114ae0bdac HTTP/1.1" status: 200 len: 945 time: 0.0527833 Jan 31 21:06:29.255588 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.plugins.ml2.plugin [req-0901a3bd-27ef-485f-9ba5-4b3eb100f8c0 req-f425986e-2155-41d0-b2fc-675158c0a841 tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] Deleting port b8d9fc23-85c4-481b-9e7b-e4a811306486 {{(pid=102450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 21:06:29.255925 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [req-0901a3bd-27ef-485f-9ba5-4b3eb100f8c0 req-f425986e-2155-41d0-b2fc-675158c0a841 tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783600463454'] for port (b8d9fc23-85c4-481b-9e7b-e4a811306486), before_delete {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:06:29.363316 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.plugins.ml2.db [req-0901a3bd-27ef-485f-9ba5-4b3eb100f8c0 req-f425986e-2155-41d0-b2fc-675158c0a841 tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] For port b8d9fc23-85c4-481b-9e7b-e4a811306486, host hv-cinder-81322, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81322',level=0,port_id=b8d9fc23-85c4-481b-9e7b-e4a811306486,segment=NetworkSegment(745141d5-f6be-4741-af72-381045eb8a7b),segment_id=745141d5-f6be-4741-af72-381045eb8a7b)] {{(pid=102450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 21:06:29.363671 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [req-0901a3bd-27ef-485f-9ba5-4b3eb100f8c0 req-f425986e-2155-41d0-b2fc-675158c0a841 tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696268'] for port (b8d9fc23-85c4-481b-9e7b-e4a811306486), precommit_delete {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:06:29.375343 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.plugins.ml2.plugin [req-0901a3bd-27ef-485f-9ba5-4b3eb100f8c0 req-f425986e-2155-41d0-b2fc-675158c0a841 tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] Calling delete_port for b8d9fc23-85c4-481b-9e7b-e4a811306486 owned by compute:nova {{(pid=102450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 21:06:29.498432 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [req-0901a3bd-27ef-485f-9ba5-4b3eb100f8c0 req-f425986e-2155-41d0-b2fc-675158c0a841 tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1029723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3769609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783600466360', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783599971606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27814909'] for port (b8d9fc23-85c4-481b-9e7b-e4a811306486), after_delete {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:06:29.531232 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f425986e-2155-41d0-b2fc-675158c0a841 tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] Pushing event deleted for resources: {'Port': ['ID=b8d9fc23-85c4-481b-9e7b-e4a811306486,revision_number=None']} {{(pid=102450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 21:06:29.572943 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.db.l3_dvrscheduler_db [req-0901a3bd-27ef-485f-9ba5-4b3eb100f8c0 req-f425986e-2155-41d0-b2fc-675158c0a841 tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] No DVR routers for this DVR port b8d9fc23-85c4-481b-9e7b-e4a811306486 on host hv-cinder-81322 {{(pid=102450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 21:06:29.575514 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [req-0901a3bd-27ef-485f-9ba5-4b3eb100f8c0 req-f425986e-2155-41d0-b2fc-675158c0a841 tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204375'] for port (None), before_response {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:06:29.578859 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [req-0901a3bd-27ef-485f-9ba5-4b3eb100f8c0 req-f425986e-2155-41d0-b2fc-675158c0a841 tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] 10.222.0.59 "DELETE /v2.0/ports/b8d9fc23-85c4-481b-9e7b-e4a811306486 HTTP/1.1" status: 204 len: 173 time: 0.4244149 Jan 31 21:06:29.579277 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58c37f98-72b9-4b0a-a710-18114ae0bdac', 'name': 'network-vif-deleted', 'tag': 'b8d9fc23-85c4-481b-9e7b-e4a811306486'}] {{(pid=102450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Jan 31 21:06:29.581568 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88694c8615ac1e9d0f87b85371fce54667869cb07e9f85c824f8527602de4f23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-615c9bbd-e598-4ff8-920f-27f8eaa64b31" -d '{"events": [{"server_uuid": "58c37f98-72b9-4b0a-a710-18114ae0bdac", "name": "network-vif-deleted", "tag": "b8d9fc23-85c4-481b-9e7b-e4a811306486"}]}' {{(pid=102450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 31 21:06:29.631278 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 Jan 2022 21:06:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf15e153-1ee5-4107-a322-0ca3fa9f7ad4 x-openstack-request-id: req-cf15e153-1ee5-4107-a322-0ca3fa9f7ad4 {{(pid=102450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 31 21:06:29.631596 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58c37f98-72b9-4b0a-a710-18114ae0bdac", "name": "network-vif-deleted", "tag": "b8d9fc23-85c4-481b-9e7b-e4a811306486", "status": "completed", "code": 200}]} {{(pid=102450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 31 21:06:29.631848 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-cf15e153-1ee5-4107-a322-0ca3fa9f7ad4 {{(pid=102450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 31 21:06:29.632264 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58c37f98-72b9-4b0a-a710-18114ae0bdac', 'name': 'network-vif-deleted', 'tag': 'b8d9fc23-85c4-481b-9e7b-e4a811306486', 'status': 'completed', 'code': 200} Jan 31 21:06:30.016934 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [req-b0117f8d-39d3-4033-af75-c4207b7fc6f9 req-6cd3ad9a-544e-4cd8-8639-af9caea1d002 tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] 10.222.0.46 "GET /v2.0/ports?device_id=58c37f98-72b9-4b0a-a710-18114ae0bdac HTTP/1.1" status: 200 len: 210 time: 0.0347319 Jan 31 21:06:31.074813 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.wsgi [-] (102449) accepted ('10.222.0.46', 47004) {{(pid=102449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 21:06:31.202745 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-d7d8bd81-eda2-4b74-a70f-e454d4990a49 tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] Deleting port 8f9768cc-6773-4c7a-9d04-0188649028f7 {{(pid=102449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 21:06:31.203113 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd81-eda2-4b74-a70f-e454d4990a49 tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783600463454'] for port (8f9768cc-6773-4c7a-9d04-0188649028f7), before_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:06:31.279770 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd81-eda2-4b74-a70f-e454d4990a49 tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696268'] for port (8f9768cc-6773-4c7a-9d04-0188649028f7), precommit_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:06:31.280099 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd81-eda2-4b74-a70f-e454d4990a49 tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] Publish callbacks [] for floatingip (8f9768cc-6773-4c7a-9d04-0188649028f7), precommit_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:06:31.291725 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-d7d8bd81-eda2-4b74-a70f-e454d4990a49 tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] Calling delete_port for 8f9768cc-6773-4c7a-9d04-0188649028f7 owned by network:floatingip {{(pid=102449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 21:06:31.425736 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd81-eda2-4b74-a70f-e454d4990a49 tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1029723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3769609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783600466360', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783599971606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29106256'] for port (8f9768cc-6773-4c7a-9d04-0188649028f7), after_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:06:31.450244 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d8bd81-eda2-4b74-a70f-e454d4990a49 tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] Pushing event deleted for resources: {'Port': ['ID=8f9768cc-6773-4c7a-9d04-0188649028f7,revision_number=None']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 21:06:31.516971 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd81-eda2-4b74-a70f-e454d4990a49 tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] Publish callbacks [] for floatingip (2267cdbf-f2c1-4497-b32a-d3ffa75d9314), after_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:06:31.519544 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-d7d8bd81-eda2-4b74-a70f-e454d4990a49 tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-204375'] for floatingip (None), before_response {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:06:31.520879 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [None req-d7d8bd81-eda2-4b74-a70f-e454d4990a49 tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] 10.222.0.46 "DELETE /v2.0/floatingips/2267cdbf-f2c1-4497-b32a-d3ffa75d9314 HTTP/1.1" status: 204 len: 168 time: 0.4448550 Jan 31 21:06:32.709426 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.wsgi [-] (102450) accepted ('10.222.0.46', 47016) {{(pid=102450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 21:06:32.765887 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-32c4f581-a75a-4b1a-9944-14faeca61b32 tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] Publish callbacks [] for security_group (c65378a2-fe6e-4350-bdeb-fc72abd6ffe9), before_delete {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:06:32.790976 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-32c4f581-a75a-4b1a-9944-14faeca61b32 tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] Publish callbacks [] for security_group (c65378a2-fe6e-4350-bdeb-fc72abd6ffe9), precommit_delete {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:06:32.853043 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-32c4f581-a75a-4b1a-9944-14faeca61b32 tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736509'] for security_group (c65378a2-fe6e-4350-bdeb-fc72abd6ffe9), after_delete {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:06:32.856565 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-32c4f581-a75a-4b1a-9944-14faeca61b32 tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] Publish callbacks [] for security_group (None), before_response {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:06:32.857746 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [None req-32c4f581-a75a-4b1a-9944-14faeca61b32 tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] 10.222.0.46 "DELETE /v2.0/security-groups/c65378a2-fe6e-4350-bdeb-fc72abd6ffe9 HTTP/1.1" status: 204 len: 168 time: 0.1473975 Jan 31 21:06:32.867130 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c4f581-a75a-4b1a-9944-14faeca61b32 tempest-TestVolumeBootPattern-2000908731 tempest-TestVolumeBootPattern-2000908731-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c65378a2-fe6e-4350-bdeb-fc72abd6ffe9,revision_number=None']} {{(pid=102450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 21:06:32.909324 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.wsgi [-] (102449) accepted ('10.222.0.46', 47020) {{(pid=102449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 21:06:33.182740 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.rpc [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Device b8d9fc23-85c4-481b-9e7b-e4a811306486 no longer exists at agent hyperv_hv-cinder-81322 {{(pid=102451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 21:06:33.207097 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.plugin [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] No Port match for: b8d9fc23-85c4-481b-9e7b-e4a811306486 {{(pid=102451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 21:06:33.207447 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.rpc [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Device b8d9fc23-85c4-481b-9e7b-e4a811306486 not bound to the agent host hv-cinder-81322 {{(pid=102451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 21:06:33.539456 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-2ff91e1b-1ca8-40a9-929f-58e5504ed782 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3694999'] for router_interface (910c8d82-8f53-4a84-a34d-cc1bbd89049d), before_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:06:33.786311 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-2ff91e1b-1ca8-40a9-929f-58e5504ed782 admin admin] Deleting port 3365364a-2deb-4044-bcd9-4ac2d97ebc11 {{(pid=102449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 21:06:33.786882 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-2ff91e1b-1ca8-40a9-929f-58e5504ed782 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783600463454'] for port (3365364a-2deb-4044-bcd9-4ac2d97ebc11), before_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:06:33.863492 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-2ff91e1b-1ca8-40a9-929f-58e5504ed782 admin admin] For port 3365364a-2deb-4044-bcd9-4ac2d97ebc11, host dv-cinder-813229-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-5-iscsi',level=0,port_id=3365364a-2deb-4044-bcd9-4ac2d97ebc11,segment=NetworkSegment(745141d5-f6be-4741-af72-381045eb8a7b),segment_id=745141d5-f6be-4741-af72-381045eb8a7b)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 21:06:33.863853 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-2ff91e1b-1ca8-40a9-929f-58e5504ed782 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696268'] for port (3365364a-2deb-4044-bcd9-4ac2d97ebc11), precommit_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:06:33.880713 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-2ff91e1b-1ca8-40a9-929f-58e5504ed782 admin admin] Calling delete_port for 3365364a-2deb-4044-bcd9-4ac2d97ebc11 owned by network:router_interface {{(pid=102449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 21:06:34.057908 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-2ff91e1b-1ca8-40a9-929f-58e5504ed782 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1029723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3769609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783600466360', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783599971606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29106256'] for port (3365364a-2deb-4044-bcd9-4ac2d97ebc11), after_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:06:34.082666 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff91e1b-1ca8-40a9-929f-58e5504ed782 admin admin] Pushing event deleted for resources: {'Port': ['ID=3365364a-2deb-4044-bcd9-4ac2d97ebc11,revision_number=None']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 21:06:34.250822 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-2ff91e1b-1ca8-40a9-929f-58e5504ed782 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3769630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3694851'] for router_interface (910c8d82-8f53-4a84-a34d-cc1bbd89049d), after_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:06:34.459584 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ff91e1b-1ca8-40a9-929f-58e5504ed782 admin admin] Router 910c8d82-8f53-4a84-a34d-cc1bbd89049d has already been hosted by L3 agent 7c18f3b4-4d02-4b01-9072-98fcd9008716 {{(pid=102449) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 21:06:34.563831 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ff91e1b-1ca8-40a9-929f-58e5504ed782 admin admin] Notify agent at l3_agent.dv-cinder-813229-5-iscsi the message routers_updated {{(pid=102449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 21:06:34.568811 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [None req-2ff91e1b-1ca8-40a9-929f-58e5504ed782 admin admin] 10.222.0.46 "PUT /v2.0/routers/910c8d82-8f53-4a84-a34d-cc1bbd89049d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6583250 Jan 31 21:06:34.571339 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.wsgi [-] (102449) accepted ('10.222.0.46', 47024) {{(pid=102449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 21:06:34.573777 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8209748-4b5a-42d3-ae65-43c72b4d5e38 None None] Sync routers for ids ['910c8d82-8f53-4a84-a34d-cc1bbd89049d'] in dv-cinder-813229-5-iscsi {{(pid=102451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 21:06:34.584206 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8209748-4b5a-42d3-ae65-43c72b4d5e38 None None] Routers {'910c8d82-8f53-4a84-a34d-cc1bbd89049d'} bound to L3 agent in host dv-cinder-813229-5-iscsi {{(pid=102451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 21:06:34.584461 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.db.l3_hamode_db [None req-b8209748-4b5a-42d3-ae65-43c72b4d5e38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T20:45:52Z,description=,heartbeat_timestamp=2022-01-31T21:06:22Z,host='dv-cinder-813229-5-iscsi',id=7c18f3b4-4d02-4b01-9072-98fcd9008716,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T20:45:52Z,topic='l3_agent')) {'router_ids': ['910c8d82-8f53-4a84-a34d-cc1bbd89049d'], 'active': True} {{(pid=102451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 21:06:34.674013 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-97c67fab-b0b9-41d5-8596-56e25e31fb93 admin admin] Publish callbacks [] for router (910c8d82-8f53-4a84-a34d-cc1bbd89049d), before_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:06:34.688040 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.db.l3_dvr_db [None req-b8209748-4b5a-42d3-ae65-43c72b4d5e38 None None] Set router 910c8d82-8f53-4a84-a34d-cc1bbd89049d gateway port host: dv-cinder-813229-5-iscsi {{(pid=102451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 21:06:34.775286 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-97c67fab-b0b9-41d5-8596-56e25e31fb93 admin admin] Publish callbacks [] for router_gateway (910c8d82-8f53-4a84-a34d-cc1bbd89049d), before_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:06:34.827557 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-97c67fab-b0b9-41d5-8596-56e25e31fb93 admin admin] Deleting port de93bc5b-9c48-48e9-93e3-d484933d6d1a {{(pid=102449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 21:06:34.827899 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-97c67fab-b0b9-41d5-8596-56e25e31fb93 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783600463454'] for port (de93bc5b-9c48-48e9-93e3-d484933d6d1a), before_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:06:34.868753 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.db.l3_hamode_db [None req-b8209748-4b5a-42d3-ae65-43c72b4d5e38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '910c8d82-8f53-4a84-a34d-cc1bbd89049d', 'name': 'tempest-TestVolumeBootPattern-2011310398-router', 'tenant_id': '3f735df896f74e2a8ec34440c5d4fbfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51ba4d8e-a54c-4fb0-a209-37766af226e8', 'external_fixed_ips': [{'subnet_id': '99ba9542-d2be-443f-a804-26ff9bedcbe2', 'ip_address': '172.27.2.123'}], 'enable_snat': True}, 'gw_port_id': 'de93bc5b-9c48-48e9-93e3-d484933d6d1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T20:58:47Z', 'updated_at': '2022-01-31T21:06:34Z', 'revision_number': 5, 'project_id': '3f735df896f74e2a8ec34440c5d4fbfa', 'gw_port': {'id': 'de93bc5b-9c48-48e9-93e3-d484933d6d1a', 'name': '', 'network_id': '51ba4d8e-a54c-4fb0-a209-37766af226e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:ab:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '910c8d82-8f53-4a84-a34d-cc1bbd89049d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '99ba9542-d2be-443f-a804-26ff9bedcbe2', 'ip_address': '172.27.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T20:58:48Z', 'updated_at': '2022-01-31T20:58:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99ba9542-d2be-443f-a804-26ff9bedcbe2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-5-iscsi'}], 'dv-cinder-813229-5-iscsi', False) {} {{(pid=102451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 21:06:34.895382 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8209748-4b5a-42d3-ae65-43c72b4d5e38 None None] Checking router: 910c8d82-8f53-4a84-a34d-cc1bbd89049d for host: dv-cinder-813229-5-iscsi {{(pid=102451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 21:06:34.904714 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8209748-4b5a-42d3-ae65-43c72b4d5e38 None None] Routers {'910c8d82-8f53-4a84-a34d-cc1bbd89049d'} bound to L3 agent in host dv-cinder-813229-5-iscsi {{(pid=102451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 21:06:34.905361 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.db.l3_hamode_db [None req-b8209748-4b5a-42d3-ae65-43c72b4d5e38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T20:45:52Z,description=,heartbeat_timestamp=2022-01-31T21:06:22Z,host='dv-cinder-813229-5-iscsi',id=7c18f3b4-4d02-4b01-9072-98fcd9008716,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T20:45:52Z,topic='l3_agent')) {'router_ids': ['910c8d82-8f53-4a84-a34d-cc1bbd89049d'], 'active': True} {{(pid=102451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 21:06:34.907244 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-97c67fab-b0b9-41d5-8596-56e25e31fb93 admin admin] For port de93bc5b-9c48-48e9-93e3-d484933d6d1a, host dv-cinder-813229-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-5-iscsi',level=0,port_id=de93bc5b-9c48-48e9-93e3-d484933d6d1a,segment=NetworkSegment(ad776c9f-cdc1-49f1-a366-310dcfc4c059),segment_id=ad776c9f-cdc1-49f1-a366-310dcfc4c059)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 21:06:34.907683 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-97c67fab-b0b9-41d5-8596-56e25e31fb93 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696268'] for port (de93bc5b-9c48-48e9-93e3-d484933d6d1a), precommit_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:06:34.924145 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-97c67fab-b0b9-41d5-8596-56e25e31fb93 admin admin] Calling delete_port for de93bc5b-9c48-48e9-93e3-d484933d6d1a owned by network:router_gateway {{(pid=102449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 21:06:34.990765 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.db.l3_dvr_db [None req-b8209748-4b5a-42d3-ae65-43c72b4d5e38 None None] Set router 910c8d82-8f53-4a84-a34d-cc1bbd89049d gateway port host: None {{(pid=102451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 21:06:35.044470 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.db.l3_hamode_db [None req-b8209748-4b5a-42d3-ae65-43c72b4d5e38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '910c8d82-8f53-4a84-a34d-cc1bbd89049d', 'name': 'tempest-TestVolumeBootPattern-2011310398-router', 'tenant_id': '3f735df896f74e2a8ec34440c5d4fbfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T20:58:47Z', 'updated_at': '2022-01-31T21:06:34Z', 'revision_number': 6, 'project_id': '3f735df896f74e2a8ec34440c5d4fbfa', 'gw_port_host': None}], 'dv-cinder-813229-5-iscsi', False) {} {{(pid=102451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 21:06:35.071441 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8209748-4b5a-42d3-ae65-43c72b4d5e38 None None] The sync data for ids ['910c8d82-8f53-4a84-a34d-cc1bbd89049d'] in dv-cinder-813229-5-iscsi is: [{'id': '910c8d82-8f53-4a84-a34d-cc1bbd89049d', 'name': 'tempest-TestVolumeBootPattern-2011310398-router', 'tenant_id': '3f735df896f74e2a8ec34440c5d4fbfa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T20:58:47Z', 'updated_at': '2022-01-31T21:06:34Z', 'revision_number': 6, 'project_id': '3f735df896f74e2a8ec34440c5d4fbfa', 'gw_port_host': None}] {{(pid=102451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 21:06:35.087671 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-97c67fab-b0b9-41d5-8596-56e25e31fb93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1029723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3769609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783600466360', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783599971606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29106256'] for port (de93bc5b-9c48-48e9-93e3-d484933d6d1a), after_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:06:35.117076 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c67fab-b0b9-41d5-8596-56e25e31fb93 admin admin] Pushing event deleted for resources: {'Port': ['ID=de93bc5b-9c48-48e9-93e3-d484933d6d1a,revision_number=None']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 21:06:35.178717 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-97c67fab-b0b9-41d5-8596-56e25e31fb93 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3697261'] for router_gateway (910c8d82-8f53-4a84-a34d-cc1bbd89049d), after_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:06:35.262906 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-97c67fab-b0b9-41d5-8596-56e25e31fb93 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3675640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-969'] for router (910c8d82-8f53-4a84-a34d-cc1bbd89049d), precommit_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:06:35.264965 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-97c67fab-b0b9-41d5-8596-56e25e31fb93 admin admin] Publish callbacks [] for router_controller (910c8d82-8f53-4a84-a34d-cc1bbd89049d), precommit_delete_associations {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:06:35.308939 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-97c67fab-b0b9-41d5-8596-56e25e31fb93 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3675633'] for router (910c8d82-8f53-4a84-a34d-cc1bbd89049d), after_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:06:35.309488 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97c67fab-b0b9-41d5-8596-56e25e31fb93 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 910c8d82-8f53-4a84-a34d-cc1bbd89049d {{(pid=102449) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 31 21:06:35.313742 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-97c67fab-b0b9-41d5-8596-56e25e31fb93 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:06:35.314945 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [None req-97c67fab-b0b9-41d5-8596-56e25e31fb93 admin admin] 10.222.0.46 "DELETE /v2.0/routers/910c8d82-8f53-4a84-a34d-cc1bbd89049d HTTP/1.1" status: 204 len: 168 time: 0.7426696 Jan 31 21:06:35.317973 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.wsgi [-] (102449) accepted ('10.222.0.46', 47026) {{(pid=102449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 21:06:35.656235 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f5af21f-ea30-4569-bc2d-c73faab15c54 admin admin] Deleting subnet f0ef83af-b9dd-40a6-908c-ffa9cf818bc2 {{(pid=102449) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 31 21:06:35.660558 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-7f5af21f-ea30-4569-bc2d-c73faab15c54 admin admin] Publish callbacks [] for subnet (f0ef83af-b9dd-40a6-908c-ffa9cf818bc2), before_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:06:35.697349 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-7f5af21f-ea30-4569-bc2d-c73faab15c54 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25361776'] for subnet (f0ef83af-b9dd-40a6-908c-ffa9cf818bc2), precommit_delete_associations {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:06:35.780541 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-7f5af21f-ea30-4569-bc2d-c73faab15c54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-792270'] for subnet (f0ef83af-b9dd-40a6-908c-ffa9cf818bc2), precommit_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:06:35.839419 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-7f5af21f-ea30-4569-bc2d-c73faab15c54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-792247', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3769609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29106189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25214345'] for subnet (f0ef83af-b9dd-40a6-908c-ffa9cf818bc2), after_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:06:35.873110 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5af21f-ea30-4569-bc2d-c73faab15c54 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f0ef83af-b9dd-40a6-908c-ffa9cf818bc2,revision_number=None']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 21:06:35.879255 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-7f5af21f-ea30-4569-bc2d-c73faab15c54 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3769851'] for subnet (None), before_response {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:06:35.880210 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b88b49c7-01a5-4601-a252-110b047e3c23 None None] Network 84d6e016-dd99-48a6-8278-a9c378f62567 requested from dv-cinder-813229-5-iscsi {{(pid=102451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 21:06:35.884709 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [None req-7f5af21f-ea30-4569-bc2d-c73faab15c54 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/f0ef83af-b9dd-40a6-908c-ffa9cf818bc2 HTTP/1.1" status: 204 len: 168 time: 0.5650206 Jan 31 21:06:35.887085 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.wsgi [-] (102449) accepted ('10.222.0.46', 47028) {{(pid=102449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 21:06:35.899249 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.rpc [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Device 3365364a-2deb-4044-bcd9-4ac2d97ebc11 no longer exists at agent ovs-agent-dv-cinder-813229-5-iscsi {{(pid=102451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 21:06:35.954441 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.plugin [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] No Port match for: 3365364a-2deb-4044-bcd9-4ac2d97ebc11 {{(pid=102451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 21:06:35.954772 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.rpc [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Device 3365364a-2deb-4044-bcd9-4ac2d97ebc11 not bound to the agent host dv-cinder-813229-5-iscsi {{(pid=102451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 21:06:35.955223 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.rpc [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Device de93bc5b-9c48-48e9-93e3-d484933d6d1a no longer exists at agent ovs-agent-dv-cinder-813229-5-iscsi {{(pid=102451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 21:06:35.967439 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-a02e0d14-345f-436a-8520-f9bde34636f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-979588'] for network (84d6e016-dd99-48a6-8278-a9c378f62567), before_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:06:35.982982 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.plugin [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] No Port match for: de93bc5b-9c48-48e9-93e3-d484933d6d1a {{(pid=102451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 21:06:35.983333 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.rpc [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Device de93bc5b-9c48-48e9-93e3-d484933d6d1a not bound to the agent host dv-cinder-813229-5-iscsi {{(pid=102451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 21:06:36.028730 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-a02e0d14-345f-436a-8520-f9bde34636f9 admin admin] Deleting port 2f21a327-5fdc-4e4a-b9a0-d8a8257879a3 {{(pid=102449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 21:06:36.029167 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-a02e0d14-345f-436a-8520-f9bde34636f9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783600463454'] for port (2f21a327-5fdc-4e4a-b9a0-d8a8257879a3), before_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:06:36.102530 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-a02e0d14-345f-436a-8520-f9bde34636f9 admin admin] For port 2f21a327-5fdc-4e4a-b9a0-d8a8257879a3, host dv-cinder-813229-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-5-iscsi',level=0,port_id=2f21a327-5fdc-4e4a-b9a0-d8a8257879a3,segment=NetworkSegment(745141d5-f6be-4741-af72-381045eb8a7b),segment_id=745141d5-f6be-4741-af72-381045eb8a7b)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 21:06:36.103234 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-a02e0d14-345f-436a-8520-f9bde34636f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696268'] for port (2f21a327-5fdc-4e4a-b9a0-d8a8257879a3), precommit_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:06:36.108211 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de3af398-1e93-4aa8-a3e0-f0232a5a28e9 None None] DHCP port deletion for 84d6e016-dd99-48a6-8278-a9c378f62567 request from dv-cinder-813229-5-iscsi {{(pid=102451) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 31 21:06:36.129432 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-a02e0d14-345f-436a-8520-f9bde34636f9 admin admin] Calling delete_port for 2f21a327-5fdc-4e4a-b9a0-d8a8257879a3 owned by network:dhcp {{(pid=102449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 21:06:36.169793 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.plugin [None req-de3af398-1e93-4aa8-a3e0-f0232a5a28e9 None None] Deleting port 2f21a327-5fdc-4e4a-b9a0-d8a8257879a3 {{(pid=102451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 21:06:36.170630 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-de3af398-1e93-4aa8-a3e0-f0232a5a28e9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783600463454'] for port (2f21a327-5fdc-4e4a-b9a0-d8a8257879a3), before_delete {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:06:36.221988 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-a02e0d14-345f-436a-8520-f9bde34636f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1029723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3769609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783600466360', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783599971606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29106256'] for port (2f21a327-5fdc-4e4a-b9a0-d8a8257879a3), after_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:06:36.238211 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.db [None req-de3af398-1e93-4aa8-a3e0-f0232a5a28e9 None None] For port 2f21a327-5fdc-4e4a-b9a0-d8a8257879a3, host dv-cinder-813229-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-5-iscsi',level=0,port_id=2f21a327-5fdc-4e4a-b9a0-d8a8257879a3,segment=NetworkSegment(745141d5-f6be-4741-af72-381045eb8a7b),segment_id=745141d5-f6be-4741-af72-381045eb8a7b)] {{(pid=102451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 21:06:36.238608 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-de3af398-1e93-4aa8-a3e0-f0232a5a28e9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696268'] for port (2f21a327-5fdc-4e4a-b9a0-d8a8257879a3), precommit_delete {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:06:36.250762 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02e0d14-345f-436a-8520-f9bde34636f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=2f21a327-5fdc-4e4a-b9a0-d8a8257879a3,revision_number=None']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 21:06:36.252294 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.plugin [None req-de3af398-1e93-4aa8-a3e0-f0232a5a28e9 None None] Calling delete_port for 2f21a327-5fdc-4e4a-b9a0-d8a8257879a3 owned by network:dhcp {{(pid=102451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 21:06:36.252692 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a02e0d14-345f-436a-8520-f9bde34636f9 admin admin] No DVR routers for this DVR port 2f21a327-5fdc-4e4a-b9a0-d8a8257879a3 on host dv-cinder-813229-5-iscsi {{(pid=102449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 21:06:36.323004 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-a02e0d14-345f-436a-8520-f9bde34636f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-793947', 'neutron.services.segments.db._delete_segments_for_network-8783600486530'] for network (84d6e016-dd99-48a6-8278-a9c378f62567), precommit_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:06:36.338045 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-de3af398-1e93-4aa8-a3e0-f0232a5a28e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1029723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3769609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783600466360', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783599971606'] for port (2f21a327-5fdc-4e4a-b9a0-d8a8257879a3), after_delete {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:06:36.347022 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.services.segments.db [None req-a02e0d14-345f-436a-8520-f9bde34636f9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84d6e016-dd99-48a6-8278-a9c378f62567']}} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 21:06:36.356788 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.services.segments.db [None req-a02e0d14-345f-436a-8520-f9bde34636f9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '745141d5-f6be-4741-af72-381045eb8a7b') {'for_net_delete': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 21:06:36.357143 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.services.segments.db [None req-a02e0d14-345f-436a-8520-f9bde34636f9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '745141d5-f6be-4741-af72-381045eb8a7b') {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 21:06:36.362384 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3af398-1e93-4aa8-a3e0-f0232a5a28e9 None None] Pushing event deleted for resources: {'Port': ['ID=2f21a327-5fdc-4e4a-b9a0-d8a8257879a3,revision_number=None']} {{(pid=102451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 21:06:36.366676 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de3af398-1e93-4aa8-a3e0-f0232a5a28e9 None None] No DVR routers for this DVR port 2f21a327-5fdc-4e4a-b9a0-d8a8257879a3 on host dv-cinder-813229-5-iscsi {{(pid=102451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 21:06:36.366900 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-a02e0d14-345f-436a-8520-f9bde34636f9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783600487563', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25361785'] for segment (745141d5-f6be-4741-af72-381045eb8a7b), before_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:06:36.381920 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-a02e0d14-345f-436a-8520-f9bde34636f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-936743'] for segment (745141d5-f6be-4741-af72-381045eb8a7b), precommit_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:06:36.388225 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a02e0d14-345f-436a-8520-f9bde34636f9 admin admin] Releasing vlan 693 on physical network physnet1 to pool {{(pid=102449) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 21:06:36.388610 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-a02e0d14-345f-436a-8520-f9bde34636f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-936743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29106339'] for segment (745141d5-f6be-4741-af72-381045eb8a7b), after_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:06:36.390300 dv-cinder-813229-5-iscsi neutron-server[102449]: Traceback (most recent call last): Jan 31 21:06:36.390300 dv-cinder-813229-5-iscsi neutron-server[102449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 21:06:36.390300 dv-cinder-813229-5-iscsi neutron-server[102449]: timer() Jan 31 21:06:36.390300 dv-cinder-813229-5-iscsi neutron-server[102449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 21:06:36.390300 dv-cinder-813229-5-iscsi neutron-server[102449]: cb(*args, **kw) Jan 31 21:06:36.390300 dv-cinder-813229-5-iscsi neutron-server[102449]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 21:06:36.390300 dv-cinder-813229-5-iscsi neutron-server[102449]: return func(*args, **kwargs) Jan 31 21:06:36.390300 dv-cinder-813229-5-iscsi neutron-server[102449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 21:06:36.390300 dv-cinder-813229-5-iscsi neutron-server[102449]: self._notify() Jan 31 21:06:36.390300 dv-cinder-813229-5-iscsi neutron-server[102449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 21:06:36.390300 dv-cinder-813229-5-iscsi neutron-server[102449]: self.callback(batched_events) Jan 31 21:06:36.390300 dv-cinder-813229-5-iscsi neutron-server[102449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 21:06:36.390300 dv-cinder-813229-5-iscsi neutron-server[102449]: event.method(event) Jan 31 21:06:36.390300 dv-cinder-813229-5-iscsi neutron-server[102449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 21:06:36.390300 dv-cinder-813229-5-iscsi neutron-server[102449]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 21:06:36.390300 dv-cinder-813229-5-iscsi neutron-server[102449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 21:06:36.390300 dv-cinder-813229-5-iscsi neutron-server[102449]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 21:06:36.390300 dv-cinder-813229-5-iscsi neutron-server[102449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 21:06:36.390300 dv-cinder-813229-5-iscsi neutron-server[102449]: return f(self, *a, **k) Jan 31 21:06:36.390300 dv-cinder-813229-5-iscsi neutron-server[102449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 21:06:36.390300 dv-cinder-813229-5-iscsi neutron-server[102449]: return self._get(url).json() Jan 31 21:06:36.390300 dv-cinder-813229-5-iscsi neutron-server[102449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 21:06:36.390300 dv-cinder-813229-5-iscsi neutron-server[102449]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 21:06:36.390300 dv-cinder-813229-5-iscsi neutron-server[102449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 21:06:36.390300 dv-cinder-813229-5-iscsi neutron-server[102449]: return self.request(url, 'GET', **kwargs) Jan 31 21:06:36.390300 dv-cinder-813229-5-iscsi neutron-server[102449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 21:06:36.390300 dv-cinder-813229-5-iscsi neutron-server[102449]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 21:06:36.390300 dv-cinder-813229-5-iscsi neutron-server[102449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 21:06:36.390300 dv-cinder-813229-5-iscsi neutron-server[102449]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 21:06:36.390300 dv-cinder-813229-5-iscsi neutron-server[102449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 21:06:36.390300 dv-cinder-813229-5-iscsi neutron-server[102449]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 21:06:36.390300 dv-cinder-813229-5-iscsi neutron-server[102449]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 21:06:36.443906 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-a02e0d14-345f-436a-8520-f9bde34636f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-793932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3769609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3696773'] for network (84d6e016-dd99-48a6-8278-a9c378f62567), after_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:06:36.449211 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-a02e0d14-345f-436a-8520-f9bde34636f9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3769851'] for network (None), before_response {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:06:36.452418 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [None req-a02e0d14-345f-436a-8520-f9bde34636f9 admin admin] 10.222.0.46 "DELETE /v2.0/networks/84d6e016-dd99-48a6-8278-a9c378f62567 HTTP/1.1" status: 204 len: 168 time: 0.5611486 Jan 31 21:06:36.455591 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.wsgi [-] (102450) accepted ('10.222.0.46', 47030) {{(pid=102450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 21:06:36.464168 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02e0d14-345f-436a-8520-f9bde34636f9 admin admin] Pushing event deleted for resources: {'Network': ['ID=84d6e016-dd99-48a6-8278-a9c378f62567,revision_number=None']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 21:06:36.801200 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-28685b95-3113-436e-8e70-eac3e2af71bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3694999'] for router_interface (d6083f20-eaba-4527-a2a1-b42d222992f3), before_delete {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:06:37.048363 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.plugins.ml2.plugin [None req-28685b95-3113-436e-8e70-eac3e2af71bb admin admin] Deleting port d9d41530-8e33-49d2-9f14-984b9a41ed1d {{(pid=102450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 21:06:37.048700 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-28685b95-3113-436e-8e70-eac3e2af71bb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783600463454'] for port (d9d41530-8e33-49d2-9f14-984b9a41ed1d), before_delete {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:06:37.124618 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.plugins.ml2.db [None req-28685b95-3113-436e-8e70-eac3e2af71bb admin admin] For port d9d41530-8e33-49d2-9f14-984b9a41ed1d, host dv-cinder-813229-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-5-iscsi',level=0,port_id=d9d41530-8e33-49d2-9f14-984b9a41ed1d,segment=NetworkSegment(b67eebf2-4bc6-4c6b-a37f-b182ea5f78c3),segment_id=b67eebf2-4bc6-4c6b-a37f-b182ea5f78c3)] {{(pid=102450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 21:06:37.124863 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-28685b95-3113-436e-8e70-eac3e2af71bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696268'] for port (d9d41530-8e33-49d2-9f14-984b9a41ed1d), precommit_delete {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:06:37.141651 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.plugins.ml2.plugin [None req-28685b95-3113-436e-8e70-eac3e2af71bb admin admin] Calling delete_port for d9d41530-8e33-49d2-9f14-984b9a41ed1d owned by network:router_interface {{(pid=102450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 21:06:37.316274 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-28685b95-3113-436e-8e70-eac3e2af71bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1029723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3769609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783600466360', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783599971606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27814909'] for port (d9d41530-8e33-49d2-9f14-984b9a41ed1d), after_delete {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:06:37.341192 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28685b95-3113-436e-8e70-eac3e2af71bb admin admin] Pushing event deleted for resources: {'Port': ['ID=d9d41530-8e33-49d2-9f14-984b9a41ed1d,revision_number=None']} {{(pid=102450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 21:06:37.509890 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-28685b95-3113-436e-8e70-eac3e2af71bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3769630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3694851'] for router_interface (d6083f20-eaba-4527-a2a1-b42d222992f3), after_delete {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:06:37.719231 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28685b95-3113-436e-8e70-eac3e2af71bb admin admin] Router d6083f20-eaba-4527-a2a1-b42d222992f3 has already been hosted by L3 agent 7c18f3b4-4d02-4b01-9072-98fcd9008716 {{(pid=102450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 31 21:06:37.825166 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28685b95-3113-436e-8e70-eac3e2af71bb admin admin] Notify agent at l3_agent.dv-cinder-813229-5-iscsi the message routers_updated {{(pid=102450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 31 21:06:37.833360 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [None req-28685b95-3113-436e-8e70-eac3e2af71bb admin admin] 10.222.0.46 "PUT /v2.0/routers/d6083f20-eaba-4527-a2a1-b42d222992f3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3732338 Jan 31 21:06:37.833360 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.wsgi [-] (102450) accepted ('10.222.0.46', 47032) {{(pid=102450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 21:06:37.836193 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd0388ef-f06b-4767-836d-9b7d11a5536d None None] Sync routers for ids ['d6083f20-eaba-4527-a2a1-b42d222992f3'] in dv-cinder-813229-5-iscsi {{(pid=102454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 31 21:06:37.846558 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd0388ef-f06b-4767-836d-9b7d11a5536d None None] Routers {'d6083f20-eaba-4527-a2a1-b42d222992f3'} bound to L3 agent in host dv-cinder-813229-5-iscsi {{(pid=102454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 21:06:37.847199 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.db.l3_hamode_db [None req-dd0388ef-f06b-4767-836d-9b7d11a5536d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T20:45:52Z,description=,heartbeat_timestamp=2022-01-31T21:06:22Z,host='dv-cinder-813229-5-iscsi',id=7c18f3b4-4d02-4b01-9072-98fcd9008716,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T20:45:52Z,topic='l3_agent')) {'router_ids': ['d6083f20-eaba-4527-a2a1-b42d222992f3'], 'active': True} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 21:06:37.941243 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.rpc [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Device 2f21a327-5fdc-4e4a-b9a0-d8a8257879a3 no longer exists at agent ovs-agent-dv-cinder-813229-5-iscsi {{(pid=102451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 21:06:37.943658 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-48ea79f5-44ba-45c1-82de-4cee569f9e20 admin admin] Publish callbacks [] for router (d6083f20-eaba-4527-a2a1-b42d222992f3), before_delete {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:06:37.964075 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.plugin [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] No Port match for: 2f21a327-5fdc-4e4a-b9a0-d8a8257879a3 {{(pid=102451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 21:06:37.964423 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.rpc [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Device 2f21a327-5fdc-4e4a-b9a0-d8a8257879a3 not bound to the agent host dv-cinder-813229-5-iscsi {{(pid=102451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 21:06:37.964895 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.db.l3_dvr_db [None req-dd0388ef-f06b-4767-836d-9b7d11a5536d None None] Set router d6083f20-eaba-4527-a2a1-b42d222992f3 gateway port host: dv-cinder-813229-5-iscsi {{(pid=102454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 21:06:38.056785 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-48ea79f5-44ba-45c1-82de-4cee569f9e20 admin admin] Publish callbacks [] for router_gateway (d6083f20-eaba-4527-a2a1-b42d222992f3), before_delete {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:06:38.108212 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.plugins.ml2.plugin [None req-48ea79f5-44ba-45c1-82de-4cee569f9e20 admin admin] Deleting port ba603664-1bd5-4560-b052-170cf51ab48d {{(pid=102450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 21:06:38.108559 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-48ea79f5-44ba-45c1-82de-4cee569f9e20 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783600463454'] for port (ba603664-1bd5-4560-b052-170cf51ab48d), before_delete {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:06:38.149273 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.db.l3_hamode_db [None req-dd0388ef-f06b-4767-836d-9b7d11a5536d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6083f20-eaba-4527-a2a1-b42d222992f3', 'name': 'tempest-TestVolumeBootPattern-1021950059-router', 'tenant_id': '91f39ddbf10640f395192d5388e740b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '51ba4d8e-a54c-4fb0-a209-37766af226e8', 'external_fixed_ips': [{'subnet_id': '99ba9542-d2be-443f-a804-26ff9bedcbe2', 'ip_address': '172.27.2.196'}], 'enable_snat': True}, 'gw_port_id': 'ba603664-1bd5-4560-b052-170cf51ab48d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T20:58:55Z', 'updated_at': '2022-01-31T21:06:37Z', 'revision_number': 5, 'project_id': '91f39ddbf10640f395192d5388e740b2', 'gw_port': {'id': 'ba603664-1bd5-4560-b052-170cf51ab48d', 'name': '', 'network_id': '51ba4d8e-a54c-4fb0-a209-37766af226e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:1f:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6083f20-eaba-4527-a2a1-b42d222992f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 482, 'fixed_ips': [{'subnet_id': '99ba9542-d2be-443f-a804-26ff9bedcbe2', 'ip_address': '172.27.2.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-813229-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-31T20:58:57Z', 'updated_at': '2022-01-31T20:59:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '99ba9542-d2be-443f-a804-26ff9bedcbe2', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-813229-5-iscsi'}], 'dv-cinder-813229-5-iscsi', False) {} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 21:06:38.178319 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd0388ef-f06b-4767-836d-9b7d11a5536d None None] Checking router: d6083f20-eaba-4527-a2a1-b42d222992f3 for host: dv-cinder-813229-5-iscsi {{(pid=102454) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 31 21:06:38.186965 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.plugins.ml2.db [None req-48ea79f5-44ba-45c1-82de-4cee569f9e20 admin admin] For port ba603664-1bd5-4560-b052-170cf51ab48d, host dv-cinder-813229-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-5-iscsi',level=0,port_id=ba603664-1bd5-4560-b052-170cf51ab48d,segment=NetworkSegment(ad776c9f-cdc1-49f1-a366-310dcfc4c059),segment_id=ad776c9f-cdc1-49f1-a366-310dcfc4c059)] {{(pid=102450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 21:06:38.187297 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd0388ef-f06b-4767-836d-9b7d11a5536d None None] Routers {'d6083f20-eaba-4527-a2a1-b42d222992f3'} bound to L3 agent in host dv-cinder-813229-5-iscsi {{(pid=102454) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Jan 31 21:06:38.187411 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-48ea79f5-44ba-45c1-82de-4cee569f9e20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696268'] for port (ba603664-1bd5-4560-b052-170cf51ab48d), precommit_delete {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:06:38.187921 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.db.l3_hamode_db [None req-dd0388ef-f06b-4767-836d-9b7d11a5536d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-813229-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-31T20:45:52Z,description=,heartbeat_timestamp=2022-01-31T21:06:22Z,host='dv-cinder-813229-5-iscsi',id=7c18f3b4-4d02-4b01-9072-98fcd9008716,load=0,resource_versions=,resources_synced=,started_at=2022-01-31T20:45:52Z,topic='l3_agent')) {'router_ids': ['d6083f20-eaba-4527-a2a1-b42d222992f3'], 'active': True} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 21:06:38.203717 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.plugins.ml2.plugin [None req-48ea79f5-44ba-45c1-82de-4cee569f9e20 admin admin] Calling delete_port for ba603664-1bd5-4560-b052-170cf51ab48d owned by network:router_gateway {{(pid=102450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 21:06:38.268314 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.db.l3_dvr_db [None req-dd0388ef-f06b-4767-836d-9b7d11a5536d None None] Set router d6083f20-eaba-4527-a2a1-b42d222992f3 gateway port host: None {{(pid=102454) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 31 21:06:38.320820 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.db.l3_hamode_db [None req-dd0388ef-f06b-4767-836d-9b7d11a5536d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6083f20-eaba-4527-a2a1-b42d222992f3', 'name': 'tempest-TestVolumeBootPattern-1021950059-router', 'tenant_id': '91f39ddbf10640f395192d5388e740b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T20:58:55Z', 'updated_at': '2022-01-31T21:06:38Z', 'revision_number': 6, 'project_id': '91f39ddbf10640f395192d5388e740b2', 'gw_port_host': None}], 'dv-cinder-813229-5-iscsi', False) {} {{(pid=102454) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 21:06:38.345949 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd0388ef-f06b-4767-836d-9b7d11a5536d None None] The sync data for ids ['d6083f20-eaba-4527-a2a1-b42d222992f3'] in dv-cinder-813229-5-iscsi is: [{'id': 'd6083f20-eaba-4527-a2a1-b42d222992f3', 'name': 'tempest-TestVolumeBootPattern-1021950059-router', 'tenant_id': '91f39ddbf10640f395192d5388e740b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-31T20:58:55Z', 'updated_at': '2022-01-31T21:06:38Z', 'revision_number': 6, 'project_id': '91f39ddbf10640f395192d5388e740b2', 'gw_port_host': None}] {{(pid=102454) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 31 21:06:38.366266 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-48ea79f5-44ba-45c1-82de-4cee569f9e20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1029723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3769609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783600466360', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783599971606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-27814909'] for port (ba603664-1bd5-4560-b052-170cf51ab48d), after_delete {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:06:38.396050 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ea79f5-44ba-45c1-82de-4cee569f9e20 admin admin] Pushing event deleted for resources: {'Port': ['ID=ba603664-1bd5-4560-b052-170cf51ab48d,revision_number=None']} {{(pid=102450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 21:06:38.458483 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-48ea79f5-44ba-45c1-82de-4cee569f9e20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3697261'] for router_gateway (d6083f20-eaba-4527-a2a1-b42d222992f3), after_delete {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:06:38.546886 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-48ea79f5-44ba-45c1-82de-4cee569f9e20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3675640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-969'] for router (d6083f20-eaba-4527-a2a1-b42d222992f3), precommit_delete {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:06:38.548990 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-48ea79f5-44ba-45c1-82de-4cee569f9e20 admin admin] Publish callbacks [] for router_controller (d6083f20-eaba-4527-a2a1-b42d222992f3), precommit_delete_associations {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:06:38.594074 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-48ea79f5-44ba-45c1-82de-4cee569f9e20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3675633'] for router (d6083f20-eaba-4527-a2a1-b42d222992f3), after_delete {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:06:38.594623 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48ea79f5-44ba-45c1-82de-4cee569f9e20 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d6083f20-eaba-4527-a2a1-b42d222992f3 {{(pid=102450) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 31 21:06:38.599920 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-48ea79f5-44ba-45c1-82de-4cee569f9e20 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:06:38.601067 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [None req-48ea79f5-44ba-45c1-82de-4cee569f9e20 admin admin] 10.222.0.46 "DELETE /v2.0/routers/d6083f20-eaba-4527-a2a1-b42d222992f3 HTTP/1.1" status: 204 len: 168 time: 0.7674055 Jan 31 21:06:38.603626 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.wsgi [-] (102450) accepted ('10.222.0.46', 47034) {{(pid=102450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 21:06:38.646764 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb37c077-0c2b-4294-ae59-61e270cf4394 admin admin] Deleting subnet 306fcc7f-10d7-47a6-b6f4-6aea4b4d2a67 {{(pid=102450) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 31 21:06:38.649865 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-fb37c077-0c2b-4294-ae59-61e270cf4394 admin admin] Publish callbacks [] for subnet (306fcc7f-10d7-47a6-b6f4-6aea4b4d2a67), before_delete {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:06:38.687540 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-fb37c077-0c2b-4294-ae59-61e270cf4394 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29120982'] for subnet (306fcc7f-10d7-47a6-b6f4-6aea4b4d2a67), precommit_delete_associations {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:06:38.766482 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-fb37c077-0c2b-4294-ae59-61e270cf4394 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-792270'] for subnet (306fcc7f-10d7-47a6-b6f4-6aea4b4d2a67), precommit_delete {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:06:38.823245 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-fb37c077-0c2b-4294-ae59-61e270cf4394 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-792247', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737618', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3769609', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-27814816', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28956758'] for subnet (306fcc7f-10d7-47a6-b6f4-6aea4b4d2a67), after_delete {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:06:38.850294 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb37c077-0c2b-4294-ae59-61e270cf4394 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=306fcc7f-10d7-47a6-b6f4-6aea4b4d2a67,revision_number=None']} {{(pid=102450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 21:06:38.852285 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron_lib.callbacks.manager [None req-fb37c077-0c2b-4294-ae59-61e270cf4394 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:06:38.855844 dv-cinder-813229-5-iscsi neutron-server[102450]: INFO neutron.wsgi [None req-fb37c077-0c2b-4294-ae59-61e270cf4394 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/306fcc7f-10d7-47a6-b6f4-6aea4b4d2a67 HTTP/1.1" status: 204 len: 168 time: 0.2510643 Jan 31 21:06:38.856911 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2478b0fa-34c5-4a08-b87c-e659bd4cf47f None None] Network 662f25cb-a32c-48b4-84f3-03883d71fcd3 requested from dv-cinder-813229-5-iscsi {{(pid=102451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jan 31 21:06:38.858277 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.wsgi [-] (102449) accepted ('10.222.0.46', 47036) {{(pid=102449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 21:06:38.930973 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-5308f513-3f79-4745-a1e1-edb4f0ca4f96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-979588'] for network (662f25cb-a32c-48b4-84f3-03883d71fcd3), before_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:06:38.987102 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-5308f513-3f79-4745-a1e1-edb4f0ca4f96 admin admin] Deleting port fcae840a-dfd1-4651-b28c-52b884e8434e {{(pid=102449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Jan 31 21:06:38.987449 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-5308f513-3f79-4745-a1e1-edb4f0ca4f96 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783600463454'] for port (fcae840a-dfd1-4651-b28c-52b884e8434e), before_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:06:39.051689 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.db [None req-5308f513-3f79-4745-a1e1-edb4f0ca4f96 admin admin] For port fcae840a-dfd1-4651-b28c-52b884e8434e, host dv-cinder-813229-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-813229-5-iscsi',level=0,port_id=fcae840a-dfd1-4651-b28c-52b884e8434e,segment=NetworkSegment(b67eebf2-4bc6-4c6b-a37f-b182ea5f78c3),segment_id=b67eebf2-4bc6-4c6b-a37f-b182ea5f78c3)] {{(pid=102449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 31 21:06:39.052041 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-5308f513-3f79-4745-a1e1-edb4f0ca4f96 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3696268'] for port (fcae840a-dfd1-4651-b28c-52b884e8434e), precommit_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:06:39.065495 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.plugin [None req-5308f513-3f79-4745-a1e1-edb4f0ca4f96 admin admin] Calling delete_port for fcae840a-dfd1-4651-b28c-52b884e8434e owned by network:dhcp {{(pid=102449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Jan 31 21:06:39.155973 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-5308f513-3f79-4745-a1e1-edb4f0ca4f96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1029723', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-151825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3769609', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783600466360', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783599971606', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29106256'] for port (fcae840a-dfd1-4651-b28c-52b884e8434e), after_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:06:39.156776 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ecdc440-fdfe-4d72-b0e0-ba944ec1ba9f None None] DHCP port deletion for 662f25cb-a32c-48b4-84f3-03883d71fcd3 request from dv-cinder-813229-5-iscsi {{(pid=102451) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jan 31 21:06:39.180183 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5308f513-3f79-4745-a1e1-edb4f0ca4f96 admin admin] Pushing event deleted for resources: {'Port': ['ID=fcae840a-dfd1-4651-b28c-52b884e8434e,revision_number=None']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 21:06:39.186961 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5308f513-3f79-4745-a1e1-edb4f0ca4f96 admin admin] No DVR routers for this DVR port fcae840a-dfd1-4651-b28c-52b884e8434e on host dv-cinder-813229-5-iscsi {{(pid=102449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 31 21:06:39.258267 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-5308f513-3f79-4745-a1e1-edb4f0ca4f96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-793947', 'neutron.services.segments.db._delete_segments_for_network-8783600486530'] for network (662f25cb-a32c-48b4-84f3-03883d71fcd3), precommit_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:06:39.284092 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.services.segments.db [None req-5308f513-3f79-4745-a1e1-edb4f0ca4f96 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['662f25cb-a32c-48b4-84f3-03883d71fcd3']}} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 21:06:39.294418 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.services.segments.db [None req-5308f513-3f79-4745-a1e1-edb4f0ca4f96 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b67eebf2-4bc6-4c6b-a37f-b182ea5f78c3') {'for_net_delete': True} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 21:06:39.294723 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.services.segments.db [None req-5308f513-3f79-4745-a1e1-edb4f0ca4f96 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b67eebf2-4bc6-4c6b-a37f-b182ea5f78c3') {} {{(pid=102449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 31 21:06:39.304846 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-5308f513-3f79-4745-a1e1-edb4f0ca4f96 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783600487563', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25361785'] for segment (b67eebf2-4bc6-4c6b-a37f-b182ea5f78c3), before_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:06:39.319273 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-5308f513-3f79-4745-a1e1-edb4f0ca4f96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-936743'] for segment (b67eebf2-4bc6-4c6b-a37f-b182ea5f78c3), precommit_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:06:39.326772 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5308f513-3f79-4745-a1e1-edb4f0ca4f96 admin admin] Releasing vlan 688 on physical network physnet1 to pool {{(pid=102449) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 31 21:06:39.327239 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-5308f513-3f79-4745-a1e1-edb4f0ca4f96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-936743', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29106339'] for segment (b67eebf2-4bc6-4c6b-a37f-b182ea5f78c3), after_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:06:39.338854 dv-cinder-813229-5-iscsi neutron-server[102449]: Traceback (most recent call last): Jan 31 21:06:39.338854 dv-cinder-813229-5-iscsi neutron-server[102449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 31 21:06:39.338854 dv-cinder-813229-5-iscsi neutron-server[102449]: timer() Jan 31 21:06:39.338854 dv-cinder-813229-5-iscsi neutron-server[102449]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 31 21:06:39.338854 dv-cinder-813229-5-iscsi neutron-server[102449]: cb(*args, **kw) Jan 31 21:06:39.338854 dv-cinder-813229-5-iscsi neutron-server[102449]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 31 21:06:39.338854 dv-cinder-813229-5-iscsi neutron-server[102449]: return func(*args, **kwargs) Jan 31 21:06:39.338854 dv-cinder-813229-5-iscsi neutron-server[102449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 31 21:06:39.338854 dv-cinder-813229-5-iscsi neutron-server[102449]: self._notify() Jan 31 21:06:39.338854 dv-cinder-813229-5-iscsi neutron-server[102449]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 31 21:06:39.338854 dv-cinder-813229-5-iscsi neutron-server[102449]: self.callback(batched_events) Jan 31 21:06:39.338854 dv-cinder-813229-5-iscsi neutron-server[102449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 31 21:06:39.338854 dv-cinder-813229-5-iscsi neutron-server[102449]: event.method(event) Jan 31 21:06:39.338854 dv-cinder-813229-5-iscsi neutron-server[102449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 31 21:06:39.338854 dv-cinder-813229-5-iscsi neutron-server[102449]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 31 21:06:39.338854 dv-cinder-813229-5-iscsi neutron-server[102449]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 31 21:06:39.338854 dv-cinder-813229-5-iscsi neutron-server[102449]: aggregate_uuid = self.p_client.list_aggregates( Jan 31 21:06:39.338854 dv-cinder-813229-5-iscsi neutron-server[102449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 31 21:06:39.338854 dv-cinder-813229-5-iscsi neutron-server[102449]: return f(self, *a, **k) Jan 31 21:06:39.338854 dv-cinder-813229-5-iscsi neutron-server[102449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 31 21:06:39.338854 dv-cinder-813229-5-iscsi neutron-server[102449]: return self._get(url).json() Jan 31 21:06:39.338854 dv-cinder-813229-5-iscsi neutron-server[102449]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 31 21:06:39.338854 dv-cinder-813229-5-iscsi neutron-server[102449]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 31 21:06:39.338854 dv-cinder-813229-5-iscsi neutron-server[102449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 31 21:06:39.338854 dv-cinder-813229-5-iscsi neutron-server[102449]: return self.request(url, 'GET', **kwargs) Jan 31 21:06:39.338854 dv-cinder-813229-5-iscsi neutron-server[102449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 31 21:06:39.338854 dv-cinder-813229-5-iscsi neutron-server[102449]: base_url = self.get_endpoint(auth, allow=allow, Jan 31 21:06:39.338854 dv-cinder-813229-5-iscsi neutron-server[102449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 31 21:06:39.338854 dv-cinder-813229-5-iscsi neutron-server[102449]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 31 21:06:39.338854 dv-cinder-813229-5-iscsi neutron-server[102449]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 31 21:06:39.338854 dv-cinder-813229-5-iscsi neutron-server[102449]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 31 21:06:39.338854 dv-cinder-813229-5-iscsi neutron-server[102449]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 31 21:06:39.385705 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-5308f513-3f79-4745-a1e1-edb4f0ca4f96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-793932', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736554', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3769609', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3696773'] for network (662f25cb-a32c-48b4-84f3-03883d71fcd3), after_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:06:39.391080 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-5308f513-3f79-4745-a1e1-edb4f0ca4f96 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3769851'] for network (None), before_response {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:06:39.394370 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [None req-5308f513-3f79-4745-a1e1-edb4f0ca4f96 admin admin] 10.222.0.46 "DELETE /v2.0/networks/662f25cb-a32c-48b4-84f3-03883d71fcd3 HTTP/1.1" status: 204 len: 168 time: 0.5349112 Jan 31 21:06:39.406763 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5308f513-3f79-4745-a1e1-edb4f0ca4f96 admin admin] Pushing event deleted for resources: {'Network': ['ID=662f25cb-a32c-48b4-84f3-03883d71fcd3,revision_number=None']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 21:06:39.565638 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.wsgi [-] (102449) accepted ('10.222.0.46', 47040) {{(pid=102449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 21:06:39.605481 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [None req-3231ff7c-f784-4ff6-a19e-ceb6f3a4835e admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=3f735df896f74e2a8ec34440c5d4fbfa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0385983 Jan 31 21:06:39.607867 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.wsgi [-] (102449) accepted ('10.222.0.46', 47042) {{(pid=102449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 21:06:39.654847 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-25cb7e2c-c27d-404c-858e-5f40c83846b1 admin admin] Publish callbacks [] for security_group (665bab8e-2ca9-4aaf-8d52-6838a937d0c5), before_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:06:39.680144 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-25cb7e2c-c27d-404c-858e-5f40c83846b1 admin admin] Publish callbacks [] for security_group (665bab8e-2ca9-4aaf-8d52-6838a937d0c5), precommit_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:06:39.725589 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-25cb7e2c-c27d-404c-858e-5f40c83846b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736509'] for security_group (665bab8e-2ca9-4aaf-8d52-6838a937d0c5), after_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:06:39.728239 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-25cb7e2c-c27d-404c-858e-5f40c83846b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:06:39.729404 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [None req-25cb7e2c-c27d-404c-858e-5f40c83846b1 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/665bab8e-2ca9-4aaf-8d52-6838a937d0c5 HTTP/1.1" status: 204 len: 168 time: 0.1206250 Jan 31 21:06:39.737451 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25cb7e2c-c27d-404c-858e-5f40c83846b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=665bab8e-2ca9-4aaf-8d52-6838a937d0c5,revision_number=None']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 21:06:39.875581 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.rpc [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Device d9d41530-8e33-49d2-9f14-984b9a41ed1d no longer exists at agent ovs-agent-dv-cinder-813229-5-iscsi {{(pid=102451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 21:06:39.896661 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.plugin [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] No Port match for: d9d41530-8e33-49d2-9f14-984b9a41ed1d {{(pid=102451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 21:06:39.897084 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.rpc [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Device d9d41530-8e33-49d2-9f14-984b9a41ed1d not bound to the agent host dv-cinder-813229-5-iscsi {{(pid=102451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 21:06:39.897599 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.rpc [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Device fcae840a-dfd1-4651-b28c-52b884e8434e no longer exists at agent ovs-agent-dv-cinder-813229-5-iscsi {{(pid=102451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 21:06:39.917042 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.plugin [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] No Port match for: fcae840a-dfd1-4651-b28c-52b884e8434e {{(pid=102451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 21:06:39.917465 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.rpc [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Device fcae840a-dfd1-4651-b28c-52b884e8434e not bound to the agent host dv-cinder-813229-5-iscsi {{(pid=102451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 21:06:39.917945 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.rpc [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Device ba603664-1bd5-4560-b052-170cf51ab48d no longer exists at agent ovs-agent-dv-cinder-813229-5-iscsi {{(pid=102451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 31 21:06:39.939438 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.plugin [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] No Port match for: ba603664-1bd5-4560-b052-170cf51ab48d {{(pid=102451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Jan 31 21:06:39.939785 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron.plugins.ml2.rpc [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Device ba603664-1bd5-4560-b052-170cf51ab48d not bound to the agent host dv-cinder-813229-5-iscsi {{(pid=102451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 31 21:06:40.051312 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.wsgi [-] (102449) accepted ('10.222.0.46', 47048) {{(pid=102449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 21:06:40.094754 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [None req-104245c7-e379-451d-b695-bdae07fb4573 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=91f39ddbf10640f395192d5388e740b2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0415974 Jan 31 21:06:40.097151 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.wsgi [-] (102449) accepted ('10.222.0.46', 47050) {{(pid=102449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 31 21:06:40.144541 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-4709403f-b644-4bbf-8183-009d8aae8006 admin admin] Publish callbacks [] for security_group (78140ae2-cf22-4103-8e9a-2c9f3d2fe8cb), before_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:06:40.165614 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-4709403f-b644-4bbf-8183-009d8aae8006 admin admin] Publish callbacks [] for security_group (78140ae2-cf22-4103-8e9a-2c9f3d2fe8cb), precommit_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:06:40.212913 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-4709403f-b644-4bbf-8183-009d8aae8006 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3736509'] for security_group (78140ae2-cf22-4103-8e9a-2c9f3d2fe8cb), after_delete {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:06:40.215627 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron_lib.callbacks.manager [None req-4709403f-b644-4bbf-8183-009d8aae8006 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:06:40.216956 dv-cinder-813229-5-iscsi neutron-server[102449]: INFO neutron.wsgi [None req-4709403f-b644-4bbf-8183-009d8aae8006 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/78140ae2-cf22-4103-8e9a-2c9f3d2fe8cb HTTP/1.1" status: 204 len: 168 time: 0.1189077 Jan 31 21:06:40.225166 dv-cinder-813229-5-iscsi neutron-server[102449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4709403f-b644-4bbf-8183-009d8aae8006 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78140ae2-cf22-4103-8e9a-2c9f3d2fe8cb,revision_number=None']} {{(pid=102449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 31 21:06:49.505160 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-378b066b-9370-47ce-8638-68fd63daf980 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600486512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3401042'] for agent (34ef0204-81d1-4f5e-89d1-b08d0f866641), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:06:51.697997 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-78da56ee-bd75-48b0-82e0-2a34df48834b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600486512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3401042'] for agent (7c18f3b4-4d02-4b01-9072-98fcd9008716), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:06:53.030609 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-7eb716df-9c73-407a-9e83-210e7bcc67e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600486512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3401042'] for agent (289e5c83-71b6-47e7-bef9-287113943a12), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:06:54.471590 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-ded4de29-c2d1-4616-9365-9981ea756e41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600486512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3401042'] for agent (bf9d83f7-9209-4252-b853-70feadeab726), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:06:55.982848 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600486512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3401042'] for agent (9ba4f6fe-000a-4ef5-9d61-ba62910ab5fe), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:06:58.868595 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600486512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3401042'] for agent (e85cc1e2-8b4e-4549-a68e-d414072d4156), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:07:00.965526 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.db.agents_db [None req-9f73b596-de3f-4c4d-980f-1f0b0f14bd7d None None] Agent healthcheck: found 6 active agents {{(pid=102454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 21:07:19.507122 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-d3951467-060c-4320-9f3e-4eb92dda5a8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600486512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3401042'] for agent (34ef0204-81d1-4f5e-89d1-b08d0f866641), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:07:21.699510 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-c4eb3d42-fdec-4087-9b35-98aa245e20d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600486512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3401042'] for agent (7c18f3b4-4d02-4b01-9072-98fcd9008716), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:07:23.033992 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-7eb716df-9c73-407a-9e83-210e7bcc67e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600486512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3401042'] for agent (289e5c83-71b6-47e7-bef9-287113943a12), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:07:24.474401 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-ded4de29-c2d1-4616-9365-9981ea756e41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600486512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3401042'] for agent (bf9d83f7-9209-4252-b853-70feadeab726), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:07:25.985236 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600486512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3401042'] for agent (9ba4f6fe-000a-4ef5-9d61-ba62910ab5fe), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:07:28.866356 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600486512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3401042'] for agent (e85cc1e2-8b4e-4549-a68e-d414072d4156), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:07:37.965193 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.db.agents_db [None req-9f73b596-de3f-4c4d-980f-1f0b0f14bd7d None None] Agent healthcheck: found 6 active agents {{(pid=102454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 21:07:49.508667 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-d60fdaba-278e-485e-9eb5-2c1e516a980d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600486512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3401042'] for agent (34ef0204-81d1-4f5e-89d1-b08d0f866641), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:07:51.700762 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-9ac2909c-cf4d-43a7-b9f9-c39e9a592f06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600486512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3401042'] for agent (7c18f3b4-4d02-4b01-9072-98fcd9008716), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:07:53.037117 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-7eb716df-9c73-407a-9e83-210e7bcc67e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600486512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3401042'] for agent (289e5c83-71b6-47e7-bef9-287113943a12), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:07:54.476702 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-ded4de29-c2d1-4616-9365-9981ea756e41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600486512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3401042'] for agent (bf9d83f7-9209-4252-b853-70feadeab726), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:07:55.987264 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600486512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3401042'] for agent (9ba4f6fe-000a-4ef5-9d61-ba62910ab5fe), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:07:58.867365 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600486512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3401042'] for agent (e85cc1e2-8b4e-4549-a68e-d414072d4156), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:08:14.964271 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.db.agents_db [None req-9f73b596-de3f-4c4d-980f-1f0b0f14bd7d None None] Agent healthcheck: found 6 active agents {{(pid=102454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 21:08:19.511843 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-e357841a-815a-42f2-8458-b52fe5fc2b88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600486512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3401042'] for agent (34ef0204-81d1-4f5e-89d1-b08d0f866641), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:08:21.702470 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-5122d96f-8305-48c0-8e7c-812f6e246cdf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600486512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3401042'] for agent (7c18f3b4-4d02-4b01-9072-98fcd9008716), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:08:23.039367 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-7eb716df-9c73-407a-9e83-210e7bcc67e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600486512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3401042'] for agent (289e5c83-71b6-47e7-bef9-287113943a12), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:08:24.479317 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-ded4de29-c2d1-4616-9365-9981ea756e41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600486512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3401042'] for agent (bf9d83f7-9209-4252-b853-70feadeab726), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:08:25.990153 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600486512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3401042'] for agent (9ba4f6fe-000a-4ef5-9d61-ba62910ab5fe), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:08:28.864544 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600486512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3401042'] for agent (e85cc1e2-8b4e-4549-a68e-d414072d4156), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:08:49.513735 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-33736283-d2ba-4e22-9cbc-ec7821271632 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600486512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3401042'] for agent (34ef0204-81d1-4f5e-89d1-b08d0f866641), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:08:51.704435 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-d5f3a926-5ef2-4a1e-97cb-eec7d6908080 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600486512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3401042'] for agent (7c18f3b4-4d02-4b01-9072-98fcd9008716), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:08:51.962727 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.db.agents_db [None req-9f73b596-de3f-4c4d-980f-1f0b0f14bd7d None None] Agent healthcheck: found 6 active agents {{(pid=102454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 21:08:53.041832 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-7eb716df-9c73-407a-9e83-210e7bcc67e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600486512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3401042'] for agent (289e5c83-71b6-47e7-bef9-287113943a12), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:08:54.481889 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-ded4de29-c2d1-4616-9365-9981ea756e41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600486512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3401042'] for agent (bf9d83f7-9209-4252-b853-70feadeab726), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:08:55.992841 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600486512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3401042'] for agent (9ba4f6fe-000a-4ef5-9d61-ba62910ab5fe), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:08:58.887226 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600486512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3401042'] for agent (e85cc1e2-8b4e-4549-a68e-d414072d4156), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:09:19.514583 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-68fc2e6b-5061-419e-8648-6f38d8e28224 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600486512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3401042'] for agent (34ef0204-81d1-4f5e-89d1-b08d0f866641), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:09:21.706106 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-83b2d8b9-4fff-431f-b91f-0152515b1181 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600486512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3401042'] for agent (7c18f3b4-4d02-4b01-9072-98fcd9008716), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:09:23.045304 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-7eb716df-9c73-407a-9e83-210e7bcc67e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600486512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3401042'] for agent (289e5c83-71b6-47e7-bef9-287113943a12), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:09:24.483527 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-ded4de29-c2d1-4616-9365-9981ea756e41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600486512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3401042'] for agent (bf9d83f7-9209-4252-b853-70feadeab726), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:09:25.994015 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600486512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3401042'] for agent (9ba4f6fe-000a-4ef5-9d61-ba62910ab5fe), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:09:28.871752 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600486512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3401042'] for agent (e85cc1e2-8b4e-4549-a68e-d414072d4156), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:09:28.962150 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.db.agents_db [None req-9f73b596-de3f-4c4d-980f-1f0b0f14bd7d None None] Agent healthcheck: found 6 active agents {{(pid=102454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 21:09:31.955092 dv-cinder-813229-5-iscsi neutron-server[102450]: DEBUG neutron.wsgi [req-d31aea08-6a31-4038-9620-7f6f30e36bb7 req-2ed3fa30-97ea-4902-84be-2f9ecf312820 service neutron] (102450) timed out ('10.222.0.59', 65376) {{(pid=102450) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 31 21:09:49.517049 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-996982e8-929a-4769-819b-c3400ed1ad73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600486512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3401042'] for agent (34ef0204-81d1-4f5e-89d1-b08d0f866641), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:09:51.708064 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-7ad98e3f-0960-4fbb-9652-a44241fd0618 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600486512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3401042'] for agent (7c18f3b4-4d02-4b01-9072-98fcd9008716), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:09:53.048329 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-7eb716df-9c73-407a-9e83-210e7bcc67e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600486512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3401042'] for agent (289e5c83-71b6-47e7-bef9-287113943a12), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:09:54.487371 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-ded4de29-c2d1-4616-9365-9981ea756e41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600486512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3401042'] for agent (bf9d83f7-9209-4252-b853-70feadeab726), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:09:55.996362 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600486512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3401042'] for agent (9ba4f6fe-000a-4ef5-9d61-ba62910ab5fe), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:09:58.893100 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600486512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3401042'] for agent (e85cc1e2-8b4e-4549-a68e-d414072d4156), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:10:05.960695 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.db.agents_db [None req-9f73b596-de3f-4c4d-980f-1f0b0f14bd7d None None] Agent healthcheck: found 6 active agents {{(pid=102454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 21:10:19.518903 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-69682c23-e7b6-411e-9bc3-d566bb8f7002 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600486512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3401042'] for agent (34ef0204-81d1-4f5e-89d1-b08d0f866641), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:10:21.710247 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-faadf30c-de61-4f91-a061-5a9ab28bfc9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600486512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3401042'] for agent (7c18f3b4-4d02-4b01-9072-98fcd9008716), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:10:23.050616 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-7eb716df-9c73-407a-9e83-210e7bcc67e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600486512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3401042'] for agent (289e5c83-71b6-47e7-bef9-287113943a12), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:10:24.490100 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-ded4de29-c2d1-4616-9365-9981ea756e41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600486512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3401042'] for agent (bf9d83f7-9209-4252-b853-70feadeab726), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:10:25.998625 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600486512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3401042'] for agent (9ba4f6fe-000a-4ef5-9d61-ba62910ab5fe), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:10:28.892006 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600486512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3401042'] for agent (e85cc1e2-8b4e-4549-a68e-d414072d4156), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:10:42.960156 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.db.agents_db [None req-9f73b596-de3f-4c4d-980f-1f0b0f14bd7d None None] Agent healthcheck: found 6 active agents {{(pid=102454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 21:10:49.519924 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-a813c837-300f-4a52-b215-99efc7a00b9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600486512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3401042'] for agent (34ef0204-81d1-4f5e-89d1-b08d0f866641), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:10:51.712531 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-3a361eba-ecfb-4910-a928-fa9ecbba48d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600486512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3401042'] for agent (7c18f3b4-4d02-4b01-9072-98fcd9008716), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:10:53.054940 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-7eb716df-9c73-407a-9e83-210e7bcc67e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600486512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3401042'] for agent (289e5c83-71b6-47e7-bef9-287113943a12), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:10:54.492867 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-ded4de29-c2d1-4616-9365-9981ea756e41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600486512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3401042'] for agent (bf9d83f7-9209-4252-b853-70feadeab726), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:10:56.001328 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600486512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3401042'] for agent (9ba4f6fe-000a-4ef5-9d61-ba62910ab5fe), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:10:58.890610 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600486512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3401042'] for agent (e85cc1e2-8b4e-4549-a68e-d414072d4156), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:11:19.521612 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-d60b57a3-030f-4ed3-8722-0cfeba219f2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600486512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3401042'] for agent (34ef0204-81d1-4f5e-89d1-b08d0f866641), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:11:19.959147 dv-cinder-813229-5-iscsi neutron-server[102454]: DEBUG neutron.db.agents_db [None req-9f73b596-de3f-4c4d-980f-1f0b0f14bd7d None None] Agent healthcheck: found 6 active agents {{(pid=102454) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 31 21:11:21.713911 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-f1dbedec-6814-4424-9a51-c7a183543592 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600486512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3401042'] for agent (7c18f3b4-4d02-4b01-9072-98fcd9008716), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:11:23.056640 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-7eb716df-9c73-407a-9e83-210e7bcc67e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600486512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3401042'] for agent (289e5c83-71b6-47e7-bef9-287113943a12), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:11:24.495270 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-ded4de29-c2d1-4616-9365-9981ea756e41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600486512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3401042'] for agent (bf9d83f7-9209-4252-b853-70feadeab726), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:11:26.007030 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600486512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3401042'] for agent (9ba4f6fe-000a-4ef5-9d61-ba62910ab5fe), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:11:28.891145 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-14fe4096-9d08-4a04-a1ee-bd15c85951a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600486512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3401042'] for agent (e85cc1e2-8b4e-4549-a68e-d414072d4156), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:11:49.523763 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-68cb0697-8bcd-4ad0-a892-1c333f0e0793 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600486512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3401042'] for agent (34ef0204-81d1-4f5e-89d1-b08d0f866641), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:11:51.716176 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-3341354a-d56b-46ed-9c7a-2875815d1087 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600486512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3401042'] for agent (7c18f3b4-4d02-4b01-9072-98fcd9008716), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:11:53.059078 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-7eb716df-9c73-407a-9e83-210e7bcc67e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600486512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3401042'] for agent (289e5c83-71b6-47e7-bef9-287113943a12), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:11:54.498452 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-ded4de29-c2d1-4616-9365-9981ea756e41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600486512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3401042'] for agent (bf9d83f7-9209-4252-b853-70feadeab726), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jan 31 21:11:56.010000 dv-cinder-813229-5-iscsi neutron-server[102451]: DEBUG neutron_lib.callbacks.manager [None req-4b7bd311-4906-42d3-a4fa-24dcd9390112 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783600486512', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3401042'] for agent (9ba4f6fe-000a-4ef5-9d61-ba62910ab5fe), after_update {{(pid=102451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}